<testResult _class='hudson.tasks.junit.TestResult'><duration>5002.0</duration><empty>false</empty><failCount>435</failCount><passCount>0</passCount><skipCount>0</skipCount><suite><case><age>232</age><className>nitb_sms:sysmo</className><duration>6.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=19657): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19657) [trial-2376↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19657)]</errorStackTrace><failedSince>2145</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py", line 11, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=19657): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19657) [trial-2376↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19657)]
</stderr><stdout>
----------------------------------------------
trial-2376 nitb_sms:sysmo mo_mt_sms.py
----------------------------------------------
15:39:19.064904 tst                   nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)
15:39:19.076213 tst                   nitb_sms:sysmo: Using 1 x bts (candidates: 1)
15:39:19.684512 tst                     mo_mt_sms.py: using LAC 28940
15:39:19.805785 tst                     mo_mt_sms.py: using RAC 125
15:39:19.931859 tst                     mo_mt_sms.py: using CellId 28940
15:39:20.053527 tst                     mo_mt_sms.py: using BVCI 28941
15:39:20.077480 tst                   nitb_sms:sysmo: Using 1 x modem (candidates: 2)
15:39:20.260845 tst                   nitb_sms:sysmo: Using 1 x modem (candidates: 2)
15:39:20.553675 tst                   mo_mt_sms.py:9: start nitb and bts...
15:39:20.690136 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
15:39:23.049745 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19656): Launched
15:39:23.372795 run  osmo-nitb_10.42.42.2(pid=19657): Launched
15:39:23.558281 run  osmo-nitb_10.42.42.2(pid=19657): ERR: Terminated: ERROR {rc=2}  [trial-2376↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19657)]
15:39:23.692757 run  osmo-nitb_10.42.42.2(pid=19657): stdout: 
| (launched: 2022-12-10_15:39:23.214337) 
15:39:23.827224 run  osmo-nitb_10.42.42.2(pid=19657): stderr: 
| (launched: 2022-12-10_15:39:23.262683)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
15:39:23.957248 run  osmo-nitb_10.42.42.2(pid=19657): stdout: 
| (launched: 2022-12-10_15:39:23.214337) 
15:39:24.086116 run  osmo-nitb_10.42.42.2(pid=19657): stderr: 
| (launched: 2022-12-10_15:39:23.262683)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
15:39:24.142717 tst                  mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=19657): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19657) [trial-2376↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19657)]  [trial-2376↪nitb_sms:sysmo↪mo_mt_sms.py:11]
15:39:24.151500 tst                  mo_mt_sms.py:11: Test FAILED (5.1 sec)
15:39:24.188732 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19656): Terminating (SIGTERM)
15:39:24.366538 ---      ParallelTerminationStrategy: PID 19656 died...
15:39:24.425449 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19656): Terminated: ok {rc=0}
15:39:24.513691 bus                        /sierra_3: Setting Powered False
15:39:25.624334 bus                        /sierra_3: Setting Powered False
15:39:26.733836 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>10.0</duration><id>0</id><name>nitb_sms_sysmo</name><properties></properties><timestamp>2022-12-10T15:39:18</timestamp></suite><suite><case><age>46</age><className>sms:sysmo</className><duration>15.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=19669): Process ended prematurely: osmo-stp_10.42.42.5(pid=19669) [trial-2376↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19669)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py", line 16, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19669): Process ended prematurely: osmo-stp_10.42.42.5(pid=19669) [trial-2376↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19669)]
</stderr><stdout>
----------------------------------------------
trial-2376 sms:sysmo mo_mt_sms.py
----------------------------------------------
15:39:28.598877 tst                        sms:sysmo: Using 1 x ip_address (candidates: 6)
15:39:28.610032 tst                        sms:sysmo: Using 1 x bts (candidates: 1)
15:39:28.738931 tst                     mo_mt_sms.py: using LAC 28941
15:39:28.864520 tst                     mo_mt_sms.py: using RAC 126
15:39:28.986890 tst                     mo_mt_sms.py: using CellId 28941
15:39:29.109036 tst                     mo_mt_sms.py: using BVCI 28942
15:39:29.132135 tst                        sms:sysmo: Using 1 x ip_address (candidates: 6)
15:39:29.142858 tst                        sms:sysmo: Using 1 x ip_address (candidates: 6)
15:39:29.153517 tst                        sms:sysmo: Using 1 x ip_address (candidates: 6)
15:39:29.164052 tst                        sms:sysmo: Using 1 x ip_address (candidates: 6)
15:39:29.174600 tst                        sms:sysmo: Using 1 x ip_address (candidates: 6)
15:39:29.184910 tst                        sms:sysmo: Using 1 x modem (candidates: 2)
15:39:29.301519 tst                        sms:sysmo: Using 1 x modem (candidates: 2)
15:39:29.508456 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:39:31.288513 run         create_hlr_db(pid=19663): Launched
15:39:31.467686 bus                        /sierra_2: Setting Powered False
15:39:32.484757 run         create_hlr_db(pid=19663): Terminated: ok {rc=0}
15:39:32.919446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19665): Launched
15:39:33.249402 run   osmo-hlr_10.42.42.2(pid=19666): Launched
15:39:33.373507 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:39:35.961838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19668): Launched
15:39:36.290073 run   osmo-stp_10.42.42.5(pid=19669): Launched
15:39:36.409001 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:39:41.889413 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19671): Launched
15:39:42.216507 run   osmo-msc_10.42.42.6(pid=19672): Launched
15:39:42.405542 run   osmo-stp_10.42.42.5(pid=19669): ERR: Terminated: ERROR {rc=1}  [trial-2376↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19669)]
15:39:42.542876 run   osmo-stp_10.42.42.5(pid=19669): stdout: 
| (launched: 2022-12-10_15:39:36.127247)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:39:42.679871 run   osmo-stp_10.42.42.5(pid=19669): stderr: 
| �[0;m�[38;5;43m20221210153936328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210153936328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210153936328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210153936329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210153936329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210153936329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210153936329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:39:42.810505 run   osmo-stp_10.42.42.5(pid=19669): stdout: 
| (launched: 2022-12-10_15:39:36.127247)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:39:42.939973 run   osmo-stp_10.42.42.5(pid=19669): stderr: 
| �[0;m�[38;5;43m20221210153936328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210153936328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210153936328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210153936329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210153936329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210153936329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210153936329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:39:42.996476 tst                  mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=19669): Process ended prematurely: osmo-stp_10.42.42.5(pid=19669) [trial-2376↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19669)]  [trial-2376↪sms:sysmo↪mo_mt_sms.py:16]
15:39:43.005120 tst                  mo_mt_sms.py:16: Test FAILED (14.4 sec)
15:39:43.069405 run   osmo-hlr_10.42.42.2(pid=19666): ERR: Terminated: ERROR {rc=237}  [trial-2376↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19666)]
15:39:43.121708 run   osmo-hlr_10.42.42.2(pid=19666): stdout: 
| (launched: 2022-12-10_15:39:33.085440) 
15:39:43.174607 run   osmo-hlr_10.42.42.2(pid=19666): stderr: 
| �[0;m�[1;31m20221210153933287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210153933287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210153933287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210153933287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210153933287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210153933287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210153933300 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210153933308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210153933308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210153933308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:39:43.245856 run   osmo-msc_10.42.42.6(pid=19672): ERR: Terminated: ERROR {rc=2}  [trial-2376↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19672)]
15:39:43.302258 run   osmo-msc_10.42.42.6(pid=19672): stdout: 
| (launched: 2022-12-10_15:39:42.054899) 
15:39:43.364083 run   osmo-msc_10.42.42.6(pid=19672): stderr: 
| �[0;m�[38;5;43m20221210153942384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210153942384 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbe7e4bdc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210153942384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210153942384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210153942384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210153942384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210153942386 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210153942387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210153942387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210153942387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:39:43.411616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19665): Terminating (SIGTERM)
15:39:43.454633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19668): Terminating (SIGTERM)
15:39:43.497326 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19671): Terminating (SIGTERM)
15:39:43.507044 ---      ParallelTerminationStrategy: PID 19665 died...
15:39:43.564398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19665): Terminated: ok {rc=0}
15:39:43.574619 ---      ParallelTerminationStrategy: PID 19668 died...
15:39:43.631819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19668): Terminated: ok {rc=0}
15:39:43.641976 ---      ParallelTerminationStrategy: PID 19671 died...
15:39:43.699043 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19671): Terminated: ok {rc=0}
15:39:43.787239 bus                        /sierra_3: Setting Powered False
15:39:44.896072 bus                        /sierra_3: Setting Powered False
15:39:46.025299 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>20.0</duration><id>1</id><name>sms_sysmo</name><properties></properties><timestamp>2022-12-10T15:39:28</timestamp></suite><suite><case><age>232</age><className>nitb_ussd:sysmo</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=19678): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19678) [trial-2376↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19678)]</errorStackTrace><failedSince>2145</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py", line 12, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=19678): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19678) [trial-2376↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19678)]
</stderr><stdout>
----------------------------------------------
trial-2376 nitb_ussd:sysmo assert_extension.py
----------------------------------------------
15:39:47.871478 tst                  nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)
15:39:47.883016 tst                  nitb_ussd:sysmo: Using 1 x bts (candidates: 1)
15:39:48.015136 tst              assert_extension.py: using LAC 28942
15:39:48.147073 tst              assert_extension.py: using RAC 127
15:39:48.272551 tst              assert_extension.py: using CellId 28942
15:39:48.400752 tst              assert_extension.py: using BVCI 28943
15:39:48.433466 tst                  nitb_ussd:sysmo: Using 1 x modem (candidates: 1)
15:39:48.724836 tst           assert_extension.py:10: start nitb and bts...
15:39:48.853345 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
15:39:49.486138 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19677): Launched
15:39:49.790365 run  osmo-nitb_10.42.42.2(pid=19678): Launched
15:39:49.976510 run  osmo-nitb_10.42.42.2(pid=19678): ERR: Terminated: ERROR {rc=2}  [trial-2376↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19678)]
15:39:50.113714 run  osmo-nitb_10.42.42.2(pid=19678): stdout: 
| (launched: 2022-12-10_15:39:49.640462) 
15:39:50.251309 run  osmo-nitb_10.42.42.2(pid=19678): stderr: 
| (launched: 2022-12-10_15:39:49.686014)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
15:39:50.385152 run  osmo-nitb_10.42.42.2(pid=19678): stdout: 
| (launched: 2022-12-10_15:39:49.640462) 
15:39:50.517235 run  osmo-nitb_10.42.42.2(pid=19678): stderr: 
| (launched: 2022-12-10_15:39:49.686014)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
15:39:50.914074 tst  osmo-nitb_10.42.42.2(pid=19678): stdout: 
| (launched: 2022-12-10_15:39:49.640462) 
15:39:51.036060 tst  osmo-nitb_10.42.42.2(pid=19678): stderr: 
| (launched: 2022-12-10_15:39:49.686014)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
15:39:51.089229 tst           assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=19678): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19678) [trial-2376↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19678)]  [trial-2376↪nitb_ussd:sysmo↪assert_extension.py:12]
15:39:51.097459 tst           assert_extension.py:12: Test FAILED (3.2 sec)
15:39:51.132369 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19677): Terminating (SIGTERM)
15:39:51.309867 ---      ParallelTerminationStrategy: PID 19677 died...
15:39:51.364839 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19677): Terminated: ok {rc=0}
15:39:51.454216 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>6.0</duration><id>2</id><name>nitb_ussd_sysmo</name><properties></properties><timestamp>2022-12-10T15:39:47</timestamp></suite><suite><case><age>46</age><className>ussd:sysmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=19688): Process ended prematurely: osmo-stp_10.42.42.5(pid=19688) [trial-2376↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19688)]</errorStackTrace><failedSince>2331</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py", line 17, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19688): Process ended prematurely: osmo-stp_10.42.42.5(pid=19688) [trial-2376↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19688)]
</stderr><stdout>
----------------------------------------------
trial-2376 ussd:sysmo assert_extension.py
----------------------------------------------
15:39:53.299641 tst                       ussd:sysmo: Using 1 x ip_address (candidates: 6)
15:39:53.310795 tst                       ussd:sysmo: Using 1 x bts (candidates: 1)
15:39:53.441285 tst              assert_extension.py: using LAC 28943
15:39:53.566632 tst              assert_extension.py: using RAC 128
15:39:53.692670 tst              assert_extension.py: using CellId 28943
15:39:53.818665 tst              assert_extension.py: using BVCI 28944
15:39:53.843411 tst                       ussd:sysmo: Using 1 x ip_address (candidates: 6)
15:39:53.854566 tst                       ussd:sysmo: Using 1 x ip_address (candidates: 6)
15:39:53.865554 tst                       ussd:sysmo: Using 1 x ip_address (candidates: 6)
15:39:53.876669 tst                       ussd:sysmo: Using 1 x ip_address (candidates: 6)
15:39:53.887718 tst                       ussd:sysmo: Using 1 x ip_address (candidates: 6)
15:39:53.898813 tst                       ussd:sysmo: Using 1 x modem (candidates: 1)
15:39:54.106020 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:39:54.629030 run         create_hlr_db(pid=19682): Launched
15:39:54.818924 bus                        /sierra_2: Setting Powered False
15:39:55.839139 run         create_hlr_db(pid=19682): Terminated: ok {rc=0}
15:39:56.274649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19684): Launched
15:39:56.603342 run   osmo-hlr_10.42.42.2(pid=19685): Launched
15:39:56.722769 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:39:57.291466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19687): Launched
15:39:57.618121 run   osmo-stp_10.42.42.5(pid=19688): Launched
15:39:57.740287 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:39:58.335688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19690): Launched
15:39:58.665280 run   osmo-msc_10.42.42.6(pid=19691): Launched
15:39:58.855314 run   osmo-stp_10.42.42.5(pid=19688): ERR: Terminated: ERROR {rc=1}  [trial-2376↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19688)]
15:39:58.992410 run   osmo-stp_10.42.42.5(pid=19688): stdout: 
| (launched: 2022-12-10_15:39:57.457154)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:39:59.129006 run   osmo-stp_10.42.42.5(pid=19688): stderr: 
| �[0;m�[38;5;43m20221210153957652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210153957652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210153957652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210153957653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210153957655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210153957655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210153957655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:39:59.259693 run   osmo-stp_10.42.42.5(pid=19688): stdout: 
| (launched: 2022-12-10_15:39:57.457154)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:39:59.389457 run   osmo-stp_10.42.42.5(pid=19688): stderr: 
| �[0;m�[38;5;43m20221210153957652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210153957652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210153957652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210153957653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210153957655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210153957655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210153957655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:39:59.446050 tst           assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=19688): Process ended prematurely: osmo-stp_10.42.42.5(pid=19688) [trial-2376↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19688)]  [trial-2376↪ussd:sysmo↪assert_extension.py:17]
15:39:59.454711 tst           assert_extension.py:17: Test FAILED (6.1 sec)
15:39:59.517922 run   osmo-hlr_10.42.42.2(pid=19685): ERR: Terminated: ERROR {rc=237}  [trial-2376↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19685)]
15:39:59.570042 run   osmo-hlr_10.42.42.2(pid=19685): stdout: 
| (launched: 2022-12-10_15:39:56.440289) 
15:39:59.622539 run   osmo-hlr_10.42.42.2(pid=19685): stderr: 
| �[0;m�[1;31m20221210153956643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210153956643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210153956643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210153956643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210153956643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210153956643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210153956682 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210153956692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210153956693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210153956693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:39:59.694644 run   osmo-msc_10.42.42.6(pid=19691): ERR: Terminated: ERROR {rc=2}  [trial-2376↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19691)]
15:39:59.746730 run   osmo-msc_10.42.42.6(pid=19691): stdout: 
| (launched: 2022-12-10_15:39:58.501867) 
15:39:59.799265 run   osmo-msc_10.42.42.6(pid=19691): stderr: 
| �[0;m�[38;5;43m20221210153958829 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210153958829 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1804ab6c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210153958829 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210153958829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210153958829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210153958829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210153958831 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210153958831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210153958831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210153958832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:39:59.844138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19684): Terminating (SIGTERM)
15:39:59.886666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19687): Terminating (SIGTERM)
15:39:59.929130 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19690): Terminating (SIGTERM)
15:39:59.938854 ---      ParallelTerminationStrategy: PID 19684 died...
15:39:59.995788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19684): Terminated: ok {rc=0}
15:40:00.005978 ---      ParallelTerminationStrategy: PID 19687 died...
15:40:00.062506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19687): Terminated: ok {rc=0}
15:40:00.072583 ---      ParallelTerminationStrategy: PID 19690 died...
15:40:00.128885 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19690): Terminated: ok {rc=0}
15:40:00.217089 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>9.0</duration><id>3</id><name>ussd_sysmo</name><properties></properties><timestamp>2022-12-10T15:39:53</timestamp></suite><suite><case><age>46</age><className>voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=19706): Process ended prematurely: osmo-stp_10.42.42.5(pid=19706) [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19706)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19706): Process ended prematurely: osmo-stp_10.42.42.5(pid=19706) [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19706)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py
----------------------------------------------
15:40:02.228589 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
15:40:02.240690 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
15:40:02.394566 tst                    mo_mt_call.py: using LAC 28944
15:40:02.522729 tst                    mo_mt_call.py: using RAC 129
15:40:02.651112 tst                    mo_mt_call.py: using CellId 28944
15:40:02.780880 tst                    mo_mt_call.py: using BVCI 28945
15:40:02.806138 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
15:40:02.817818 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
15:40:02.829323 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
15:40:02.840801 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
15:40:02.852441 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
15:40:02.863933 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
15:40:02.982157 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
15:40:03.196671 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:40:03.729237 run         create_hlr_db(pid=19700): Launched
15:40:03.921378 bus                        /sierra_2: Setting Powered False
15:40:04.942808 run         create_hlr_db(pid=19700): Terminated: ok {rc=0}
15:40:05.384460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19702): Launched
15:40:05.719572 run   osmo-hlr_10.42.42.2(pid=19703): Launched
15:40:05.839237 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:40:06.415631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19705): Launched
15:40:06.746073 run   osmo-stp_10.42.42.5(pid=19706): Launched
15:40:06.860879 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:40:07.429353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19708): Launched
15:40:07.742741 run   osmo-msc_10.42.42.6(pid=19709): Launched
15:40:07.924541 run   osmo-stp_10.42.42.5(pid=19706): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19706)]
15:40:08.055947 run   osmo-stp_10.42.42.5(pid=19706): stdout: 
| (launched: 2022-12-10_15:40:06.583856)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:40:08.185786 run   osmo-stp_10.42.42.5(pid=19706): stderr: 
| �[0;m�[38;5;43m20221210154006760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154006760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154006760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154006760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154006763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154006763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154006763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:40:08.310761 run   osmo-stp_10.42.42.5(pid=19706): stdout: 
| (launched: 2022-12-10_15:40:06.583856)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:40:08.435443 run   osmo-stp_10.42.42.5(pid=19706): stderr: 
| �[0;m�[38;5;43m20221210154006760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154006760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154006760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154006760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154006763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154006763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154006763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:40:08.490535 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19706): Process ended prematurely: osmo-stp_10.42.42.5(pid=19706) [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19706)]  [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]
15:40:08.499313 tst                  mo_mt_call.py:8: Test FAILED (6.3 sec)
15:40:08.559949 run   osmo-hlr_10.42.42.2(pid=19703): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19703)]
15:40:08.609436 run   osmo-hlr_10.42.42.2(pid=19703): stdout: 
| (launched: 2022-12-10_15:40:05.553773) 
15:40:08.659471 run   osmo-hlr_10.42.42.2(pid=19703): stderr: 
| �[0;m�[1;31m20221210154005757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154005757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154005757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154005757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154005757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154005757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154005770 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154005778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154005778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154005778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:40:08.727429 run   osmo-msc_10.42.42.6(pid=19709): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19709)]
15:40:08.776787 run   osmo-msc_10.42.42.6(pid=19709): stdout: 
| (launched: 2022-12-10_15:40:07.586906) 
15:40:08.826824 run   osmo-msc_10.42.42.6(pid=19709): stderr: 
| �[0;m�[38;5;43m20221210154007864 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210154007865 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f71c748cc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210154007865 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210154007865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210154007865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210154007865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210154007867 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210154007867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210154007867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210154007867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:40:08.869077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19702): Terminating (SIGTERM)
15:40:08.909112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19705): Terminating (SIGTERM)
15:40:08.949573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19708): Terminating (SIGTERM)
15:40:08.959037 ---      ParallelTerminationStrategy: PID 19702 died...
15:40:09.012895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19702): Terminated: ok {rc=0}
15:40:09.022645 ---      ParallelTerminationStrategy: PID 19705 died...
15:40:09.076486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19705): Terminated: ok {rc=0}
15:40:09.086359 ---      ParallelTerminationStrategy: PID 19708 died...
15:40:09.140197 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19708): Terminated: ok {rc=0}
15:40:09.229465 bus                        /sierra_3: Setting Powered False
15:40:10.336163 bus                        /sierra_3: Setting Powered False
15:40:11.445373 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>48</age><className>voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=19717): Process ended prematurely: osmo-stp_10.42.42.5(pid=19717) [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19717)]</errorStackTrace><failedSince>2329</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19717): Process ended prematurely: osmo-stp_10.42.42.5(pid=19717) [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19717)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py
----------------------------------------------
15:40:12.564063 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
15:40:12.576394 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
15:40:12.734293 tst              mo_mt_call_osmux.py: using LAC 28945
15:40:12.863388 tst              mo_mt_call_osmux.py: using RAC 130
15:40:12.997679 tst              mo_mt_call_osmux.py: using CellId 28945
15:40:13.121616 tst              mo_mt_call_osmux.py: using BVCI 28946
15:40:13.145354 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
15:40:13.156839 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
15:40:13.168253 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
15:40:13.179466 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
15:40:13.190909 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
15:40:13.202363 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
15:40:13.321829 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
15:40:13.539290 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:40:14.070699 run         create_hlr_db(pid=19711): Launched
15:40:14.262751 bus                        /sierra_2: Setting Powered False
15:40:15.285626 run         create_hlr_db(pid=19711): Terminated: ok {rc=0}
15:40:15.731679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19713): Launched
15:40:16.185506 run   osmo-hlr_10.42.42.2(pid=19714): Launched
15:40:16.469756 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:40:17.078391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19716): Launched
15:40:17.443070 run   osmo-stp_10.42.42.5(pid=19717): Launched
15:40:17.558815 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:40:18.128932 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19719): Launched
15:40:18.441160 run   osmo-msc_10.42.42.6(pid=19720): Launched
15:40:18.622880 run   osmo-stp_10.42.42.5(pid=19717): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19717)]
15:40:18.753679 run   osmo-stp_10.42.42.5(pid=19717): stdout: 
| (launched: 2022-12-10_15:40:17.239435)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:40:18.883341 run   osmo-stp_10.42.42.5(pid=19717): stderr: 
| �[0;m�[38;5;43m20221210154017464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154017464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154017464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154017465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154017465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154017465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154017465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:40:19.008090 run   osmo-stp_10.42.42.5(pid=19717): stdout: 
| (launched: 2022-12-10_15:40:17.239435)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:40:19.132205 run   osmo-stp_10.42.42.5(pid=19717): stderr: 
| �[0;m�[38;5;43m20221210154017464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154017464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154017464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154017465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154017465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154017465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154017465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:40:19.186879 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19717): Process ended prematurely: osmo-stp_10.42.42.5(pid=19717) [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19717)]  [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]
15:40:19.195687 tst            mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)
15:40:19.257063 run   osmo-hlr_10.42.42.2(pid=19714): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19714)]
15:40:19.307224 run   osmo-hlr_10.42.42.2(pid=19714): stdout: 
| (launched: 2022-12-10_15:40:15.907709) 
15:40:19.358844 run   osmo-hlr_10.42.42.2(pid=19714): stderr: 
| �[0;m�[1;31m20221210154016185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154016185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154016185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154016185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154016185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154016186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154016203 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154016240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154016241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154016241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:40:19.427850 run   osmo-msc_10.42.42.6(pid=19720): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19720)]
15:40:19.478383 run   osmo-msc_10.42.42.6(pid=19720): stdout: 
| (launched: 2022-12-10_15:40:18.286302) 
15:40:19.529302 run   osmo-msc_10.42.42.6(pid=19720): stderr: 
| �[0;m�[38;5;43m20221210154018561 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210154018562 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f82e36e8c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210154018562 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210154018562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210154018562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210154018562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210154018564 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210154018565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210154018565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210154018565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:40:19.572706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19713): Terminating (SIGTERM)
15:40:19.613543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19716): Terminating (SIGTERM)
15:40:19.654648 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19719): Terminating (SIGTERM)
15:40:19.664458 ---      ParallelTerminationStrategy: PID 19713 died...
15:40:19.719644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19713): Terminated: ok {rc=0}
15:40:19.729679 ---      ParallelTerminationStrategy: PID 19716 died...
15:40:19.784208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19716): Terminated: ok {rc=0}
15:40:19.794216 ---      ParallelTerminationStrategy: PID 19719 died...
15:40:19.848732 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19719): Terminated: ok {rc=0}
15:40:19.937645 bus                        /sierra_3: Setting Powered False
15:40:21.042126 bus                        /sierra_3: Setting Powered False
15:40:22.154927 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>4</id><name>voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1</name><properties></properties><timestamp>2022-12-10T15:40:01</timestamp></suite><suite><case><age>46</age><className>voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=19732): Process ended prematurely: osmo-stp_10.42.42.5(pid=19732) [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19732)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19732): Process ended prematurely: osmo-stp_10.42.42.5(pid=19732) [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19732)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py
----------------------------------------------
15:40:24.126274 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
15:40:24.137850 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
15:40:24.291210 tst                    mo_mt_call.py: using LAC 28946
15:40:24.420181 tst                    mo_mt_call.py: using RAC 131
15:40:24.549288 tst                    mo_mt_call.py: using CellId 28946
15:40:24.681121 tst                    mo_mt_call.py: using BVCI 28947
15:40:24.706525 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
15:40:24.718119 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
15:40:24.729597 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
15:40:24.741000 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
15:40:24.754562 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
15:40:24.766058 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
15:40:24.882236 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
15:40:25.086378 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:40:25.579209 run         create_hlr_db(pid=19726): Launched
15:40:25.758521 bus                        /sierra_2: Setting Powered False
15:40:26.780070 run         create_hlr_db(pid=19726): Terminated: ok {rc=0}
15:40:27.196617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19728): Launched
15:40:27.508889 run   osmo-hlr_10.42.42.2(pid=19729): Launched
15:40:27.627177 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:40:28.181978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19731): Launched
15:40:28.493862 run   osmo-stp_10.42.42.5(pid=19732): Launched
15:40:28.607930 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:40:29.181083 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19735): Launched
15:40:29.494146 run   osmo-msc_10.42.42.6(pid=19741): Launched
15:40:29.676398 run   osmo-stp_10.42.42.5(pid=19732): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19732)]
15:40:29.808835 run   osmo-stp_10.42.42.5(pid=19732): stdout: 
| (launched: 2022-12-10_15:40:28.339321)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:40:29.938670 run   osmo-stp_10.42.42.5(pid=19732): stderr: 
| �[0;m�[38;5;43m20221210154028514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154028514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154028514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154028514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154028515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154028515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154028515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:40:30.063963 run   osmo-stp_10.42.42.5(pid=19732): stdout: 
| (launched: 2022-12-10_15:40:28.339321)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:40:30.188512 run   osmo-stp_10.42.42.5(pid=19732): stderr: 
| �[0;m�[38;5;43m20221210154028514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154028514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154028514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154028514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154028515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154028515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154028515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:40:30.243391 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19732): Process ended prematurely: osmo-stp_10.42.42.5(pid=19732) [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19732)]  [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]
15:40:30.252172 tst                  mo_mt_call.py:8: Test FAILED (6.2 sec)
15:40:30.313084 run   osmo-hlr_10.42.42.2(pid=19729): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19729)]
15:40:30.362826 run   osmo-hlr_10.42.42.2(pid=19729): stdout: 
| (launched: 2022-12-10_15:40:27.354448) 
15:40:30.413112 run   osmo-hlr_10.42.42.2(pid=19729): stderr: 
| �[0;m�[1;31m20221210154027536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154027536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154027536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154027536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154027536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154027536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154027548 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154027557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154027558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154027558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:40:30.480458 run   osmo-msc_10.42.42.6(pid=19741): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19741)]
15:40:30.530226 run   osmo-msc_10.42.42.6(pid=19741): stdout: 
| (launched: 2022-12-10_15:40:29.339007) 
15:40:30.580297 run   osmo-msc_10.42.42.6(pid=19741): stderr: 
| �[0;m�[38;5;43m20221210154029615 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210154029616 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f15bf4a9c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210154029616 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210154029616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210154029616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210154029616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210154029618 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210154029618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210154029619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210154029619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:40:30.622529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19728): Terminating (SIGTERM)
15:40:30.662899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19731): Terminating (SIGTERM)
15:40:30.703075 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19735): Terminating (SIGTERM)
15:40:30.712646 ---      ParallelTerminationStrategy: PID 19728 died...
15:40:30.766637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19728): Terminated: ok {rc=0}
15:40:30.776578 ---      ParallelTerminationStrategy: PID 19731 died...
15:40:30.836890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19731): Terminated: ok {rc=0}
15:40:30.848866 ---      ParallelTerminationStrategy: PID 19735 died...
15:40:30.909440 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19735): Terminated: ok {rc=0}
15:40:31.002979 bus                        /sierra_3: Setting Powered False
15:40:32.125882 bus                        /sierra_3: Setting Powered False
15:40:33.235012 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>48</age><className>voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=19749): Process ended prematurely: osmo-stp_10.42.42.5(pid=19749) [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19749)]</errorStackTrace><failedSince>2329</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19749): Process ended prematurely: osmo-stp_10.42.42.5(pid=19749) [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19749)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py
----------------------------------------------
15:40:34.350884 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
15:40:34.362973 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
15:40:34.515303 tst              mo_mt_call_osmux.py: using LAC 28947
15:40:34.661001 tst              mo_mt_call_osmux.py: using RAC 132
15:40:34.790926 tst              mo_mt_call_osmux.py: using CellId 28947
15:40:34.917368 tst              mo_mt_call_osmux.py: using BVCI 28948
15:40:34.942206 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
15:40:34.953953 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
15:40:34.965403 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
15:40:34.977059 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
15:40:34.989037 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
15:40:35.000809 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
15:40:35.120197 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
15:40:35.332349 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:40:35.849063 run         create_hlr_db(pid=19743): Launched
15:40:36.035615 bus                        /sierra_2: Setting Powered False
15:40:37.056412 run         create_hlr_db(pid=19743): Terminated: ok {rc=0}
15:40:37.462359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19745): Launched
15:40:37.766119 run   osmo-hlr_10.42.42.2(pid=19746): Launched
15:40:37.883283 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:40:38.412764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19748): Launched
15:40:38.714985 run   osmo-stp_10.42.42.5(pid=19749): Launched
15:40:38.824326 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:40:39.375035 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19751): Launched
15:40:39.679160 run   osmo-msc_10.42.42.6(pid=19752): Launched
15:40:39.855449 run   osmo-stp_10.42.42.5(pid=19749): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19749)]
15:40:39.983123 run   osmo-stp_10.42.42.5(pid=19749): stdout: 
| (launched: 2022-12-10_15:40:38.565487)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:40:40.110504 run   osmo-stp_10.42.42.5(pid=19749): stderr: 
| �[0;m�[38;5;43m20221210154038738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154038738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154038738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154038739 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154038739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154038739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154038739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:40:40.231268 run   osmo-stp_10.42.42.5(pid=19749): stdout: 
| (launched: 2022-12-10_15:40:38.565487)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:40:40.351053 run   osmo-stp_10.42.42.5(pid=19749): stderr: 
| �[0;m�[38;5;43m20221210154038738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154038738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154038738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154038739 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154038739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154038739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154038739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:40:40.403761 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19749): Process ended prematurely: osmo-stp_10.42.42.5(pid=19749) [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19749)]  [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]
15:40:40.412273 tst            mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)
15:40:40.471835 run   osmo-hlr_10.42.42.2(pid=19746): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19746)]
15:40:40.520456 run   osmo-hlr_10.42.42.2(pid=19746): stdout: 
| (launched: 2022-12-10_15:40:37.616107) 
15:40:40.569802 run   osmo-hlr_10.42.42.2(pid=19746): stderr: 
| �[0;m�[1;31m20221210154037793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154037793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154037793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154037793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154037793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154037793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154037811 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154037820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154037820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154037820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:40:40.636301 run   osmo-msc_10.42.42.6(pid=19752): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19752)]
15:40:40.685318 run   osmo-msc_10.42.42.6(pid=19752): stdout: 
| (launched: 2022-12-10_15:40:39.528404) 
15:40:40.734917 run   osmo-msc_10.42.42.6(pid=19752): stderr: 
| �[0;m�[38;5;43m20221210154039801 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210154039801 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f29afbf2c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210154039801 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210154039801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210154039801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210154039802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210154039803 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210154039804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210154039804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210154039804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:40:40.776591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19745): Terminating (SIGTERM)
15:40:40.816140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19748): Terminating (SIGTERM)
15:40:40.855846 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19751): Terminating (SIGTERM)
15:40:40.865155 ---      ParallelTerminationStrategy: PID 19745 died...
15:40:40.918219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19745): Terminated: ok {rc=0}
15:40:40.927845 ---      ParallelTerminationStrategy: PID 19748 died...
15:40:40.980726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19748): Terminated: ok {rc=0}
15:40:40.990242 ---      ParallelTerminationStrategy: PID 19751 died...
15:40:41.042894 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19751): Terminated: ok {rc=0}
15:40:41.125754 bus                        /sierra_3: Setting Powered False
15:40:42.227087 bus                        /sierra_3: Setting Powered False
15:40:43.337879 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>5</id><name>voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2</name><properties></properties><timestamp>2022-12-10T15:40:23</timestamp></suite><suite><case><age>46</age><className>voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=19763): Process ended prematurely: osmo-stp_10.42.42.5(pid=19763) [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19763)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19763): Process ended prematurely: osmo-stp_10.42.42.5(pid=19763) [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19763)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py
----------------------------------------------
15:40:45.284659 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
15:40:45.295579 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
15:40:45.444937 tst                    mo_mt_call.py: using LAC 28948
15:40:45.573191 tst                    mo_mt_call.py: using RAC 133
15:40:45.701865 tst                    mo_mt_call.py: using CellId 28948
15:40:45.838690 tst                    mo_mt_call.py: using BVCI 28949
15:40:45.865307 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
15:40:45.877711 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
15:40:45.889572 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
15:40:45.915142 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
15:40:45.936495 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
15:40:45.949528 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
15:40:46.088446 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
15:40:46.307846 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:40:46.869931 run         create_hlr_db(pid=19757): Launched
15:40:47.059445 bus                        /sierra_2: Setting Powered False
15:40:48.078864 run         create_hlr_db(pid=19757): Terminated: ok {rc=0}
15:40:48.509702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19759): Launched
15:40:48.833539 run   osmo-hlr_10.42.42.2(pid=19760): Launched
15:40:48.952014 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:40:49.514604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19762): Launched
15:40:49.838367 run   osmo-stp_10.42.42.5(pid=19763): Launched
15:40:49.955071 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:40:50.544263 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19765): Launched
15:40:50.869070 run   osmo-msc_10.42.42.6(pid=19766): Launched
15:40:51.057131 run   osmo-stp_10.42.42.5(pid=19763): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19763)]
15:40:51.192815 run   osmo-stp_10.42.42.5(pid=19763): stdout: 
| (launched: 2022-12-10_15:40:49.678701)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:40:51.328523 run   osmo-stp_10.42.42.5(pid=19763): stderr: 
| �[0;m�[38;5;43m20221210154049872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154049872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154049872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154049872 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154049875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154049875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154049875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:40:51.458461 run   osmo-stp_10.42.42.5(pid=19763): stdout: 
| (launched: 2022-12-10_15:40:49.678701)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:40:51.587589 run   osmo-stp_10.42.42.5(pid=19763): stderr: 
| �[0;m�[38;5;43m20221210154049872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154049872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154049872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154049872 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154049875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154049875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154049875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:40:51.644220 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19763): Process ended prematurely: osmo-stp_10.42.42.5(pid=19763) [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19763)]  [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]
15:40:51.653217 tst                  mo_mt_call.py:8: Test FAILED (6.4 sec)
15:40:51.715753 run   osmo-hlr_10.42.42.2(pid=19760): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19760)]
15:40:51.767037 run   osmo-hlr_10.42.42.2(pid=19760): stdout: 
| (launched: 2022-12-10_15:40:48.673796) 
15:40:51.818845 run   osmo-hlr_10.42.42.2(pid=19760): stderr: 
| �[0;m�[1;31m20221210154048875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154048876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154048876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154048876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154048876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154048876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154048888 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154048896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154048897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154048897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:40:51.889106 run   osmo-msc_10.42.42.6(pid=19766): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19766)]
15:40:51.940232 run   osmo-msc_10.42.42.6(pid=19766): stdout: 
| (launched: 2022-12-10_15:40:50.708907) 
15:40:51.992289 run   osmo-msc_10.42.42.6(pid=19766): stderr: 
| �[0;m�[38;5;43m20221210154051034 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210154051034 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc877131c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210154051034 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210154051034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210154051034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210154051034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210154051036 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210154051036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210154051037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210154051037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:40:52.035991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19759): Terminating (SIGTERM)
15:40:52.077319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19762): Terminating (SIGTERM)
15:40:52.118779 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19765): Terminating (SIGTERM)
15:40:52.128281 ---      ParallelTerminationStrategy: PID 19759 died...
15:40:52.183744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19759): Terminated: ok {rc=0}
15:40:52.193778 ---      ParallelTerminationStrategy: PID 19762 died...
15:40:52.249116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19762): Terminated: ok {rc=0}
15:40:52.259092 ---      ParallelTerminationStrategy: PID 19765 died...
15:40:52.315133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19765): Terminated: ok {rc=0}
15:40:52.402758 bus                        /sierra_3: Setting Powered False
15:40:53.506799 bus                        /sierra_3: Setting Powered False
15:40:54.618670 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>57</age><className>voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=19776): Process ended prematurely: osmo-stp_10.42.42.5(pid=19776) [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19776)]</errorStackTrace><failedSince>2320</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19776): Process ended prematurely: osmo-stp_10.42.42.5(pid=19776) [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19776)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py
----------------------------------------------
15:40:55.728820 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
15:40:55.740397 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
15:40:55.885480 tst              mo_mt_call_osmux.py: using LAC 28949
15:40:56.003400 tst              mo_mt_call_osmux.py: using RAC 134
15:40:56.123007 tst              mo_mt_call_osmux.py: using CellId 28949
15:40:56.241457 tst              mo_mt_call_osmux.py: using BVCI 28950
15:40:56.264282 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
15:40:56.275219 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
15:40:56.286102 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
15:40:56.297096 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
15:40:56.308019 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
15:40:56.319127 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
15:40:56.439004 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
15:40:56.638950 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:40:57.114245 run         create_hlr_db(pid=19768): Launched
15:40:57.287627 bus                        /sierra_2: Setting Powered False
15:40:58.309422 run         create_hlr_db(pid=19768): Terminated: ok {rc=0}
15:40:58.739294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19770): Launched
15:40:59.064420 run   osmo-hlr_10.42.42.2(pid=19771): Launched
15:40:59.182495 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:40:59.744309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19773): Launched
15:41:00.068716 run   osmo-stp_10.42.42.5(pid=19776): Launched
15:41:00.185511 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:41:00.777919 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19778): Launched
15:41:01.226238 run   osmo-msc_10.42.42.6(pid=19779): Launched
15:41:01.565905 run   osmo-stp_10.42.42.5(pid=19776): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19776)]
15:41:01.782643 run   osmo-stp_10.42.42.5(pid=19776): stdout: 
| (launched: 2022-12-10_15:40:59.909056)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:41:01.941619 run   osmo-stp_10.42.42.5(pid=19776): stderr: 
| �[0;m�[38;5;43m20221210154100103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154100103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154100103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154100104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154100104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154100104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154100104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:41:02.074132 run   osmo-stp_10.42.42.5(pid=19776): stdout: 
| (launched: 2022-12-10_15:40:59.909056)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:41:02.204505 run   osmo-stp_10.42.42.5(pid=19776): stderr: 
| �[0;m�[38;5;43m20221210154100103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154100103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154100103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154100104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154100104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154100104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154100104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:41:02.262431 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19776): Process ended prematurely: osmo-stp_10.42.42.5(pid=19776) [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19776)]  [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]
15:41:02.272052 tst            mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)
15:41:02.334483 run   osmo-hlr_10.42.42.2(pid=19771): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19771)]
15:41:02.385959 run   osmo-hlr_10.42.42.2(pid=19771): stdout: 
| (launched: 2022-12-10_15:40:58.904681) 
15:41:02.438080 run   osmo-hlr_10.42.42.2(pid=19771): stderr: 
| �[0;m�[1;31m20221210154059106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154059106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154059106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154059107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154059107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154059107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154059154 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154059163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154059163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154059163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:41:02.509096 run   osmo-msc_10.42.42.6(pid=19779): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19779)]
15:41:02.560754 run   osmo-msc_10.42.42.6(pid=19779): stdout: 
| (launched: 2022-12-10_15:41:00.960743) 
15:41:02.612892 run   osmo-msc_10.42.42.6(pid=19779): stderr: 
| �[0;m�[38;5;43m20221210154101457 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210154101457 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4bdd004c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210154101458 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210154101458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210154101458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210154101458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210154101460 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210154101460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210154101460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210154101460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:41:02.657326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19770): Terminating (SIGTERM)
15:41:02.699489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19773): Terminating (SIGTERM)
15:41:02.741571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19778): Terminating (SIGTERM)
15:41:02.751362 ---      ParallelTerminationStrategy: PID 19770 died...
15:41:02.807192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19770): Terminated: ok {rc=0}
15:41:02.817265 ---      ParallelTerminationStrategy: PID 19773 died...
15:41:02.872935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19773): Terminated: ok {rc=0}
15:41:02.883052 ---      ParallelTerminationStrategy: PID 19778 died...
15:41:02.939174 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19778): Terminated: ok {rc=0}
15:41:03.026666 bus                        /sierra_3: Setting Powered False
15:41:04.133355 bus                        /sierra_3: Setting Powered False
15:41:05.241748 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>6</id><name>voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3</name><properties></properties><timestamp>2022-12-10T15:40:45</timestamp></suite><suite><case><age>46</age><className>voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=19790): Process ended prematurely: osmo-stp_10.42.42.5(pid=19790) [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19790)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19790): Process ended prematurely: osmo-stp_10.42.42.5(pid=19790) [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19790)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py
----------------------------------------------
15:41:07.207148 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
15:41:07.218532 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)
15:41:07.373568 tst                    mo_mt_call.py: using LAC 28950
15:41:07.497277 tst                    mo_mt_call.py: using RAC 135
15:41:07.621201 tst                    mo_mt_call.py: using CellId 28950
15:41:07.745746 tst                    mo_mt_call.py: using BVCI 28951
15:41:07.770264 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
15:41:07.781615 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
15:41:07.792811 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
15:41:07.803985 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
15:41:07.815210 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
15:41:07.826435 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
15:41:07.940360 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
15:41:08.139782 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:41:08.613206 run         create_hlr_db(pid=19784): Launched
15:41:08.786214 bus                        /sierra_2: Setting Powered False
15:41:09.807931 run         create_hlr_db(pid=19784): Terminated: ok {rc=0}
15:41:10.207588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19786): Launched
15:41:10.506713 run   osmo-hlr_10.42.42.2(pid=19787): Launched
15:41:10.619767 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:41:11.139902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19789): Launched
15:41:11.440522 run   osmo-stp_10.42.42.5(pid=19790): Launched
15:41:11.550614 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:41:12.118605 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19792): Launched
15:41:12.411431 run   osmo-msc_10.42.42.6(pid=19793): Launched
15:41:12.585129 run   osmo-stp_10.42.42.5(pid=19790): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19790)]
15:41:12.710451 run   osmo-stp_10.42.42.5(pid=19790): stdout: 
| (launched: 2022-12-10_15:41:11.291570)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:41:12.833786 run   osmo-stp_10.42.42.5(pid=19790): stderr: 
| �[0;m�[38;5;43m20221210154111463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154111463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154111463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154111463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154111464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154111464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154111464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:41:12.952242 run   osmo-stp_10.42.42.5(pid=19790): stdout: 
| (launched: 2022-12-10_15:41:11.291570)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:41:13.070180 run   osmo-stp_10.42.42.5(pid=19790): stderr: 
| �[0;m�[38;5;43m20221210154111463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154111463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154111463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154111463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154111464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154111464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154111464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:41:13.122186 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19790): Process ended prematurely: osmo-stp_10.42.42.5(pid=19790) [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19790)]  [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]
15:41:13.130684 tst                  mo_mt_call.py:8: Test FAILED (6.0 sec)
15:41:13.190022 run   osmo-hlr_10.42.42.2(pid=19787): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19787)]
15:41:13.238802 run   osmo-hlr_10.42.42.2(pid=19787): stdout: 
| (launched: 2022-12-10_15:41:10.359299) 
15:41:13.287981 run   osmo-hlr_10.42.42.2(pid=19787): stderr: 
| �[0;m�[1;31m20221210154110538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154110538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154110538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154110538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154110538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154110538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154110558 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154110567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154110567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154110567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:41:13.354420 run   osmo-msc_10.42.42.6(pid=19793): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19793)]
15:41:13.402818 run   osmo-msc_10.42.42.6(pid=19793): stdout: 
| (launched: 2022-12-10_15:41:12.267116) 
15:41:13.451841 run   osmo-msc_10.42.42.6(pid=19793): stderr: 
| �[0;m�[38;5;43m20221210154112537 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210154112537 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f93a6a4cc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210154112538 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210154112538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210154112538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210154112538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210154112540 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210154112540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210154112540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210154112540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:41:13.493202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19786): Terminating (SIGTERM)
15:41:13.532568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19789): Terminating (SIGTERM)
15:41:13.572177 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19792): Terminating (SIGTERM)
15:41:13.581572 ---      ParallelTerminationStrategy: PID 19786 died...
15:41:13.634764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19786): Terminated: ok {rc=0}
15:41:13.644199 ---      ParallelTerminationStrategy: PID 19789 died...
15:41:13.696990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19789): Terminated: ok {rc=0}
15:41:13.706758 ---      ParallelTerminationStrategy: PID 19792 died...
15:41:13.759838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19792): Terminated: ok {rc=0}
15:41:13.843473 bus                        /sierra_3: Setting Powered False
15:41:14.944422 bus                        /sierra_3: Setting Powered False
15:41:16.064325 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>55</age><className>voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=19801): Process ended prematurely: osmo-stp_10.42.42.5(pid=19801) [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19801)]</errorStackTrace><failedSince>2322</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19801): Process ended prematurely: osmo-stp_10.42.42.5(pid=19801) [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19801)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py
----------------------------------------------
15:41:17.179124 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
15:41:17.191707 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)
15:41:17.341171 tst              mo_mt_call_osmux.py: using LAC 28951
15:41:17.466967 tst              mo_mt_call_osmux.py: using RAC 136
15:41:17.593668 tst              mo_mt_call_osmux.py: using CellId 28951
15:41:17.721351 tst              mo_mt_call_osmux.py: using BVCI 28952
15:41:17.745681 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
15:41:17.757356 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
15:41:17.768755 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
15:41:17.780745 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
15:41:17.793516 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
15:41:17.805228 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
15:41:17.922294 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
15:41:18.129362 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:41:18.632764 run         create_hlr_db(pid=19795): Launched
15:41:18.815806 bus                        /sierra_2: Setting Powered False
15:41:19.826416 run         create_hlr_db(pid=19795): Terminated: ok {rc=0}
15:41:20.250918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19797): Launched
15:41:20.564911 run   osmo-hlr_10.42.42.2(pid=19798): Launched
15:41:20.680643 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:41:21.229850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19800): Launched
15:41:21.543094 run   osmo-stp_10.42.42.5(pid=19801): Launched
15:41:21.657649 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:41:22.234792 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19803): Launched
15:41:22.548647 run   osmo-msc_10.42.42.6(pid=19804): Launched
15:41:22.733266 run   osmo-stp_10.42.42.5(pid=19801): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19801)]
15:41:22.866956 run   osmo-stp_10.42.42.5(pid=19801): stdout: 
| (launched: 2022-12-10_15:41:21.390218)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:41:23.001208 run   osmo-stp_10.42.42.5(pid=19801): stderr: 
| �[0;m�[38;5;43m20221210154121581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154121581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154121581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154121582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154121582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154121582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154121582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:41:23.128931 run   osmo-stp_10.42.42.5(pid=19801): stdout: 
| (launched: 2022-12-10_15:41:21.390218)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:41:23.255344 run   osmo-stp_10.42.42.5(pid=19801): stderr: 
| �[0;m�[38;5;43m20221210154121581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154121581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154121581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154121582 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154121582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154121582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154121582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:41:23.311072 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19801): Process ended prematurely: osmo-stp_10.42.42.5(pid=19801) [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19801)]  [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]
15:41:23.320250 tst            mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)
15:41:23.382685 run   osmo-hlr_10.42.42.2(pid=19798): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19798)]
15:41:23.434044 run   osmo-hlr_10.42.42.2(pid=19798): stdout: 
| (launched: 2022-12-10_15:41:20.411790) 
15:41:23.486245 run   osmo-hlr_10.42.42.2(pid=19798): stderr: 
| �[0;m�[1;31m20221210154120608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154120608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154120608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154120608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154120608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154120609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154120629 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154120640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154120640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154120640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:41:23.556765 run   osmo-msc_10.42.42.6(pid=19804): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19804)]
15:41:23.608324 run   osmo-msc_10.42.42.6(pid=19804): stdout: 
| (launched: 2022-12-10_15:41:22.396005) 
15:41:23.660241 run   osmo-msc_10.42.42.6(pid=19804): stderr: 
| �[0;m�[38;5;43m20221210154122719 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210154122719 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3ec365ec40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210154122719 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210154122719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210154122719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210154122719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210154122721 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210154122721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210154122722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210154122722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:41:23.704263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19797): Terminating (SIGTERM)
15:41:23.746604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19800): Terminating (SIGTERM)
15:41:23.788465 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19803): Terminating (SIGTERM)
15:41:23.798141 ---      ParallelTerminationStrategy: PID 19797 died...
15:41:23.854632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19797): Terminated: ok {rc=0}
15:41:23.864813 ---      ParallelTerminationStrategy: PID 19800 died...
15:41:23.920666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19800): Terminated: ok {rc=0}
15:41:23.930761 ---      ParallelTerminationStrategy: PID 19803 died...
15:41:23.986702 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19803): Terminated: ok {rc=0}
15:41:24.074925 bus                        /sierra_3: Setting Powered False
15:41:25.177743 bus                        /sierra_3: Setting Powered False
15:41:26.285373 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>7</id><name>voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1</name><properties></properties><timestamp>2022-12-10T15:41:06</timestamp></suite><suite><case><age>46</age><className>voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=19816): Process ended prematurely: osmo-stp_10.42.42.5(pid=19816) [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19816)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19816): Process ended prematurely: osmo-stp_10.42.42.5(pid=19816) [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19816)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py
----------------------------------------------
15:41:28.237810 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
15:41:28.248596 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
15:41:28.397128 tst                    mo_mt_call.py: using LAC 28952
15:41:28.520760 tst                    mo_mt_call.py: using RAC 137
15:41:28.646080 tst                    mo_mt_call.py: using CellId 28952
15:41:28.772429 tst                    mo_mt_call.py: using BVCI 28953
15:41:28.796638 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
15:41:28.808343 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
15:41:28.819774 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
15:41:28.831221 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
15:41:28.843258 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
15:41:28.854666 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
15:41:28.968901 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
15:41:29.165427 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:41:29.630156 run         create_hlr_db(pid=19810): Launched
15:41:29.799634 bus                        /sierra_2: Setting Powered False
15:41:30.822265 run         create_hlr_db(pid=19810): Terminated: ok {rc=0}
15:41:31.284793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19812): Launched
15:41:31.713830 run   osmo-hlr_10.42.42.2(pid=19813): Launched
15:41:31.866348 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:41:32.462976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19815): Launched
15:41:32.777351 run   osmo-stp_10.42.42.5(pid=19816): Launched
15:41:32.891364 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:41:33.466952 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19818): Launched
15:41:33.782448 run   osmo-msc_10.42.42.6(pid=19819): Launched
15:41:33.967580 run   osmo-stp_10.42.42.5(pid=19816): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19816)]
15:41:34.101683 run   osmo-stp_10.42.42.5(pid=19816): stdout: 
| (launched: 2022-12-10_15:41:32.623900)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:41:34.235282 run   osmo-stp_10.42.42.5(pid=19816): stderr: 
| �[0;m�[38;5;43m20221210154132815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154132815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154132815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154132816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154132816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154132816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154132816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:41:34.363136 run   osmo-stp_10.42.42.5(pid=19816): stdout: 
| (launched: 2022-12-10_15:41:32.623900)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:41:34.489868 run   osmo-stp_10.42.42.5(pid=19816): stderr: 
| �[0;m�[38;5;43m20221210154132815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154132815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154132815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154132816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154132816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154132816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154132816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:41:34.545915 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19816): Process ended prematurely: osmo-stp_10.42.42.5(pid=19816) [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19816)]  [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]
15:41:34.555110 tst                  mo_mt_call.py:8: Test FAILED (6.3 sec)
15:41:34.617883 run   osmo-hlr_10.42.42.2(pid=19813): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19813)]
15:41:34.669575 run   osmo-hlr_10.42.42.2(pid=19813): stdout: 
| (launched: 2022-12-10_15:41:31.451605) 
15:41:34.722085 run   osmo-hlr_10.42.42.2(pid=19813): stderr: 
| �[0;m�[1;31m20221210154131679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154131679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154131679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154131679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154131679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154131679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154131698 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154131719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154131720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154131720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:41:34.792841 run   osmo-msc_10.42.42.6(pid=19819): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19819)]
15:41:34.844519 run   osmo-msc_10.42.42.6(pid=19819): stdout: 
| (launched: 2022-12-10_15:41:33.628486) 
15:41:34.896620 run   osmo-msc_10.42.42.6(pid=19819): stderr: 
| �[0;m�[38;5;43m20221210154133948 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210154133949 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6138112c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210154133949 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210154133949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210154133949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210154133949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210154133951 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210154133951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210154133951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210154133952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:41:34.940838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19812): Terminating (SIGTERM)
15:41:34.982900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19815): Terminating (SIGTERM)
15:41:35.025237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19818): Terminating (SIGTERM)
15:41:35.035165 ---      ParallelTerminationStrategy: PID 19812 died...
15:41:35.091723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19812): Terminated: ok {rc=0}
15:41:35.102019 ---      ParallelTerminationStrategy: PID 19815 died...
15:41:35.158552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19815): Terminated: ok {rc=0}
15:41:35.169048 ---      ParallelTerminationStrategy: PID 19818 died...
15:41:35.225439 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19818): Terminated: ok {rc=0}
15:41:35.310437 bus                        /sierra_3: Setting Powered False
15:41:36.417359 bus                        /sierra_3: Setting Powered False
15:41:37.524920 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>46</age><className>voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=19827): Process ended prematurely: osmo-stp_10.42.42.5(pid=19827) [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19827)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19827): Process ended prematurely: osmo-stp_10.42.42.5(pid=19827) [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19827)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py
----------------------------------------------
15:41:38.638798 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
15:41:38.651034 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
15:41:38.801955 tst              mo_mt_call_osmux.py: using LAC 28953
15:41:38.922698 tst              mo_mt_call_osmux.py: using RAC 138
15:41:39.037800 tst              mo_mt_call_osmux.py: using CellId 28953
15:41:39.161859 tst              mo_mt_call_osmux.py: using BVCI 28954
15:41:39.186487 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
15:41:39.198170 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
15:41:39.209738 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
15:41:39.221294 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
15:41:39.232803 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
15:41:39.244533 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
15:41:39.359474 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
15:41:39.557752 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:41:40.017167 run         create_hlr_db(pid=19821): Launched
15:41:40.186480 bus                        /sierra_2: Setting Powered False
15:41:41.208703 run         create_hlr_db(pid=19821): Terminated: ok {rc=0}
15:41:41.598078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19823): Launched
15:41:41.890262 run   osmo-hlr_10.42.42.2(pid=19824): Launched
15:41:41.999708 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:41:42.506191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19826): Launched
15:41:42.797190 run   osmo-stp_10.42.42.5(pid=19827): Launched
15:41:42.903473 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:41:43.440119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19829): Launched
15:41:43.733262 run   osmo-msc_10.42.42.6(pid=19830): Launched
15:41:43.905754 run   osmo-stp_10.42.42.5(pid=19827): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19827)]
15:41:44.030287 run   osmo-stp_10.42.42.5(pid=19827): stdout: 
| (launched: 2022-12-10_15:41:42.654545)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:41:44.152670 run   osmo-stp_10.42.42.5(pid=19827): stderr: 
| �[0;m�[38;5;43m20221210154142821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154142821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154142821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154142822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154142824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154142824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154142824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:41:44.270843 run   osmo-stp_10.42.42.5(pid=19827): stdout: 
| (launched: 2022-12-10_15:41:42.654545)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:41:44.388118 run   osmo-stp_10.42.42.5(pid=19827): stderr: 
| �[0;m�[38;5;43m20221210154142821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154142821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154142821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154142822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154142824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154142824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154142824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:41:44.439841 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19827): Process ended prematurely: osmo-stp_10.42.42.5(pid=19827) [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19827)]  [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]
15:41:44.448437 tst            mo_mt_call_osmux.py:8: Test FAILED (5.8 sec)
15:41:44.507980 run   osmo-hlr_10.42.42.2(pid=19824): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19824)]
15:41:44.556876 run   osmo-hlr_10.42.42.2(pid=19824): stdout: 
| (launched: 2022-12-10_15:41:41.746790) 
15:41:44.605869 run   osmo-hlr_10.42.42.2(pid=19824): stderr: 
| �[0;m�[1;31m20221210154141922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154141923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154141923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154141923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154141923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154141923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154141935 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154141943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154141943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154141943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:41:44.672776 run   osmo-msc_10.42.42.6(pid=19830): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19830)]
15:41:44.721464 run   osmo-msc_10.42.42.6(pid=19830): stdout: 
| (launched: 2022-12-10_15:41:43.589259) 
15:41:44.770826 run   osmo-msc_10.42.42.6(pid=19830): stderr: 
| �[0;m�[38;5;43m20221210154143862 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210154143862 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1c59d7ec40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210154143862 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210154143862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210154143863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210154143863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210154143864 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210154143865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210154143865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210154143865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:41:44.812463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19823): Terminating (SIGTERM)
15:41:44.852107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19826): Terminating (SIGTERM)
15:41:44.891711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19829): Terminating (SIGTERM)
15:41:44.900702 ---      ParallelTerminationStrategy: PID 19823 died...
15:41:44.953932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19823): Terminated: ok {rc=0}
15:41:44.963496 ---      ParallelTerminationStrategy: PID 19826 died...
15:41:45.016634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19826): Terminated: ok {rc=0}
15:41:45.026200 ---      ParallelTerminationStrategy: PID 19829 died...
15:41:45.078734 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19829): Terminated: ok {rc=0}
15:41:45.161282 bus                        /sierra_3: Setting Powered False
15:41:46.286484 bus                        /sierra_3: Setting Powered False
15:41:47.394392 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>8</id><name>voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3</name><properties></properties><timestamp>2022-12-10T15:41:27</timestamp></suite><suite><case><age>46</age><className>voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=19841): Process ended prematurely: osmo-stp_10.42.42.5(pid=19841) [trial-2376↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19841)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19841): Process ended prematurely: osmo-stp_10.42.42.5(pid=19841) [trial-2376↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19841)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py
----------------------------------------------
15:41:49.361260 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
15:41:49.372532 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
15:41:49.520254 tst                    mo_mt_call.py: using LAC 28954
15:41:49.643458 tst                    mo_mt_call.py: using RAC 139
15:41:49.765198 tst                    mo_mt_call.py: using CellId 28954
15:41:49.886884 tst                    mo_mt_call.py: using BVCI 28955
15:41:49.910778 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
15:41:49.922179 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
15:41:49.933423 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
15:41:49.944568 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
15:41:49.955876 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
15:41:49.967102 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
15:41:50.079914 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
15:41:50.286638 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:41:50.790319 run         create_hlr_db(pid=19835): Launched
15:41:50.973612 bus                        /sierra_2: Setting Powered False
15:41:51.994808 run         create_hlr_db(pid=19835): Terminated: ok {rc=0}
15:41:52.414246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19837): Launched
15:41:52.728270 run   osmo-hlr_10.42.42.2(pid=19838): Launched
15:41:52.843635 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:41:53.390098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19840): Launched
15:41:53.705344 run   osmo-stp_10.42.42.5(pid=19841): Launched
15:41:53.820377 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:41:54.395789 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19843): Launched
15:41:54.710323 run   osmo-msc_10.42.42.6(pid=19844): Launched
15:41:54.896720 run   osmo-stp_10.42.42.5(pid=19841): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19841)]
15:41:55.031756 run   osmo-stp_10.42.42.5(pid=19841): stdout: 
| (launched: 2022-12-10_15:41:53.550772)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:41:55.166056 run   osmo-stp_10.42.42.5(pid=19841): stderr: 
| �[0;m�[38;5;43m20221210154153743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154153744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154153744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154153744 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154153745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154153745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154153745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:41:55.293771 run   osmo-stp_10.42.42.5(pid=19841): stdout: 
| (launched: 2022-12-10_15:41:53.550772)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:41:55.420413 run   osmo-stp_10.42.42.5(pid=19841): stderr: 
| �[0;m�[38;5;43m20221210154153743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154153744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154153744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154153744 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154153745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154153745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154153745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:41:55.476086 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19841): Process ended prematurely: osmo-stp_10.42.42.5(pid=19841) [trial-2376↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19841)]  [trial-2376↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]
15:41:55.485154 tst                  mo_mt_call.py:8: Test FAILED (6.2 sec)
15:41:55.547083 run   osmo-hlr_10.42.42.2(pid=19838): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19838)]
15:41:55.598227 run   osmo-hlr_10.42.42.2(pid=19838): stdout: 
| (launched: 2022-12-10_15:41:52.574996) 
15:41:55.649853 run   osmo-hlr_10.42.42.2(pid=19838): stderr: 
| �[0;m�[1;31m20221210154152774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154152774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154152774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154152774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154152774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154152774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154152789 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154152799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154152799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154152799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:41:55.720582 run   osmo-msc_10.42.42.6(pid=19844): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19844)]
15:41:55.772094 run   osmo-msc_10.42.42.6(pid=19844): stdout: 
| (launched: 2022-12-10_15:41:54.556355) 
15:41:55.823513 run   osmo-msc_10.42.42.6(pid=19844): stderr: 
| �[0;m�[38;5;43m20221210154154878 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210154154878 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7a2447dc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210154154878 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210154154878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210154154879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210154154879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210154154880 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210154154881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210154154881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210154154881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:41:55.867398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19837): Terminating (SIGTERM)
15:41:55.909071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19840): Terminating (SIGTERM)
15:41:55.950756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19843): Terminating (SIGTERM)
15:41:55.960291 ---      ParallelTerminationStrategy: PID 19837 died...
15:41:56.016229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19837): Terminated: ok {rc=0}
15:41:56.026275 ---      ParallelTerminationStrategy: PID 19840 died...
15:41:56.082084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19840): Terminated: ok {rc=0}
15:41:56.092059 ---      ParallelTerminationStrategy: PID 19843 died...
15:41:56.147556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19843): Terminated: ok {rc=0}
15:41:56.235299 bus                        /sierra_3: Setting Powered False
15:41:57.341369 bus                        /sierra_3: Setting Powered False
15:41:58.450970 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>57</age><className>voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=19859): Process ended prematurely: osmo-stp_10.42.42.5(pid=19859) [trial-2376↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19859)]</errorStackTrace><failedSince>2320</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19859): Process ended prematurely: osmo-stp_10.42.42.5(pid=19859) [trial-2376↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19859)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py
----------------------------------------------
15:41:59.559551 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
15:41:59.571445 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
15:41:59.721989 tst              mo_mt_call_osmux.py: using LAC 28955
15:41:59.845882 tst              mo_mt_call_osmux.py: using RAC 140
15:41:59.969327 tst              mo_mt_call_osmux.py: using CellId 28955
15:42:00.095020 tst              mo_mt_call_osmux.py: using BVCI 28956
15:42:00.119174 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
15:42:00.130601 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
15:42:00.142026 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
15:42:00.153367 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
15:42:00.164712 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
15:42:00.176069 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
15:42:00.290894 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
15:42:00.492630 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:42:01.010834 run         create_hlr_db(pid=19848): Launched
15:42:01.220499 bus                        /sierra_2: Setting Powered False
15:42:02.249751 run         create_hlr_db(pid=19848): Terminated: ok {rc=0}
15:42:02.669668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19855): Launched
15:42:02.983488 run   osmo-hlr_10.42.42.2(pid=19856): Launched
15:42:03.101332 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:42:03.649804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19858): Launched
15:42:03.963552 run   osmo-stp_10.42.42.5(pid=19859): Launched
15:42:04.078052 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:42:04.651507 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19861): Launched
15:42:04.966188 run   osmo-msc_10.42.42.6(pid=19862): Launched
15:42:05.150700 run   osmo-stp_10.42.42.5(pid=19859): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19859)]
15:42:05.284259 run   osmo-stp_10.42.42.5(pid=19859): stdout: 
| (launched: 2022-12-10_15:42:03.810504)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:42:05.419156 run   osmo-stp_10.42.42.5(pid=19859): stderr: 
| �[0;m�[38;5;43m20221210154203999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154203999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154203999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154203999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154204000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154204000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154204000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:42:05.546328 run   osmo-stp_10.42.42.5(pid=19859): stdout: 
| (launched: 2022-12-10_15:42:03.810504)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:42:05.672275 run   osmo-stp_10.42.42.5(pid=19859): stderr: 
| �[0;m�[38;5;43m20221210154203999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154203999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154203999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154203999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154204000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154204000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154204000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:42:05.728064 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19859): Process ended prematurely: osmo-stp_10.42.42.5(pid=19859) [trial-2376↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19859)]  [trial-2376↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]
15:42:05.737183 tst            mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)
15:42:05.799266 run   osmo-hlr_10.42.42.2(pid=19856): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19856)]
15:42:05.850242 run   osmo-hlr_10.42.42.2(pid=19856): stdout: 
| (launched: 2022-12-10_15:42:02.831074) 
15:42:05.901900 run   osmo-hlr_10.42.42.2(pid=19856): stderr: 
| �[0;m�[1;31m20221210154203029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154203029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154203029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154203030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154203030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154203030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154203042 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154203051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154203051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154203051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:42:05.971920 run   osmo-msc_10.42.42.6(pid=19862): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19862)]
15:42:06.022927 run   osmo-msc_10.42.42.6(pid=19862): stdout: 
| (launched: 2022-12-10_15:42:04.812614) 
15:42:06.074347 run   osmo-msc_10.42.42.6(pid=19862): stderr: 
| �[0;m�[38;5;43m20221210154205132 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210154205132 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f356f63ec40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210154205132 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210154205132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210154205132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210154205132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210154205134 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210154205135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210154205135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210154205135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:42:06.118723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19855): Terminating (SIGTERM)
15:42:06.160149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19858): Terminating (SIGTERM)
15:42:06.201674 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19861): Terminating (SIGTERM)
15:42:06.210862 ---      ParallelTerminationStrategy: PID 19855 died...
15:42:06.266106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19855): Terminated: ok {rc=0}
15:42:06.276028 ---      ParallelTerminationStrategy: PID 19858 died...
15:42:06.331024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19858): Terminated: ok {rc=0}
15:42:06.340891 ---      ParallelTerminationStrategy: PID 19861 died...
15:42:06.395835 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19861): Terminated: ok {rc=0}
15:42:06.481623 bus                        /sierra_3: Setting Powered False
15:42:07.584560 bus                        /sierra_3: Setting Powered False
15:42:08.693212 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>9</id><name>voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-10T15:41:49</timestamp></suite><suite><case><age>46</age><className>voice:sysmo+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=19873): Process ended prematurely: osmo-stp_10.42.42.5(pid=19873) [trial-2376↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19873)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19873): Process ended prematurely: osmo-stp_10.42.42.5(pid=19873) [trial-2376↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19873)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py
----------------------------------------------
15:42:10.649932 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
15:42:10.661077 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
15:42:10.810742 tst                    mo_mt_call.py: using LAC 28956
15:42:10.934688 tst                    mo_mt_call.py: using RAC 141
15:42:11.060272 tst                    mo_mt_call.py: using CellId 28956
15:42:11.183742 tst                    mo_mt_call.py: using BVCI 28957
15:42:11.207912 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
15:42:11.219120 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
15:42:11.230143 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
15:42:11.241134 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
15:42:11.252062 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
15:42:11.263165 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
15:42:11.375831 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
15:42:11.583842 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:42:12.086681 run         create_hlr_db(pid=19867): Launched
15:42:12.269602 bus                        /sierra_2: Setting Powered False
15:42:13.290505 run         create_hlr_db(pid=19867): Terminated: ok {rc=0}
15:42:13.709767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19869): Launched
15:42:14.022730 run   osmo-hlr_10.42.42.2(pid=19870): Launched
15:42:14.138021 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:42:14.683912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19872): Launched
15:42:14.998549 run   osmo-stp_10.42.42.5(pid=19873): Launched
15:42:15.112667 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:42:15.688597 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19875): Launched
15:42:16.108486 run   osmo-msc_10.42.42.6(pid=19876): Launched
15:42:16.561818 run   osmo-stp_10.42.42.5(pid=19873): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19873)]
15:42:16.910367 run   osmo-stp_10.42.42.5(pid=19873): stdout: 
| (launched: 2022-12-10_15:42:14.845262)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:42:17.234630 run   osmo-stp_10.42.42.5(pid=19873): stderr: 
| �[0;m�[38;5;43m20221210154215034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154215034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154215034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154215035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154215037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154215037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154215037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:42:17.363135 run   osmo-stp_10.42.42.5(pid=19873): stdout: 
| (launched: 2022-12-10_15:42:14.845262)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:42:17.482541 run   osmo-stp_10.42.42.5(pid=19873): stderr: 
| �[0;m�[38;5;43m20221210154215034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154215034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154215034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154215035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154215037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154215037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154215037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:42:17.535398 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19873): Process ended prematurely: osmo-stp_10.42.42.5(pid=19873) [trial-2376↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19873)]  [trial-2376↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]
15:42:17.544162 tst                  mo_mt_call.py:8: Test FAILED (6.9 sec)
15:42:17.605955 run   osmo-hlr_10.42.42.2(pid=19870): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19870)]
15:42:17.656116 run   osmo-hlr_10.42.42.2(pid=19870): stdout: 
| (launched: 2022-12-10_15:42:13.870455) 
15:42:17.706910 run   osmo-hlr_10.42.42.2(pid=19870): stderr: 
| �[0;m�[1;31m20221210154214068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154214068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154214068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154214068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154214068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154214068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154214081 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154214089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154214089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154214089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:42:17.775332 run   osmo-msc_10.42.42.6(pid=19876): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19876)]
15:42:17.825113 run   osmo-msc_10.42.42.6(pid=19876): stdout: 
| (launched: 2022-12-10_15:42:15.850161) 
15:42:17.875460 run   osmo-msc_10.42.42.6(pid=19876): stderr: 
| �[0;m�[38;5;43m20221210154216712 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210154216712 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f62dd59ec40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210154216712 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210154216713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210154216713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210154216713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210154216718 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210154216718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210154216718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210154216718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:42:17.917519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19869): Terminating (SIGTERM)
15:42:17.958095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19872): Terminating (SIGTERM)
15:42:17.999032 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19875): Terminating (SIGTERM)
15:42:18.009104 ---      ParallelTerminationStrategy: PID 19869 died...
15:42:18.063301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19869): Terminated: ok {rc=0}
15:42:18.073706 ---      ParallelTerminationStrategy: PID 19872 died...
15:42:18.127791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19872): Terminated: ok {rc=0}
15:42:18.138041 ---      ParallelTerminationStrategy: PID 19875 died...
15:42:18.192413 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19875): Terminated: ok {rc=0}
15:42:18.282065 bus                        /sierra_3: Setting Powered False
15:42:19.386127 bus                        /sierra_3: Setting Powered False
15:42:20.497144 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>57</age><className>voice:sysmo+mod-bts0-dynts-osmo</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=19884): Process ended prematurely: osmo-stp_10.42.42.5(pid=19884) [trial-2376↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19884)]</errorStackTrace><failedSince>2320</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19884): Process ended prematurely: osmo-stp_10.42.42.5(pid=19884) [trial-2376↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19884)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py
----------------------------------------------
15:42:21.606631 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
15:42:21.617922 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
15:42:21.760226 tst              mo_mt_call_osmux.py: using LAC 28957
15:42:21.877780 tst              mo_mt_call_osmux.py: using RAC 142
15:42:21.995236 tst              mo_mt_call_osmux.py: using CellId 28957
15:42:22.118449 tst              mo_mt_call_osmux.py: using BVCI 28958
15:42:22.142638 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
15:42:22.154019 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
15:42:22.165369 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
15:42:22.176675 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
15:42:22.188152 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
15:42:22.199706 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
15:42:22.314136 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
15:42:22.510037 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:42:22.970264 run         create_hlr_db(pid=19878): Launched
15:42:23.139257 bus                        /sierra_2: Setting Powered False
15:42:24.161942 run         create_hlr_db(pid=19878): Terminated: ok {rc=0}
15:42:24.552754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19880): Launched
15:42:24.846731 run   osmo-hlr_10.42.42.2(pid=19881): Launched
15:42:24.957760 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:42:25.474837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19883): Launched
15:42:25.768395 run   osmo-stp_10.42.42.5(pid=19884): Launched
15:42:25.876168 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:42:26.411915 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19886): Launched
15:42:26.705344 run   osmo-msc_10.42.42.6(pid=19887): Launched
15:42:26.878747 run   osmo-stp_10.42.42.5(pid=19884): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19884)]
15:42:27.004173 run   osmo-stp_10.42.42.5(pid=19884): stdout: 
| (launched: 2022-12-10_15:42:25.624304)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:42:27.126989 run   osmo-stp_10.42.42.5(pid=19884): stderr: 
| �[0;m�[38;5;43m20221210154225792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154225792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154225792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154225793 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154225793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154225793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154225793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:42:27.245360 run   osmo-stp_10.42.42.5(pid=19884): stdout: 
| (launched: 2022-12-10_15:42:25.624304)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:42:27.362796 run   osmo-stp_10.42.42.5(pid=19884): stderr: 
| �[0;m�[38;5;43m20221210154225792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154225792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154225792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154225793 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154225793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154225793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154225793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:42:27.414656 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19884): Process ended prematurely: osmo-stp_10.42.42.5(pid=19884) [trial-2376↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19884)]  [trial-2376↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]
15:42:27.423159 tst            mo_mt_call_osmux.py:8: Test FAILED (5.8 sec)
15:42:27.482930 run   osmo-hlr_10.42.42.2(pid=19881): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19881)]
15:42:27.532081 run   osmo-hlr_10.42.42.2(pid=19881): stdout: 
| (launched: 2022-12-10_15:42:24.702185) 
15:42:27.581963 run   osmo-hlr_10.42.42.2(pid=19881): stderr: 
| �[0;m�[1;31m20221210154224875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154224875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154224875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154224875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154224875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154224875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154224887 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154224895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154224896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154224896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:42:27.648853 run   osmo-msc_10.42.42.6(pid=19887): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19887)]
15:42:27.697324 run   osmo-msc_10.42.42.6(pid=19887): stdout: 
| (launched: 2022-12-10_15:42:26.560771) 
15:42:27.746583 run   osmo-msc_10.42.42.6(pid=19887): stderr: 
| �[0;m�[38;5;43m20221210154226828 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210154226828 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efed95f7c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210154226828 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210154226829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210154226829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210154226829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210154226831 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210154226832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210154226832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210154226832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:42:27.788093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19880): Terminating (SIGTERM)
15:42:27.827645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19883): Terminating (SIGTERM)
15:42:27.867186 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19886): Terminating (SIGTERM)
15:42:27.876421 ---      ParallelTerminationStrategy: PID 19880 died...
15:42:27.929107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19880): Terminated: ok {rc=0}
15:42:27.938860 ---      ParallelTerminationStrategy: PID 19883 died...
15:42:27.992396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19883): Terminated: ok {rc=0}
15:42:28.002016 ---      ParallelTerminationStrategy: PID 19886 died...
15:42:28.054991 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19886): Terminated: ok {rc=0}
15:42:28.142589 bus                        /sierra_3: Setting Powered False
15:42:29.247754 bus                        /sierra_3: Setting Powered False
15:42:30.354810 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>10</id><name>voice_sysmo+mod-bts0-dynts-osmo</name><properties></properties><timestamp>2022-12-10T15:42:10</timestamp></suite><suite><case><age>46</age><className>emergency:sysmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=19898): Process ended prematurely: osmo-stp_10.42.42.5(pid=19898) [trial-2376↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19898)]</errorStackTrace><failedSince>2331</failedSince><name>emergency_mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py", line 19, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19898): Process ended prematurely: osmo-stp_10.42.42.5(pid=19898) [trial-2376↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19898)]
</stderr><stdout>
----------------------------------------------
trial-2376 emergency:sysmo emergency_mo_mt_call.py
----------------------------------------------
15:42:32.362129 tst                  emergency:sysmo: Using 1 x ip_address (candidates: 6)
15:42:32.373202 tst                  emergency:sysmo: Using 1 x bts (candidates: 1)
15:42:32.499431 tst          emergency_mo_mt_call.py: using LAC 28958
15:42:32.621415 tst          emergency_mo_mt_call.py: using RAC 143
15:42:32.739780 tst          emergency_mo_mt_call.py: using CellId 28958
15:42:32.861346 tst          emergency_mo_mt_call.py: using BVCI 28959
15:42:32.885078 tst                  emergency:sysmo: Using 1 x ip_address (candidates: 6)
15:42:32.896273 tst                  emergency:sysmo: Using 1 x ip_address (candidates: 6)
15:42:32.907207 tst                  emergency:sysmo: Using 1 x ip_address (candidates: 6)
15:42:32.918598 tst                  emergency:sysmo: Using 1 x ip_address (candidates: 6)
15:42:32.929794 tst                  emergency:sysmo: Using 1 x ip_address (candidates: 6)
15:42:32.940992 tst                  emergency:sysmo: Using 1 x modem (candidates: 4)
15:42:33.054848 tst                  emergency:sysmo: Using 1 x modem (candidates: 4)
15:42:33.258359 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:42:33.745540 run         create_hlr_db(pid=19892): Launched
15:42:33.913524 bus                        /sierra_2: Setting Powered False
15:42:34.934796 run         create_hlr_db(pid=19892): Terminated: ok {rc=0}
15:42:35.348154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19894): Launched
15:42:35.658562 run   osmo-hlr_10.42.42.2(pid=19895): Launched
15:42:35.772593 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:42:36.292791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19897): Launched
15:42:36.581823 run   osmo-stp_10.42.42.5(pid=19898): Launched
15:42:36.709462 tst          emergency_mo_mt_call.py: using MSISDN 7782
15:42:36.858044 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:42:37.383302 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19900): Launched
15:42:37.670809 run   osmo-msc_10.42.42.6(pid=19901): Launched
15:42:37.845127 run   osmo-stp_10.42.42.5(pid=19898): ERR: Terminated: ERROR {rc=1}  [trial-2376↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19898)]
15:42:37.969143 run   osmo-stp_10.42.42.5(pid=19898): stdout: 
| (launched: 2022-12-10_15:42:36.439238)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:42:38.089704 run   osmo-stp_10.42.42.5(pid=19898): stderr: 
| �[0;m�[38;5;43m20221210154236607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154236608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154236608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154236608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154236609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154236609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154236609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:42:38.206071 run   osmo-stp_10.42.42.5(pid=19898): stdout: 
| (launched: 2022-12-10_15:42:36.439238)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:42:38.321617 run   osmo-stp_10.42.42.5(pid=19898): stderr: 
| �[0;m�[38;5;43m20221210154236607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154236608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154236608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154236608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154236609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154236609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154236609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:42:38.371914 tst       emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=19898): Process ended prematurely: osmo-stp_10.42.42.5(pid=19898) [trial-2376↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19898)]  [trial-2376↪emergency:sysmo↪emergency_mo_mt_call.py:19]
15:42:38.379717 tst       emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)
15:42:38.439612 run   osmo-hlr_10.42.42.2(pid=19895): ERR: Terminated: ERROR {rc=237}  [trial-2376↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19895)]
15:42:38.488812 run   osmo-hlr_10.42.42.2(pid=19895): stdout: 
| (launched: 2022-12-10_15:42:35.506096) 
15:42:38.538994 run   osmo-hlr_10.42.42.2(pid=19895): stderr: 
| �[0;m�[1;31m20221210154235704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154235704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154235704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154235704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154235704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154235704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154235716 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154235725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154235725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154235725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:42:38.606846 run   osmo-msc_10.42.42.6(pid=19901): ERR: Terminated: ERROR {rc=2}  [trial-2376↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19901)]
15:42:38.656341 run   osmo-msc_10.42.42.6(pid=19901): stdout: 
| (launched: 2022-12-10_15:42:37.529632) 
15:42:38.706264 run   osmo-msc_10.42.42.6(pid=19901): stderr: 
| �[0;m�[38;5;43m20221210154237800 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210154237800 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa456805c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210154237800 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210154237800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210154237800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210154237800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210154237802 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210154237803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210154237803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210154237803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:42:38.748293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19894): Terminating (SIGTERM)
15:42:38.788349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19897): Terminating (SIGTERM)
15:42:38.828402 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19900): Terminating (SIGTERM)
15:42:38.837811 ---      ParallelTerminationStrategy: PID 19894 died...
15:42:38.891330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19894): Terminated: ok {rc=0}
15:42:38.900861 ---      ParallelTerminationStrategy: PID 19897 died...
15:42:38.954577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19897): Terminated: ok {rc=0}
15:42:38.964169 ---      ParallelTerminationStrategy: PID 19900 died...
15:42:39.017091 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19900): Terminated: ok {rc=0}
15:42:39.105033 bus                        /sierra_3: Setting Powered False
15:42:40.209131 bus                        /sierra_3: Setting Powered False
15:42:41.315271 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>214</age><className>emergency:sysmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=19909): Process ended prematurely: osmo-stp_10.42.42.5(pid=19909) [trial-2376↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19909)]</errorStackTrace><failedSince>2163</failedSince><name>emergency_preemptive_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py", line 32, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19909): Process ended prematurely: osmo-stp_10.42.42.5(pid=19909) [trial-2376↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19909)]
</stderr><stdout>
----------------------------------------------
trial-2376 emergency:sysmo emergency_preemptive_call.py
----------------------------------------------
15:42:42.368289 tst                  emergency:sysmo: Using 1 x ip_address (candidates: 6)
15:42:42.380480 tst                  emergency:sysmo: Using 1 x bts (candidates: 1)
15:42:42.509252 tst     emergency_preemptive_call.py: using LAC 28959
15:42:42.632694 tst     emergency_preemptive_call.py: using RAC 144
15:42:42.754628 tst     emergency_preemptive_call.py: using CellId 28959
15:42:42.876095 tst     emergency_preemptive_call.py: using BVCI 28960
15:42:42.899968 tst                  emergency:sysmo: Using 1 x ip_address (candidates: 6)
15:42:42.910978 tst                  emergency:sysmo: Using 1 x ip_address (candidates: 6)
15:42:42.921836 tst                  emergency:sysmo: Using 1 x ip_address (candidates: 6)
15:42:42.932554 tst                  emergency:sysmo: Using 1 x ip_address (candidates: 6)
15:42:42.943355 tst                  emergency:sysmo: Using 1 x ip_address (candidates: 6)
15:42:42.954088 tst                  emergency:sysmo: Using 1 x modem (candidates: 4)
15:42:43.069785 tst                  emergency:sysmo: Using 1 x modem (candidates: 4)
15:42:43.183005 tst                  emergency:sysmo: Using 1 x modem (candidates: 4)
15:42:43.299726 tst                  emergency:sysmo: Using 1 x modem (candidates: 4)
15:42:43.493464 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:42:43.948411 run         create_hlr_db(pid=19903): Launched
15:42:44.115563 bus                        /sierra_2: Setting Powered False
15:42:45.137153 run         create_hlr_db(pid=19903): Terminated: ok {rc=0}
15:42:45.549865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19905): Launched
15:42:45.910285 run   osmo-hlr_10.42.42.2(pid=19906): Launched
15:42:46.062062 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:42:46.685116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19908): Launched
15:42:47.033004 run   osmo-stp_10.42.42.5(pid=19909): Launched
15:42:47.189836 tst     emergency_preemptive_call.py: using MSISDN 7783
15:42:47.495260 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:42:48.063760 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19911): Launched
15:42:48.373912 run   osmo-msc_10.42.42.6(pid=19912): Launched
15:42:48.561625 run   osmo-stp_10.42.42.5(pid=19909): ERR: Terminated: ERROR {rc=1}  [trial-2376↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19909)]
15:42:48.692765 run   osmo-stp_10.42.42.5(pid=19909): stdout: 
| (launched: 2022-12-10_15:42:46.845948)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:42:48.824161 run   osmo-stp_10.42.42.5(pid=19909): stderr: 
| �[0;m�[38;5;43m20221210154247234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154247234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154247234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154247235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154247235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154247235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154247235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:42:48.949616 run   osmo-stp_10.42.42.5(pid=19909): stdout: 
| (launched: 2022-12-10_15:42:46.845948)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:42:49.073709 run   osmo-stp_10.42.42.5(pid=19909): stderr: 
| �[0;m�[38;5;43m20221210154247234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154247234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154247234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154247235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154247235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154247235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154247235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:42:49.127927 tst  emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=19909): Process ended prematurely: osmo-stp_10.42.42.5(pid=19909) [trial-2376↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19909)]  [trial-2376↪emergency:sysmo↪emergency_preemptive_call.py:32]
15:42:49.136566 tst  emergency_preemptive_call.py:32: Test FAILED (6.8 sec)
15:42:49.198726 run   osmo-hlr_10.42.42.2(pid=19906): ERR: Terminated: ERROR {rc=237}  [trial-2376↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19906)]
15:42:49.249561 run   osmo-hlr_10.42.42.2(pid=19906): stdout: 
| (launched: 2022-12-10_15:42:45.708827) 
15:42:49.301047 run   osmo-hlr_10.42.42.2(pid=19906): stderr: 
| �[0;m�[1;31m20221210154245967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154245967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154245967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154245967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154245967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154245967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154245983 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154246002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154246002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154246003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:42:49.371078 run   osmo-msc_10.42.42.6(pid=19912): ERR: Terminated: ERROR {rc=2}  [trial-2376↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19912)]
15:42:49.421644 run   osmo-msc_10.42.42.6(pid=19912): stdout: 
| (launched: 2022-12-10_15:42:48.222856) 
15:42:49.472696 run   osmo-msc_10.42.42.6(pid=19912): stderr: 
| �[0;m�[38;5;43m20221210154248544 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210154248544 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe2c95bfc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210154248544 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210154248544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210154248545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210154248545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210154248547 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210154248547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210154248547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210154248547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:42:49.516193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19905): Terminating (SIGTERM)
15:42:49.557400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19908): Terminating (SIGTERM)
15:42:49.598779 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19911): Terminating (SIGTERM)
15:42:49.608451 ---      ParallelTerminationStrategy: PID 19905 died...
15:42:49.663633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19905): Terminated: ok {rc=0}
15:42:49.673933 ---      ParallelTerminationStrategy: PID 19908 died...
15:42:49.729070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19908): Terminated: ok {rc=0}
15:42:49.739329 ---      ParallelTerminationStrategy: PID 19911 died...
15:42:49.795266 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19911): Terminated: ok {rc=0}
15:42:49.881822 bus                        /sierra_9: Setting Powered False
15:42:50.987812 bus                        /sierra_9: Setting Powered False
15:42:52.096638 bus                        /sierra_8: Setting Powered False
15:42:53.198348 bus                        /sierra_8: Setting Powered False
15:42:54.308124 bus                        /sierra_3: Setting Powered False
15:42:55.411398 bus                        /sierra_3: Setting Powered False
15:42:56.523367 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>27.0</duration><id>11</id><name>emergency_sysmo</name><properties></properties><timestamp>2022-12-10T15:42:32</timestamp></suite><suite><case><age>63</age><className>gprs:sysmo</className><duration>10.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=19927): Process ended prematurely: osmo-stp_10.42.42.5(pid=19927) [trial-2376↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19927)]</errorStackTrace><failedSince>2314</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19927): Process ended prematurely: osmo-stp_10.42.42.5(pid=19927) [trial-2376↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19927)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:sysmo cs_paging_gprs_active.py
----------------------------------------------
15:42:58.586715 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:42:58.597119 tst                       gprs:sysmo: Using 1 x bts (candidates: 1)
15:42:58.725207 tst         cs_paging_gprs_active.py: using LAC 28960
15:42:58.849867 tst         cs_paging_gprs_active.py: using RAC 145
15:42:58.976216 tst         cs_paging_gprs_active.py: using CellId 28960
15:42:59.102278 tst         cs_paging_gprs_active.py: using BVCI 28961
15:42:59.126663 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:42:59.137796 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:42:59.148720 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:42:59.160170 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:42:59.171668 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:42:59.183070 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:42:59.194556 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:42:59.205695 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:42:59.217132 tst                       gprs:sysmo: Using 1 x modem (candidates: 4)
15:42:59.332536 tst                       gprs:sysmo: Using 1 x modem (candidates: 4)
15:42:59.623107 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
15:42:59.757063 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:43:00.085490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19917): Launched
15:43:00.356621 run iperf3-srv_10.42.42.10(pid=19918): Launched
15:43:00.551425 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
15:43:00.683760 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:43:01.024878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19919): Launched
15:43:01.314991 run iperf3-srv_10.42.42.10(pid=19920): Launched
15:43:01.512170 tst      cs_paging_gprs_active.py:38: start network...
15:43:01.646313 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:43:02.194236 run         create_hlr_db(pid=19921): Launched
15:43:02.378057 bus                        /sierra_2: Setting Powered False
15:43:03.399470 run         create_hlr_db(pid=19921): Terminated: ok {rc=0}
15:43:03.795697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19923): Launched
15:43:04.091185 run   osmo-hlr_10.42.42.2(pid=19924): Launched
15:43:04.202144 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:43:04.720340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19926): Launched
15:43:05.013603 run   osmo-stp_10.42.42.5(pid=19927): Launched
15:43:05.122294 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:43:06.603467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19929): Launched
15:43:06.708767 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:43:06.965748 run              patchelf(pid=19930): Launched
15:43:07.138875 run   osmo-stp_10.42.42.5(pid=19927): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19927)]
15:43:07.266025 run   osmo-stp_10.42.42.5(pid=19927): stdout: 
| (launched: 2022-12-10_15:43:04.869261)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:43:07.393535 run   osmo-stp_10.42.42.5(pid=19927): stderr: 
| �[0;m�[38;5;43m20221210154305037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154305037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154305037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154305038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154305038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154305038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154305038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:43:07.516213 run   osmo-stp_10.42.42.5(pid=19927): stdout: 
| (launched: 2022-12-10_15:43:04.869261)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:43:07.638032 run   osmo-stp_10.42.42.5(pid=19927): stderr: 
| �[0;m�[38;5;43m20221210154305037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154305037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154305037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154305038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154305038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154305038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154305038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:43:07.779838 run              patchelf(pid=19930): Terminating (SIGINT)
15:43:07.946648 run              patchelf(pid=19930): Terminated: ok {rc=0}
15:43:07.977235 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19927): Process ended prematurely: osmo-stp_10.42.42.5(pid=19927) [trial-2376↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19927)]  [trial-2376↪gprs:sysmo↪cs_paging_gprs_active.py:38]
15:43:07.986366 tst      cs_paging_gprs_active.py:38: Test FAILED (9.4 sec)
15:43:08.046832 run   osmo-hlr_10.42.42.2(pid=19924): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19924)]
15:43:08.095799 run   osmo-hlr_10.42.42.2(pid=19924): stdout: 
| (launched: 2022-12-10_15:43:03.946239) 
15:43:08.145286 run   osmo-hlr_10.42.42.2(pid=19924): stderr: 
| �[0;m�[1;31m20221210154304122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154304122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154304122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154304122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154304122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154304122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154304135 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154304144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154304144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154304144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:43:08.187745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19917): Terminating (SIGTERM)
15:43:08.227656 run iperf3-srv_10.42.42.10(pid=19918): Terminating (SIGTERM)
15:43:08.267727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19919): Terminating (SIGTERM)
15:43:08.307185 run iperf3-srv_10.42.42.10(pid=19920): Terminating (SIGTERM)
15:43:08.346917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19923): Terminating (SIGTERM)
15:43:08.386557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19926): Terminating (SIGTERM)
15:43:08.426099 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19929): Terminating (SIGTERM)
15:43:08.435420 ---      ParallelTerminationStrategy: PID 19917 died...
15:43:08.488508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19917): Terminated: ok {rc=0}
15:43:08.498384 ---      ParallelTerminationStrategy: PID 19918 died...
15:43:08.551746 run iperf3-srv_10.42.42.10(pid=19918): Terminated {rc=256}
15:43:08.561807 ---      ParallelTerminationStrategy: PID 19919 died...
15:43:08.615504 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19919): Terminated: ok {rc=0}
15:43:08.625204 ---      ParallelTerminationStrategy: PID 19920 died...
15:43:08.678969 run iperf3-srv_10.42.42.10(pid=19920): Terminated {rc=256}
15:43:08.688539 ---      ParallelTerminationStrategy: PID 19923 died...
15:43:08.741330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19923): Terminated: ok {rc=0}
15:43:08.751158 ---      ParallelTerminationStrategy: PID 19926 died...
15:43:08.803828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19926): Terminated: ok {rc=0}
15:43:08.813742 ---      ParallelTerminationStrategy: PID 19929 died...
15:43:08.866355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19929): Terminated: ok {rc=0}
15:43:08.949320 bus                          /gobi_0: Setting Powered False
15:43:10.057203 bus                          /gobi_0: Setting Powered False
15:43:11.168008 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>63</age><className>gprs:sysmo</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=19939): Process ended prematurely: osmo-stp_10.42.42.5(pid=19939) [trial-2376↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19939)]</errorStackTrace><failedSince>2314</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19939): Process ended prematurely: osmo-stp_10.42.42.5(pid=19939) [trial-2376↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19939)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:sysmo iperf3.py
----------------------------------------------
15:43:12.282182 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:43:12.293753 tst                       gprs:sysmo: Using 1 x bts (candidates: 1)
15:43:12.416428 tst                        iperf3.py: using LAC 28961
15:43:12.534884 tst                        iperf3.py: using RAC 146
15:43:12.650374 tst                        iperf3.py: using CellId 28961
15:43:12.768086 tst                        iperf3.py: using BVCI 28962
15:43:12.790771 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:43:12.801411 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:43:12.811938 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:43:12.823280 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:43:12.834301 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:43:12.845431 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:43:12.856387 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:43:12.867392 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:43:12.878672 tst                       gprs:sysmo: Using 1 x modem (candidates: 4)
15:43:13.151615 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
15:43:13.273897 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:43:13.577777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19931): Launched
15:43:13.829853 run iperf3-srv_10.42.42.10(pid=19932): Launched
15:43:14.009026 tst                      iperf3.py:8: start network...
15:43:14.131365 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:43:14.590547 run         create_hlr_db(pid=19933): Launched
15:43:14.759780 bus                          /gobi_6: Setting Powered False
15:43:15.782875 run         create_hlr_db(pid=19933): Terminated: ok {rc=0}
15:43:16.229445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19935): Launched
15:43:16.641078 run   osmo-hlr_10.42.42.2(pid=19936): Launched
15:43:16.896811 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:43:17.449780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19938): Launched
15:43:17.741750 run   osmo-stp_10.42.42.5(pid=19939): Launched
15:43:17.847987 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:43:18.359846 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19941): Launched
15:43:18.465184 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:43:18.720200 run              patchelf(pid=19942): Launched
15:43:18.892244 run   osmo-stp_10.42.42.5(pid=19939): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19939)]
15:43:19.018731 run   osmo-stp_10.42.42.5(pid=19939): stdout: 
| (launched: 2022-12-10_15:43:17.598860)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:43:19.144781 run   osmo-stp_10.42.42.5(pid=19939): stderr: 
| �[0;m�[38;5;43m20221210154317769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154317769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154317769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154317770 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154317770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154317770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154317770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:43:19.266686 run   osmo-stp_10.42.42.5(pid=19939): stdout: 
| (launched: 2022-12-10_15:43:17.598860)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:43:19.387595 run   osmo-stp_10.42.42.5(pid=19939): stderr: 
| �[0;m�[38;5;43m20221210154317769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154317769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154317769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154317770 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154317770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154317770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154317770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:43:19.528284 run              patchelf(pid=19942): Terminating (SIGINT)
15:43:19.693896 run              patchelf(pid=19942): Terminated: ok {rc=0}
15:43:19.724391 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19939): Process ended prematurely: osmo-stp_10.42.42.5(pid=19939) [trial-2376↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19939)]  [trial-2376↪gprs:sysmo↪iperf3.py:8]
15:43:19.733390 tst                      iperf3.py:8: Test FAILED (7.5 sec)
15:43:19.793572 run   osmo-hlr_10.42.42.2(pid=19936): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19936)]
15:43:19.841958 run   osmo-hlr_10.42.42.2(pid=19936): stdout: 
| (launched: 2022-12-10_15:43:16.382788) 
15:43:19.890870 run   osmo-hlr_10.42.42.2(pid=19936): stderr: 
| �[0;m�[1;31m20221210154316583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154316583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154316583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154316583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154316583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154316583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154316599 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154316619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154316619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154316619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:43:19.932308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19931): Terminating (SIGTERM)
15:43:19.971612 run iperf3-srv_10.42.42.10(pid=19932): Terminating (SIGTERM)
15:43:20.011413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19935): Terminating (SIGTERM)
15:43:20.050679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19938): Terminating (SIGTERM)
15:43:20.089918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19941): Terminating (SIGTERM)
15:43:20.098861 ---      ParallelTerminationStrategy: PID 19931 died...
15:43:20.151125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19931): Terminated: ok {rc=0}
15:43:20.160800 ---      ParallelTerminationStrategy: PID 19932 died...
15:43:20.213217 run iperf3-srv_10.42.42.10(pid=19932): Terminated {rc=256}
15:43:20.222557 ---      ParallelTerminationStrategy: PID 19935 died...
15:43:20.274679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19935): Terminated: ok {rc=0}
15:43:20.284279 ---      ParallelTerminationStrategy: PID 19938 died...
15:43:20.336765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19938): Terminated: ok {rc=0}
15:43:20.346546 ---      ParallelTerminationStrategy: PID 19941 died...
15:43:20.399076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19941): Terminated: ok {rc=0}
15:43:20.486193 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>64</age><className>gprs:sysmo</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=19957): Process ended prematurely: osmo-stp_10.42.42.5(pid=19957) [trial-2376↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19957)]</errorStackTrace><failedSince>2313</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19957): Process ended prematurely: osmo-stp_10.42.42.5(pid=19957) [trial-2376↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19957)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:sysmo iperf3m4.py
----------------------------------------------
15:43:21.597711 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:43:21.608635 tst                       gprs:sysmo: Using 1 x bts (candidates: 1)
15:43:21.732677 tst                      iperf3m4.py: using LAC 28962
15:43:21.857475 tst                      iperf3m4.py: using RAC 147
15:43:21.980776 tst                      iperf3m4.py: using CellId 28962
15:43:22.105975 tst                      iperf3m4.py: using BVCI 28963
15:43:22.130128 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:43:22.141174 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:43:22.152209 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:43:22.163023 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:43:22.173716 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:43:22.184371 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:43:22.195368 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:43:22.206130 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:43:22.217078 tst                       gprs:sysmo: Using 1 x modem (candidates: 4)
15:43:22.331989 tst                       gprs:sysmo: Using 1 x modem (candidates: 4)
15:43:22.452309 tst                       gprs:sysmo: Using 1 x modem (candidates: 4)
15:43:22.566460 tst                       gprs:sysmo: Using 1 x modem (candidates: 4)
15:43:22.837418 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
15:43:22.961097 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:43:23.266821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19943): Launched
15:43:23.519344 run iperf3-srv_10.42.42.10(pid=19944): Launched
15:43:23.699138 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
15:43:23.821626 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:43:24.126900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19945): Launched
15:43:24.379101 run iperf3-srv_10.42.42.10(pid=19946): Launched
15:43:24.558569 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
15:43:24.680869 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:43:24.985576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19947): Launched
15:43:25.236727 run iperf3-srv_10.42.42.10(pid=19948): Launched
15:43:25.414909 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
15:43:25.536520 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:43:25.840713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19949): Launched
15:43:26.108573 run iperf3-srv_10.42.42.10(pid=19950): Launched
15:43:26.287782 tst                    iperf3m4.py:8: start network...
15:43:26.410033 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:43:26.873832 run         create_hlr_db(pid=19951): Launched
15:43:27.043486 bus                          /gobi_6: Setting Powered False
15:43:28.066038 run         create_hlr_db(pid=19951): Terminated: ok {rc=0}
15:43:28.487252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19953): Launched
15:43:28.803117 run   osmo-hlr_10.42.42.2(pid=19954): Launched
15:43:28.921860 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:43:29.471805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19956): Launched
15:43:29.786659 run   osmo-stp_10.42.42.5(pid=19957): Launched
15:43:29.901828 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:43:30.453668 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19959): Launched
15:43:30.566899 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:43:30.846274 run              patchelf(pid=19960): Launched
15:43:31.055950 run   osmo-stp_10.42.42.5(pid=19957): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19957)]
15:43:31.189885 run   osmo-stp_10.42.42.5(pid=19957): stdout: 
| (launched: 2022-12-10_15:43:29.632317)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:43:31.359185 run   osmo-stp_10.42.42.5(pid=19957): stderr: 
| �[0;m�[38;5;43m20221210154329820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154329820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154329820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154329821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154329821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154329821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154329821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:43:31.491708 run   osmo-stp_10.42.42.5(pid=19957): stdout: 
| (launched: 2022-12-10_15:43:29.632317)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:43:31.618434 run   osmo-stp_10.42.42.5(pid=19957): stderr: 
| �[0;m�[38;5;43m20221210154329820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154329820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154329820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154329821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154329821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154329821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154329821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:43:31.765889 run              patchelf(pid=19960): Terminating (SIGINT)
15:43:31.937948 run              patchelf(pid=19960): Terminated: ok {rc=0}
15:43:31.970395 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19957): Process ended prematurely: osmo-stp_10.42.42.5(pid=19957) [trial-2376↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19957)]  [trial-2376↪gprs:sysmo↪iperf3m4.py:8]
15:43:31.980524 tst                    iperf3m4.py:8: Test FAILED (10.4 sec)
15:43:32.047041 run   osmo-hlr_10.42.42.2(pid=19954): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19954)]
15:43:32.100539 run   osmo-hlr_10.42.42.2(pid=19954): stdout: 
| (launched: 2022-12-10_15:43:28.648309) 
15:43:32.153536 run   osmo-hlr_10.42.42.2(pid=19954): stderr: 
| �[0;m�[1;31m20221210154328845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154328845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154328845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154328845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154328845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154328845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154328856 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154328866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154328866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154328866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:43:32.198522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19943): Terminating (SIGTERM)
15:43:32.240291 run iperf3-srv_10.42.42.10(pid=19944): Terminating (SIGTERM)
15:43:32.280178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19945): Terminating (SIGTERM)
15:43:32.320848 run iperf3-srv_10.42.42.10(pid=19946): Terminating (SIGTERM)
15:43:32.361193 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19947): Terminating (SIGTERM)
15:43:32.401368 run iperf3-srv_10.42.42.10(pid=19948): Terminating (SIGTERM)
15:43:32.443363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19949): Terminating (SIGTERM)
15:43:32.483956 run iperf3-srv_10.42.42.10(pid=19950): Terminating (SIGTERM)
15:43:32.524166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19953): Terminating (SIGTERM)
15:43:32.564766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19956): Terminating (SIGTERM)
15:43:32.605112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19959): Terminating (SIGTERM)
15:43:32.614228 ---      ParallelTerminationStrategy: PID 19943 died...
15:43:32.668037 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19943): Terminated: ok {rc=0}
15:43:32.677965 ---      ParallelTerminationStrategy: PID 19944 died...
15:43:32.731446 run iperf3-srv_10.42.42.10(pid=19944): Terminated {rc=256}
15:43:32.741097 ---      ParallelTerminationStrategy: PID 19945 died...
15:43:32.794847 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19945): Terminated: ok {rc=0}
15:43:32.804485 ---      ParallelTerminationStrategy: PID 19946 died...
15:43:32.858067 run iperf3-srv_10.42.42.10(pid=19946): Terminated {rc=256}
15:43:32.867720 ---      ParallelTerminationStrategy: PID 19947 died...
15:43:32.921393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19947): Terminated: ok {rc=0}
15:43:32.931183 ---      ParallelTerminationStrategy: PID 19948 died...
15:43:32.984464 run iperf3-srv_10.42.42.10(pid=19948): Terminated {rc=256}
15:43:32.994303 ---      ParallelTerminationStrategy: PID 19949 died...
15:43:33.047737 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19949): Terminated: ok {rc=0}
15:43:33.057617 ---      ParallelTerminationStrategy: PID 19950 died...
15:43:33.111134 run iperf3-srv_10.42.42.10(pid=19950): Terminated {rc=256}
15:43:33.120865 ---      ParallelTerminationStrategy: PID 19953 died...
15:43:33.174534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19953): Terminated: ok {rc=0}
15:43:33.184510 ---      ParallelTerminationStrategy: PID 19956 died...
15:43:33.238373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19956): Terminated: ok {rc=0}
15:43:33.248088 ---      ParallelTerminationStrategy: PID 19959 died...
15:43:33.301529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19959): Terminated: ok {rc=0}
15:43:33.391171 bus                          /gobi_4: Setting Powered False
15:43:34.494619 bus                          /gobi_4: Setting Powered False
15:43:35.606912 bus                          /gobi_1: Setting Powered False
15:43:36.709775 bus                          /gobi_1: Setting Powered False
15:43:37.821377 bus                          /gobi_0: Setting Powered False
15:43:38.923724 bus                          /gobi_0: Setting Powered False
15:43:40.035721 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>46</age><className>gprs:sysmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=19968): Process ended prematurely: osmo-stp_10.42.42.5(pid=19968) [trial-2376↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19968)]</errorStackTrace><failedSince>2331</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19968): Process ended prematurely: osmo-stp_10.42.42.5(pid=19968) [trial-2376↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19968)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:sysmo ping.py
----------------------------------------------
15:43:41.101370 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:43:41.112165 tst                       gprs:sysmo: Using 1 x bts (candidates: 1)
15:43:41.238959 tst                          ping.py: using LAC 28963
15:43:41.358597 tst                          ping.py: using RAC 148
15:43:41.483941 tst                          ping.py: using CellId 28963
15:43:41.606124 tst                          ping.py: using BVCI 28964
15:43:41.630129 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:43:41.641316 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:43:41.652327 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:43:41.663792 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:43:41.674902 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:43:41.685979 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:43:41.697185 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:43:41.708342 tst                       gprs:sysmo: Using 1 x modem (candidates: 4)
15:43:41.980268 tst                       ping.py:19: start network...
15:43:42.100580 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:43:42.558265 run         create_hlr_db(pid=19962): Launched
15:43:42.724815 bus                          /gobi_6: Setting Powered False
15:43:43.746257 run         create_hlr_db(pid=19962): Terminated: ok {rc=0}
15:43:44.159679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19964): Launched
15:43:44.470362 run   osmo-hlr_10.42.42.2(pid=19965): Launched
15:43:44.584791 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:43:45.123586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19967): Launched
15:43:45.432326 run   osmo-stp_10.42.42.5(pid=19968): Launched
15:43:45.545110 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:43:46.115183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19970): Launched
15:43:46.223685 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:43:46.505413 run              patchelf(pid=19971): Launched
15:43:46.682048 run   osmo-stp_10.42.42.5(pid=19968): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19968)]
15:43:46.810855 run   osmo-stp_10.42.42.5(pid=19968): stdout: 
| (launched: 2022-12-10_15:43:45.281456)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:43:46.945458 run   osmo-stp_10.42.42.5(pid=19968): stderr: 
| �[0;m�[38;5;43m20221210154345473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154345473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154345473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154345473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154345474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154345474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154345474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:43:47.078334 run   osmo-stp_10.42.42.5(pid=19968): stdout: 
| (launched: 2022-12-10_15:43:45.281456)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:43:47.207974 run   osmo-stp_10.42.42.5(pid=19968): stderr: 
| �[0;m�[38;5;43m20221210154345473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154345473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154345473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154345473 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154345474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154345474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154345474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:43:47.357216 run              patchelf(pid=19971): Terminating (SIGINT)
15:43:47.531731 run              patchelf(pid=19971): Terminated: ok {rc=0}
15:43:47.563652 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19968): Process ended prematurely: osmo-stp_10.42.42.5(pid=19968) [trial-2376↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19968)]  [trial-2376↪gprs:sysmo↪ping.py:22]
15:43:47.572991 tst                       ping.py:22: Test FAILED (6.5 sec)
15:43:47.636318 run   osmo-hlr_10.42.42.2(pid=19965): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19965)]
15:43:47.688346 run   osmo-hlr_10.42.42.2(pid=19965): stdout: 
| (launched: 2022-12-10_15:43:44.318729) 
15:43:47.740748 run   osmo-hlr_10.42.42.2(pid=19965): stderr: 
| �[0;m�[1;31m20221210154344517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154344517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154344517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154344517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154344517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154344517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154344532 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154344543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154344543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154344543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:43:47.785576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19964): Terminating (SIGTERM)
15:43:47.827641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19967): Terminating (SIGTERM)
15:43:47.869725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19970): Terminating (SIGTERM)
15:43:47.879592 ---      ParallelTerminationStrategy: PID 19964 died...
15:43:47.936448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19964): Terminated: ok {rc=0}
15:43:47.946762 ---      ParallelTerminationStrategy: PID 19967 died...
15:43:48.002971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19967): Terminated: ok {rc=0}
15:43:48.013154 ---      ParallelTerminationStrategy: PID 19970 died...
15:43:48.069301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19970): Terminated: ok {rc=0}
15:43:48.156978 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>46</age><className>gprs:sysmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=19978): Process ended prematurely: osmo-stp_10.42.42.5(pid=19978) [trial-2376↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19978)]</errorStackTrace><failedSince>2331</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19978): Process ended prematurely: osmo-stp_10.42.42.5(pid=19978) [trial-2376↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19978)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:sysmo ping_idle_ping.py
----------------------------------------------
15:43:49.208781 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:43:49.219942 tst                       gprs:sysmo: Using 1 x bts (candidates: 1)
15:43:49.340070 tst                ping_idle_ping.py: using LAC 28964
15:43:49.454099 tst                ping_idle_ping.py: using RAC 149
15:43:49.569140 tst                ping_idle_ping.py: using CellId 28964
15:43:49.681702 tst                ping_idle_ping.py: using BVCI 28965
15:43:49.703840 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:43:49.714301 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:43:49.724622 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:43:49.735154 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:43:49.745578 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:43:49.755660 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:43:49.766456 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
15:43:49.777056 tst                       gprs:sysmo: Using 1 x modem (candidates: 4)
15:43:50.067262 tst             ping_idle_ping.py:24: start network...
15:43:50.197189 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:43:50.694356 run         create_hlr_db(pid=19972): Launched
15:43:50.875013 bus                          /gobi_6: Setting Powered False
15:43:51.895943 run         create_hlr_db(pid=19972): Terminated: ok {rc=0}
15:43:52.285123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19974): Launched
15:43:52.573352 run   osmo-hlr_10.42.42.2(pid=19975): Launched
15:43:52.686797 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:43:53.195922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19977): Launched
15:43:53.483516 run   osmo-stp_10.42.42.5(pid=19978): Launched
15:43:53.590362 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:43:54.094890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19980): Launched
15:43:54.198306 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:43:54.450333 run              patchelf(pid=19981): Launched
15:43:54.620059 run   osmo-stp_10.42.42.5(pid=19978): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19978)]
15:43:54.745108 run   osmo-stp_10.42.42.5(pid=19978): stdout: 
| (launched: 2022-12-10_15:43:53.342389)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:43:54.870036 run   osmo-stp_10.42.42.5(pid=19978): stderr: 
| �[0;m�[38;5;43m20221210154353512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154353512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154353512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154353513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154353513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154353513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154353513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:43:54.990444 run   osmo-stp_10.42.42.5(pid=19978): stdout: 
| (launched: 2022-12-10_15:43:53.342389)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:43:55.109600 run   osmo-stp_10.42.42.5(pid=19978): stderr: 
| �[0;m�[38;5;43m20221210154353512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154353512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154353512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154353513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154353513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154353513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154353513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:43:55.248150 run              patchelf(pid=19981): Terminating (SIGINT)
15:43:55.410968 run              patchelf(pid=19981): Terminated: ok {rc=0}
15:43:55.440724 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19978): Process ended prematurely: osmo-stp_10.42.42.5(pid=19978) [trial-2376↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19978)]  [trial-2376↪gprs:sysmo↪ping_idle_ping.py:27]
15:43:55.449286 tst             ping_idle_ping.py:27: Test FAILED (6.2 sec)
15:43:55.508686 run   osmo-hlr_10.42.42.2(pid=19975): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19975)]
15:43:55.557079 run   osmo-hlr_10.42.42.2(pid=19975): stdout: 
| (launched: 2022-12-10_15:43:52.431799) 
15:43:55.606310 run   osmo-hlr_10.42.42.2(pid=19975): stderr: 
| �[0;m�[1;31m20221210154352606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154352606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154352606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154352606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154352606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154352606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154352618 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154352626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154352627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154352627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:43:55.647865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19974): Terminating (SIGTERM)
15:43:55.687198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19977): Terminating (SIGTERM)
15:43:55.726708 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19980): Terminating (SIGTERM)
15:43:55.735926 ---      ParallelTerminationStrategy: PID 19974 died...
15:43:55.789252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19974): Terminated: ok {rc=0}
15:43:55.798934 ---      ParallelTerminationStrategy: PID 19977 died...
15:43:55.851839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19977): Terminated: ok {rc=0}
15:43:55.861879 ---      ParallelTerminationStrategy: PID 19980 died...
15:43:55.914938 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19980): Terminated: ok {rc=0}
15:43:56.003360 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>12</id><name>gprs_sysmo</name><properties></properties><timestamp>2022-12-10T15:42:58</timestamp></suite><suite><case><age>64</age><className>gprs:sysmo+mod-bts0-egprs</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=19997): Process ended prematurely: osmo-stp_10.42.42.5(pid=19997) [trial-2376↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19997)]</errorStackTrace><failedSince>2313</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19997): Process ended prematurely: osmo-stp_10.42.42.5(pid=19997) [trial-2376↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19997)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py
----------------------------------------------
15:43:58.101579 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:43:58.112995 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)
15:43:58.240743 tst         cs_paging_gprs_active.py: using LAC 28965
15:43:58.365174 tst         cs_paging_gprs_active.py: using RAC 150
15:43:58.489243 tst         cs_paging_gprs_active.py: using CellId 28965
15:43:58.627115 tst         cs_paging_gprs_active.py: using BVCI 28966
15:43:58.651473 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:43:58.662799 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:43:58.673798 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:43:58.684799 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:43:58.695697 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:43:58.706582 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:43:58.717694 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:43:58.728569 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:43:58.739874 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)
15:43:58.856388 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)
15:43:59.146124 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
15:43:59.278882 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:43:59.607172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19987): Launched
15:43:59.883288 run iperf3-srv_10.42.42.10(pid=19988): Launched
15:44:00.078726 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
15:44:00.211476 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:44:00.540064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19989): Launched
15:44:00.812783 run iperf3-srv_10.42.42.10(pid=19990): Launched
15:44:01.014405 tst      cs_paging_gprs_active.py:38: start network...
15:44:01.149385 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:44:01.699489 run         create_hlr_db(pid=19991): Launched
15:44:01.887225 bus                          /gobi_6: Setting Powered False
15:44:02.903795 run         create_hlr_db(pid=19991): Terminated: ok {rc=0}
15:44:03.325347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19993): Launched
15:44:03.640703 run   osmo-hlr_10.42.42.2(pid=19994): Launched
15:44:03.759901 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:44:04.311174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19996): Launched
15:44:04.629133 run   osmo-stp_10.42.42.5(pid=19997): Launched
15:44:04.743955 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:44:05.296379 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19999): Launched
15:44:05.409229 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:44:05.683844 run              patchelf(pid=20000): Launched
15:44:05.869819 run   osmo-stp_10.42.42.5(pid=19997): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19997)]
15:44:06.005992 run   osmo-stp_10.42.42.5(pid=19997): stdout: 
| (launched: 2022-12-10_15:44:04.474097)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:44:06.142539 run   osmo-stp_10.42.42.5(pid=19997): stderr: 
| �[0;m�[38;5;43m20221210154404664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154404664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154404664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154404664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154404666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154404666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154404666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:44:06.274417 run   osmo-stp_10.42.42.5(pid=19997): stdout: 
| (launched: 2022-12-10_15:44:04.474097)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:44:06.405232 run   osmo-stp_10.42.42.5(pid=19997): stderr: 
| �[0;m�[38;5;43m20221210154404664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154404664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154404664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154404664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154404666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154404666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154404666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:44:06.556804 run              patchelf(pid=20000): Terminating (SIGINT)
15:44:06.734919 run              patchelf(pid=20000): Terminated: ok {rc=0}
15:44:06.767623 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19997): Process ended prematurely: osmo-stp_10.42.42.5(pid=19997) [trial-2376↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19997)]  [trial-2376↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]
15:44:06.777395 tst      cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)
15:44:06.840508 run   osmo-hlr_10.42.42.2(pid=19994): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19994)]
15:44:06.892239 run   osmo-hlr_10.42.42.2(pid=19994): stdout: 
| (launched: 2022-12-10_15:44:03.486653) 
15:44:06.944184 run   osmo-hlr_10.42.42.2(pid=19994): stderr: 
| �[0;m�[1;31m20221210154403687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154403687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154403687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154403687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154403687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154403687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154403700 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154403711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154403711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154403711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:44:06.988687 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19987): Terminating (SIGTERM)
15:44:07.030679 run iperf3-srv_10.42.42.10(pid=19988): Terminating (SIGTERM)
15:44:07.072891 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19989): Terminating (SIGTERM)
15:44:07.114837 run iperf3-srv_10.42.42.10(pid=19990): Terminating (SIGTERM)
15:44:07.156856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19993): Terminating (SIGTERM)
15:44:07.198833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19996): Terminating (SIGTERM)
15:44:07.240817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19999): Terminating (SIGTERM)
15:44:07.250534 ---      ParallelTerminationStrategy: PID 19987 died...
15:44:07.306965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19987): Terminated: ok {rc=0}
15:44:07.317091 ---      ParallelTerminationStrategy: PID 19988 died...
15:44:07.372734 run iperf3-srv_10.42.42.10(pid=19988): Terminated {rc=256}
15:44:07.382825 ---      ParallelTerminationStrategy: PID 19989 died...
15:44:07.438529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19989): Terminated: ok {rc=0}
15:44:07.448509 ---      ParallelTerminationStrategy: PID 19990 died...
15:44:07.504118 run iperf3-srv_10.42.42.10(pid=19990): Terminated {rc=256}
15:44:07.514294 ---      ParallelTerminationStrategy: PID 19993 died...
15:44:07.569876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19993): Terminated: ok {rc=0}
15:44:07.580010 ---      ParallelTerminationStrategy: PID 19996 died...
15:44:07.635695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19996): Terminated: ok {rc=0}
15:44:07.645818 ---      ParallelTerminationStrategy: PID 19999 died...
15:44:07.701623 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19999): Terminated: ok {rc=0}
15:44:07.788807 bus                          /gobi_0: Setting Powered False
15:44:08.895786 bus                          /gobi_0: Setting Powered False
15:44:10.002466 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>234</age><className>gprs:sysmo+mod-bts0-egprs</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20009): Process ended prematurely: osmo-stp_10.42.42.5(pid=20009) [trial-2376↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20009)]</errorStackTrace><failedSince>2143</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20009): Process ended prematurely: osmo-stp_10.42.42.5(pid=20009) [trial-2376↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20009)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:sysmo+mod-bts0-egprs iperf3.py
----------------------------------------------
15:44:11.111930 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:44:11.123407 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)
15:44:11.246429 tst                        iperf3.py: using LAC 28966
15:44:11.363486 tst                        iperf3.py: using RAC 151
15:44:11.478820 tst                        iperf3.py: using CellId 28966
15:44:11.606665 tst                        iperf3.py: using BVCI 28967
15:44:11.631024 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:44:11.642276 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:44:11.653418 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:44:11.664910 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:44:11.676101 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:44:11.687616 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:44:11.699025 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:44:11.710013 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:44:11.721509 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)
15:44:11.995271 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
15:44:12.117754 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:44:12.421647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20001): Launched
15:44:12.673587 run iperf3-srv_10.42.42.10(pid=20002): Launched
15:44:12.852199 tst                      iperf3.py:8: start network...
15:44:12.974142 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:44:13.434788 run         create_hlr_db(pid=20003): Launched
15:44:13.603823 bus                          /gobi_6: Setting Powered False
15:44:14.626551 run         create_hlr_db(pid=20003): Terminated: ok {rc=0}
15:44:15.046540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20005): Launched
15:44:15.362592 run   osmo-hlr_10.42.42.2(pid=20006): Launched
15:44:15.482947 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:44:16.087701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20008): Launched
15:44:16.473877 run   osmo-stp_10.42.42.5(pid=20009): Launched
15:44:16.710974 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:44:17.313531 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20011): Launched
15:44:17.426770 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:44:17.702140 run              patchelf(pid=20012): Launched
15:44:17.887797 run   osmo-stp_10.42.42.5(pid=20009): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20009)]
15:44:18.024199 run   osmo-stp_10.42.42.5(pid=20009): stdout: 
| (launched: 2022-12-10_15:44:16.283032)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:44:18.160266 run   osmo-stp_10.42.42.5(pid=20009): stderr: 
| �[0;m�[38;5;43m20221210154416606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154416606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154416606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154416607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154416607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154416607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154416607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:44:18.291570 run   osmo-stp_10.42.42.5(pid=20009): stdout: 
| (launched: 2022-12-10_15:44:16.283032)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:44:18.421578 run   osmo-stp_10.42.42.5(pid=20009): stderr: 
| �[0;m�[38;5;43m20221210154416606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154416606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154416606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154416607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154416607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154416607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154416607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:44:18.573331 run              patchelf(pid=20012): Terminating (SIGINT)
15:44:18.751258 run              patchelf(pid=20012): Terminated: ok {rc=0}
15:44:18.784048 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20009): Process ended prematurely: osmo-stp_10.42.42.5(pid=20009) [trial-2376↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20009)]  [trial-2376↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]
15:44:18.794012 tst                      iperf3.py:8: Test FAILED (7.7 sec)
15:44:18.856891 run   osmo-hlr_10.42.42.2(pid=20006): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20006)]
15:44:18.908135 run   osmo-hlr_10.42.42.2(pid=20006): stdout: 
| (launched: 2022-12-10_15:44:15.208903) 
15:44:18.959880 run   osmo-hlr_10.42.42.2(pid=20006): stderr: 
| �[0;m�[1;31m20221210154415409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154415409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154415409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154415409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154415409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154415409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154415422 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154415431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154415431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154415432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:44:19.004272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20001): Terminating (SIGTERM)
15:44:19.046205 run iperf3-srv_10.42.42.10(pid=20002): Terminating (SIGTERM)
15:44:19.088181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20005): Terminating (SIGTERM)
15:44:19.130031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20008): Terminating (SIGTERM)
15:44:19.171890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20011): Terminating (SIGTERM)
15:44:19.181607 ---      ParallelTerminationStrategy: PID 20001 died...
15:44:19.238124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20001): Terminated: ok {rc=0}
15:44:19.248273 ---      ParallelTerminationStrategy: PID 20002 died...
15:44:19.303626 run iperf3-srv_10.42.42.10(pid=20002): Terminated {rc=256}
15:44:19.313775 ---      ParallelTerminationStrategy: PID 20005 died...
15:44:19.369441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20005): Terminated: ok {rc=0}
15:44:19.379536 ---      ParallelTerminationStrategy: PID 20008 died...
15:44:19.435114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20008): Terminated: ok {rc=0}
15:44:19.445175 ---      ParallelTerminationStrategy: PID 20011 died...
15:44:19.500724 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20011): Terminated: ok {rc=0}
15:44:19.586407 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>234</age><className>gprs:sysmo+mod-bts0-egprs</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20027): Process ended prematurely: osmo-stp_10.42.42.5(pid=20027) [trial-2376↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20027)]</errorStackTrace><failedSince>2143</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20027): Process ended prematurely: osmo-stp_10.42.42.5(pid=20027) [trial-2376↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20027)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:sysmo+mod-bts0-egprs iperf3m4.py
----------------------------------------------
15:44:20.701043 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:44:20.712836 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)
15:44:20.840757 tst                      iperf3m4.py: using LAC 28967
15:44:20.963397 tst                      iperf3m4.py: using RAC 152
15:44:21.085742 tst                      iperf3m4.py: using CellId 28967
15:44:21.207736 tst                      iperf3m4.py: using BVCI 28968
15:44:21.232110 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:44:21.243314 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:44:21.254342 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:44:21.265338 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:44:21.276193 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:44:21.287134 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:44:21.298240 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:44:21.309104 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:44:21.320495 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)
15:44:21.436673 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)
15:44:21.552190 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)
15:44:21.665677 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)
15:44:21.937694 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
15:44:22.060757 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:44:22.367347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20013): Launched
15:44:22.620266 run iperf3-srv_10.42.42.10(pid=20014): Launched
15:44:22.799668 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
15:44:22.922088 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:44:23.226284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20015): Launched
15:44:23.479042 run iperf3-srv_10.42.42.10(pid=20016): Launched
15:44:23.658802 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
15:44:23.781973 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:44:24.087519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20017): Launched
15:44:24.340879 run iperf3-srv_10.42.42.10(pid=20018): Launched
15:44:24.521417 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
15:44:24.644250 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:44:24.949995 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20019): Launched
15:44:25.202687 run iperf3-srv_10.42.42.10(pid=20020): Launched
15:44:25.382228 tst                    iperf3m4.py:8: start network...
15:44:25.505211 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:44:25.973504 run         create_hlr_db(pid=20021): Launched
15:44:26.143448 bus                          /gobi_6: Setting Powered False
15:44:27.165383 run         create_hlr_db(pid=20021): Terminated: ok {rc=0}
15:44:27.558259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20023): Launched
15:44:27.851544 run   osmo-hlr_10.42.42.2(pid=20024): Launched
15:44:27.965933 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:44:28.482022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20026): Launched
15:44:28.777057 run   osmo-stp_10.42.42.5(pid=20027): Launched
15:44:28.885093 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:44:29.398433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20029): Launched
15:44:29.503300 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:44:29.768009 run              patchelf(pid=20030): Launched
15:44:29.954099 run   osmo-stp_10.42.42.5(pid=20027): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20027)]
15:44:30.090196 run   osmo-stp_10.42.42.5(pid=20027): stdout: 
| (launched: 2022-12-10_15:44:28.631810)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:44:30.226737 run   osmo-stp_10.42.42.5(pid=20027): stderr: 
| �[0;m�[38;5;43m20221210154428796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154428797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154428797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154428797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154428798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154428798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154428798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:44:30.358456 run   osmo-stp_10.42.42.5(pid=20027): stdout: 
| (launched: 2022-12-10_15:44:28.631810)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:44:30.488344 run   osmo-stp_10.42.42.5(pid=20027): stderr: 
| �[0;m�[38;5;43m20221210154428796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154428797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154428797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154428797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154428798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154428798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154428798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:44:30.641683 run              patchelf(pid=20030): Terminating (SIGINT)
15:44:30.820076 run              patchelf(pid=20030): Terminated: ok {rc=0}
15:44:30.859020 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20027): Process ended prematurely: osmo-stp_10.42.42.5(pid=20027) [trial-2376↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20027)]  [trial-2376↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]
15:44:30.869983 tst                    iperf3m4.py:8: Test FAILED (10.2 sec)
15:44:30.936514 run   osmo-hlr_10.42.42.2(pid=20024): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20024)]
15:44:30.987783 run   osmo-hlr_10.42.42.2(pid=20024): stdout: 
| (launched: 2022-12-10_15:44:27.707660) 
15:44:31.040239 run   osmo-hlr_10.42.42.2(pid=20024): stderr: 
| �[0;m�[1;31m20221210154427881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154427881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154427881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154427881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154427881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154427881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154427892 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154427901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154427901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154427901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:44:31.085082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20013): Terminating (SIGTERM)
15:44:31.129609 run iperf3-srv_10.42.42.10(pid=20014): Terminating (SIGTERM)
15:44:31.174213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20015): Terminating (SIGTERM)
15:44:31.218360 run iperf3-srv_10.42.42.10(pid=20016): Terminating (SIGTERM)
15:44:31.261959 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20017): Terminating (SIGTERM)
15:44:31.306069 run iperf3-srv_10.42.42.10(pid=20018): Terminating (SIGTERM)
15:44:31.350011 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20019): Terminating (SIGTERM)
15:44:31.394277 run iperf3-srv_10.42.42.10(pid=20020): Terminating (SIGTERM)
15:44:31.438198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20023): Terminating (SIGTERM)
15:44:31.480881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20026): Terminating (SIGTERM)
15:44:31.526262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20029): Terminating (SIGTERM)
15:44:31.536693 ---      ParallelTerminationStrategy: PID 20013 died...
15:44:31.595247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20013): Terminated: ok {rc=0}
15:44:31.607847 ---      ParallelTerminationStrategy: PID 20014 died...
15:44:31.671871 run iperf3-srv_10.42.42.10(pid=20014): Terminated {rc=256}
15:44:31.682471 ---      ParallelTerminationStrategy: PID 20015 died...
15:44:31.739293 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20015): Terminated: ok {rc=0}
15:44:31.749862 ---      ParallelTerminationStrategy: PID 20016 died...
15:44:31.806770 run iperf3-srv_10.42.42.10(pid=20016): Terminated {rc=256}
15:44:31.817539 ---      ParallelTerminationStrategy: PID 20017 died...
15:44:31.876020 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20017): Terminated: ok {rc=0}
15:44:31.886853 ---      ParallelTerminationStrategy: PID 20018 died...
15:44:31.943723 run iperf3-srv_10.42.42.10(pid=20018): Terminated {rc=256}
15:44:31.954416 ---      ParallelTerminationStrategy: PID 20019 died...
15:44:32.011949 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20019): Terminated: ok {rc=0}
15:44:32.022660 ---      ParallelTerminationStrategy: PID 20020 died...
15:44:32.080781 run iperf3-srv_10.42.42.10(pid=20020): Terminated {rc=256}
15:44:32.091763 ---      ParallelTerminationStrategy: PID 20023 died...
15:44:32.147628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20023): Terminated: ok {rc=0}
15:44:32.159324 ---      ParallelTerminationStrategy: PID 20026 died...
15:44:32.215568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20026): Terminated: ok {rc=0}
15:44:32.226349 ---      ParallelTerminationStrategy: PID 20029 died...
15:44:32.283460 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20029): Terminated: ok {rc=0}
15:44:32.368234 bus                          /gobi_4: Setting Powered False
15:44:33.470937 bus                          /gobi_4: Setting Powered False
15:44:34.582813 bus                          /gobi_1: Setting Powered False
15:44:35.688179 bus                          /gobi_1: Setting Powered False
15:44:36.795110 bus                          /gobi_0: Setting Powered False
15:44:37.900485 bus                          /gobi_0: Setting Powered False
15:44:39.012990 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>46</age><className>gprs:sysmo+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20037): Process ended prematurely: osmo-stp_10.42.42.5(pid=20037) [trial-2376↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20037)]</errorStackTrace><failedSince>2331</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20037): Process ended prematurely: osmo-stp_10.42.42.5(pid=20037) [trial-2376↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20037)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:sysmo+mod-bts0-egprs ping.py
----------------------------------------------
15:44:40.079595 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:44:40.090866 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)
15:44:40.214679 tst                          ping.py: using LAC 28968
15:44:40.335777 tst                          ping.py: using RAC 153
15:44:40.462989 tst                          ping.py: using CellId 28968
15:44:40.587139 tst                          ping.py: using BVCI 28969
15:44:40.610921 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:44:40.622351 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:44:40.633623 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:44:40.644723 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:44:40.655729 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:44:40.667204 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:44:40.678511 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:44:40.689528 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)
15:44:40.976123 tst                       ping.py:19: start network...
15:44:41.106610 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:44:41.603427 run         create_hlr_db(pid=20031): Launched
15:44:41.785371 bus                          /gobi_6: Setting Powered False
15:44:42.806917 run         create_hlr_db(pid=20031): Terminated: ok {rc=0}
15:44:43.221526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20033): Launched
15:44:43.531600 run   osmo-hlr_10.42.42.2(pid=20034): Launched
15:44:43.648358 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:44:44.190046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20036): Launched
15:44:44.498853 run   osmo-stp_10.42.42.5(pid=20037): Launched
15:44:44.611030 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:44:45.152579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20039): Launched
15:44:45.263380 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:44:45.532930 run              patchelf(pid=20040): Launched
15:44:45.715176 run   osmo-stp_10.42.42.5(pid=20037): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20037)]
15:44:45.868556 run   osmo-stp_10.42.42.5(pid=20037): stdout: 
| (launched: 2022-12-10_15:44:44.347860)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:44:46.008575 run   osmo-stp_10.42.42.5(pid=20037): stderr: 
| �[0;m�[38;5;43m20221210154444540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154444540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154444541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154444541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154444542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154444542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154444542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:44:46.134518 run   osmo-stp_10.42.42.5(pid=20037): stdout: 
| (launched: 2022-12-10_15:44:44.347860)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:44:46.257859 run   osmo-stp_10.42.42.5(pid=20037): stderr: 
| �[0;m�[38;5;43m20221210154444540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154444540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154444541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154444541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154444542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154444542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154444542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:44:46.402730 run              patchelf(pid=20040): Terminating (SIGINT)
15:44:46.571883 run              patchelf(pid=20040): Terminated: ok {rc=0}
15:44:46.603640 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20037): Process ended prematurely: osmo-stp_10.42.42.5(pid=20037) [trial-2376↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20037)]  [trial-2376↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]
15:44:46.613292 tst                       ping.py:22: Test FAILED (6.5 sec)
15:44:46.679601 run   osmo-hlr_10.42.42.2(pid=20034): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20034)]
15:44:46.730840 run   osmo-hlr_10.42.42.2(pid=20034): stdout: 
| (launched: 2022-12-10_15:44:43.380170) 
15:44:46.783166 run   osmo-hlr_10.42.42.2(pid=20034): stderr: 
| �[0;m�[1;31m20221210154443582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154443582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154443582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154443582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154443582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154443582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154443594 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154443604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154443604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154443604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:44:46.828385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20033): Terminating (SIGTERM)
15:44:46.873829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20036): Terminating (SIGTERM)
15:44:46.917016 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20039): Terminating (SIGTERM)
15:44:46.928727 ---      ParallelTerminationStrategy: PID 20033 died...
15:44:46.987242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20033): Terminated: ok {rc=0}
15:44:46.997886 ---      ParallelTerminationStrategy: PID 20036 died...
15:44:47.054444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20036): Terminated: ok {rc=0}
15:44:47.064980 ---      ParallelTerminationStrategy: PID 20039 died...
15:44:47.123021 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20039): Terminated: ok {rc=0}
15:44:47.210500 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>46</age><className>gprs:sysmo+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20047): Process ended prematurely: osmo-stp_10.42.42.5(pid=20047) [trial-2376↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20047)]</errorStackTrace><failedSince>2331</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20047): Process ended prematurely: osmo-stp_10.42.42.5(pid=20047) [trial-2376↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20047)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py
----------------------------------------------
15:44:48.262449 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:44:48.274195 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)
15:44:48.398366 tst                ping_idle_ping.py: using LAC 28969
15:44:48.520314 tst                ping_idle_ping.py: using RAC 154
15:44:48.643315 tst                ping_idle_ping.py: using CellId 28969
15:44:48.766225 tst                ping_idle_ping.py: using BVCI 28970
15:44:48.790205 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:44:48.801388 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:44:48.812645 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:44:48.823779 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:44:48.834770 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:44:48.845683 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:44:48.856721 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:44:48.868065 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)
15:44:49.156860 tst             ping_idle_ping.py:24: start network...
15:44:49.286350 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:44:49.781059 run         create_hlr_db(pid=20041): Launched
15:44:49.962121 bus                          /gobi_6: Setting Powered False
15:44:50.983232 run         create_hlr_db(pid=20041): Terminated: ok {rc=0}
15:44:51.372847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20043): Launched
15:44:51.662143 run   osmo-hlr_10.42.42.2(pid=20044): Launched
15:44:51.768302 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:44:52.268831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20046): Launched
15:44:52.557581 run   osmo-stp_10.42.42.5(pid=20047): Launched
15:44:52.663999 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:44:53.171340 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20049): Launched
15:44:53.274964 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:44:53.526731 run              patchelf(pid=20050): Launched
15:44:53.696048 run   osmo-stp_10.42.42.5(pid=20047): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20047)]
15:44:53.820649 run   osmo-stp_10.42.42.5(pid=20047): stdout: 
| (launched: 2022-12-10_15:44:52.415340)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:44:53.944789 run   osmo-stp_10.42.42.5(pid=20047): stderr: 
| �[0;m�[38;5;43m20221210154452582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154452582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154452582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154452583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154452583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154452583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154452583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:44:54.065034 run   osmo-stp_10.42.42.5(pid=20047): stdout: 
| (launched: 2022-12-10_15:44:52.415340)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:44:54.183698 run   osmo-stp_10.42.42.5(pid=20047): stderr: 
| �[0;m�[38;5;43m20221210154452582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154452582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154452582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154452583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154452583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154452583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154452583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:44:54.322405 run              patchelf(pid=20050): Terminating (SIGINT)
15:44:54.485441 run              patchelf(pid=20050): Terminated: ok {rc=0}
15:44:54.515305 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20047): Process ended prematurely: osmo-stp_10.42.42.5(pid=20047) [trial-2376↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20047)]  [trial-2376↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]
15:44:54.523848 tst             ping_idle_ping.py:27: Test FAILED (6.3 sec)
15:44:54.583097 run   osmo-hlr_10.42.42.2(pid=20044): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20044)]
15:44:54.631332 run   osmo-hlr_10.42.42.2(pid=20044): stdout: 
| (launched: 2022-12-10_15:44:51.520211) 
15:44:54.680314 run   osmo-hlr_10.42.42.2(pid=20044): stderr: 
| �[0;m�[1;31m20221210154451696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154451696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154451696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154451696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154451696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154451696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154451709 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154451717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154451717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154451717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:44:54.721762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20043): Terminating (SIGTERM)
15:44:54.761821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20046): Terminating (SIGTERM)
15:44:54.801617 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20049): Terminating (SIGTERM)
15:44:54.810782 ---      ParallelTerminationStrategy: PID 20043 died...
15:44:54.863780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20043): Terminated: ok {rc=0}
15:44:54.873539 ---      ParallelTerminationStrategy: PID 20046 died...
15:44:54.926278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20046): Terminated: ok {rc=0}
15:44:54.935768 ---      ParallelTerminationStrategy: PID 20049 died...
15:44:54.988073 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20049): Terminated: ok {rc=0}
15:44:55.075976 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>13</id><name>gprs_sysmo+mod-bts0-egprs</name><properties></properties><timestamp>2022-12-10T15:43:57</timestamp></suite><suite><case><age>234</age><className>gprs:sysmo+mod-bts0-dynts-ipa</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20068): Process ended prematurely: osmo-stp_10.42.42.5(pid=20068) [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20068)]</errorStackTrace><failedSince>2143</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20068): Process ended prematurely: osmo-stp_10.42.42.5(pid=20068) [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20068)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py
----------------------------------------------
15:44:57.169875 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:44:57.180576 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
15:44:57.322628 tst         cs_paging_gprs_active.py: using LAC 28970
15:44:57.439869 tst         cs_paging_gprs_active.py: using RAC 155
15:44:57.555517 tst         cs_paging_gprs_active.py: using CellId 28970
15:44:57.675512 tst         cs_paging_gprs_active.py: using BVCI 28971
15:44:57.697957 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:44:57.708746 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:44:57.719363 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:44:57.729885 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:44:57.740915 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:44:57.751824 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:44:57.762794 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:44:57.773578 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:44:57.784455 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
15:44:57.902435 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
15:44:58.192349 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
15:44:58.325196 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:44:58.651798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20055): Launched
15:44:58.922902 run iperf3-srv_10.42.42.10(pid=20056): Launched
15:44:59.117542 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
15:44:59.249811 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:44:59.577159 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20057): Launched
15:44:59.848120 run iperf3-srv_10.42.42.10(pid=20058): Launched
15:45:00.042352 tst      cs_paging_gprs_active.py:38: start network...
15:45:00.174507 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:45:00.679303 run         create_hlr_db(pid=20059): Launched
15:45:00.895998 bus                          /gobi_6: Setting Powered False
15:45:01.884024 run         create_hlr_db(pid=20059): Terminated: ok {rc=0}
15:45:02.332434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20064): Launched
15:45:02.630255 run   osmo-hlr_10.42.42.2(pid=20065): Launched
15:45:02.750395 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:45:03.269889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20067): Launched
15:45:03.563606 run   osmo-stp_10.42.42.5(pid=20068): Launched
15:45:03.671179 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:45:04.185480 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20070): Launched
15:45:04.290707 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:45:04.547362 run              patchelf(pid=20071): Launched
15:45:04.720239 run   osmo-stp_10.42.42.5(pid=20068): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20068)]
15:45:04.848063 run   osmo-stp_10.42.42.5(pid=20068): stdout: 
| (launched: 2022-12-10_15:45:03.419412)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:45:04.975707 run   osmo-stp_10.42.42.5(pid=20068): stderr: 
| �[0;m�[38;5;43m20221210154503588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154503589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154503589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154503589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154503590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154503590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154503590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:45:05.098266 run   osmo-stp_10.42.42.5(pid=20068): stdout: 
| (launched: 2022-12-10_15:45:03.419412)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:45:05.219632 run   osmo-stp_10.42.42.5(pid=20068): stderr: 
| �[0;m�[38;5;43m20221210154503588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154503589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154503589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154503589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154503590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154503590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154503590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:45:05.361590 run              patchelf(pid=20071): Terminating (SIGINT)
15:45:05.528196 run              patchelf(pid=20071): Terminated: ok {rc=0}
15:45:05.558963 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20068): Process ended prematurely: osmo-stp_10.42.42.5(pid=20068) [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20068)]  [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]
15:45:05.568165 tst      cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)
15:45:05.627505 run   osmo-hlr_10.42.42.2(pid=20065): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20065)]
15:45:05.676283 run   osmo-hlr_10.42.42.2(pid=20065): stdout: 
| (launched: 2022-12-10_15:45:02.483287) 
15:45:05.725515 run   osmo-hlr_10.42.42.2(pid=20065): stderr: 
| �[0;m�[1;31m20221210154502658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154502658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154502658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154502658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154502658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154502658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154502670 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154502678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154502678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154502678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:45:05.767235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20055): Terminating (SIGTERM)
15:45:05.806982 run iperf3-srv_10.42.42.10(pid=20056): Terminating (SIGTERM)
15:45:05.846908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20057): Terminating (SIGTERM)
15:45:05.886297 run iperf3-srv_10.42.42.10(pid=20058): Terminating (SIGTERM)
15:45:05.925960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20064): Terminating (SIGTERM)
15:45:05.965595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20067): Terminating (SIGTERM)
15:45:06.005175 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20070): Terminating (SIGTERM)
15:45:06.014473 ---      ParallelTerminationStrategy: PID 20055 died...
15:45:06.068038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20055): Terminated: ok {rc=0}
15:45:06.077608 ---      ParallelTerminationStrategy: PID 20056 died...
15:45:06.130429 run iperf3-srv_10.42.42.10(pid=20056): Terminated {rc=256}
15:45:06.139756 ---      ParallelTerminationStrategy: PID 20057 died...
15:45:06.192369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20057): Terminated: ok {rc=0}
15:45:06.202053 ---      ParallelTerminationStrategy: PID 20058 died...
15:45:06.254816 run iperf3-srv_10.42.42.10(pid=20058): Terminated {rc=256}
15:45:06.264343 ---      ParallelTerminationStrategy: PID 20064 died...
15:45:06.316941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20064): Terminated: ok {rc=0}
15:45:06.326657 ---      ParallelTerminationStrategy: PID 20067 died...
15:45:06.379141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20067): Terminated: ok {rc=0}
15:45:06.388797 ---      ParallelTerminationStrategy: PID 20070 died...
15:45:06.441375 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20070): Terminated: ok {rc=0}
15:45:06.523273 bus                          /gobi_0: Setting Powered False
15:45:07.629417 bus                          /gobi_0: Setting Powered False
15:45:08.735975 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>234</age><className>gprs:sysmo+mod-bts0-dynts-ipa</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20080): Process ended prematurely: osmo-stp_10.42.42.5(pid=20080) [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20080)]</errorStackTrace><failedSince>2143</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20080): Process ended prematurely: osmo-stp_10.42.42.5(pid=20080) [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20080)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py
----------------------------------------------
15:45:09.849489 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:45:09.861415 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
15:45:10.013549 tst                        iperf3.py: using LAC 28971
15:45:10.139688 tst                        iperf3.py: using RAC 156
15:45:10.266169 tst                        iperf3.py: using CellId 28971
15:45:10.389935 tst                        iperf3.py: using BVCI 28972
15:45:10.414183 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:45:10.425627 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:45:10.436678 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:45:10.448037 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:45:10.459273 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:45:10.470756 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:45:10.482170 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:45:10.493223 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:45:10.504602 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
15:45:10.793027 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
15:45:10.927144 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:45:11.255144 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20072): Launched
15:45:11.528718 run iperf3-srv_10.42.42.10(pid=20073): Launched
15:45:11.723472 tst                      iperf3.py:8: start network...
15:45:11.856523 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:45:12.362070 run         create_hlr_db(pid=20074): Launched
15:45:12.545745 bus                          /gobi_6: Setting Powered False
15:45:13.567422 run         create_hlr_db(pid=20074): Terminated: ok {rc=0}
15:45:13.988369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20076): Launched
15:45:14.303620 run   osmo-hlr_10.42.42.2(pid=20077): Launched
15:45:14.422597 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:45:14.974292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20079): Launched
15:45:15.289003 run   osmo-stp_10.42.42.5(pid=20080): Launched
15:45:15.403611 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:45:15.989675 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20082): Launched
15:45:16.101531 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:45:16.413294 run              patchelf(pid=20083): Launched
15:45:16.600147 run   osmo-stp_10.42.42.5(pid=20080): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20080)]
15:45:16.732871 run   osmo-stp_10.42.42.5(pid=20080): stdout: 
| (launched: 2022-12-10_15:45:15.135255)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:45:16.865223 run   osmo-stp_10.42.42.5(pid=20080): stderr: 
| �[0;m�[38;5;43m20221210154515328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154515328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154515328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154515328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154515329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154515329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154515329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:45:16.992871 run   osmo-stp_10.42.42.5(pid=20080): stdout: 
| (launched: 2022-12-10_15:45:15.135255)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:45:17.119587 run   osmo-stp_10.42.42.5(pid=20080): stderr: 
| �[0;m�[38;5;43m20221210154515328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154515328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154515328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154515328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154515329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154515329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154515329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:45:17.264866 run              patchelf(pid=20083): Terminating (SIGINT)
15:45:17.432438 run              patchelf(pid=20083): Terminated: ok {rc=0}
15:45:17.463213 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20080): Process ended prematurely: osmo-stp_10.42.42.5(pid=20080) [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20080)]  [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]
15:45:17.472421 tst                      iperf3.py:8: Test FAILED (7.7 sec)
15:45:17.534366 run   osmo-hlr_10.42.42.2(pid=20077): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20077)]
15:45:17.583964 run   osmo-hlr_10.42.42.2(pid=20077): stdout: 
| (launched: 2022-12-10_15:45:14.149919) 
15:45:17.634307 run   osmo-hlr_10.42.42.2(pid=20077): stderr: 
| �[0;m�[1;31m20221210154514349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154514349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154514349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154514349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154514349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154514350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154514362 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154514370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154514371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154514371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:45:17.676610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20072): Terminating (SIGTERM)
15:45:17.717173 run iperf3-srv_10.42.42.10(pid=20073): Terminating (SIGTERM)
15:45:17.757991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20076): Terminating (SIGTERM)
15:45:17.798234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20079): Terminating (SIGTERM)
15:45:17.839394 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20082): Terminating (SIGTERM)
15:45:17.848815 ---      ParallelTerminationStrategy: PID 20072 died...
15:45:17.903169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20072): Terminated: ok {rc=0}
15:45:17.913538 ---      ParallelTerminationStrategy: PID 20073 died...
15:45:17.968197 run iperf3-srv_10.42.42.10(pid=20073): Terminated {rc=256}
15:45:17.977807 ---      ParallelTerminationStrategy: PID 20076 died...
15:45:18.031487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20076): Terminated: ok {rc=0}
15:45:18.041809 ---      ParallelTerminationStrategy: PID 20079 died...
15:45:18.095400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20079): Terminated: ok {rc=0}
15:45:18.105708 ---      ParallelTerminationStrategy: PID 20082 died...
15:45:18.159340 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20082): Terminated: ok {rc=0}
15:45:18.246580 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>234</age><className>gprs:sysmo+mod-bts0-dynts-ipa</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20098): Process ended prematurely: osmo-stp_10.42.42.5(pid=20098) [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20098)]</errorStackTrace><failedSince>2143</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20098): Process ended prematurely: osmo-stp_10.42.42.5(pid=20098) [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20098)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py
----------------------------------------------
15:45:19.356362 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:45:19.370542 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
15:45:19.511598 tst                      iperf3m4.py: using LAC 28972
15:45:19.627331 tst                      iperf3m4.py: using RAC 157
15:45:19.744503 tst                      iperf3m4.py: using CellId 28972
15:45:19.861971 tst                      iperf3m4.py: using BVCI 28973
15:45:19.884437 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:45:19.895277 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:45:19.905906 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:45:19.917237 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:45:19.928402 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:45:19.939649 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:45:19.950974 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:45:19.962187 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:45:19.973620 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
15:45:20.088728 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
15:45:20.204721 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
15:45:20.317786 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
15:45:20.591894 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
15:45:20.715198 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:45:21.021793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20084): Launched
15:45:21.275091 run iperf3-srv_10.42.42.10(pid=20085): Launched
15:45:21.454633 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
15:45:21.577268 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:45:21.882595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20086): Launched
15:45:22.135859 run iperf3-srv_10.42.42.10(pid=20087): Launched
15:45:22.314940 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
15:45:22.437464 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:45:22.742162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20088): Launched
15:45:22.995078 run iperf3-srv_10.42.42.10(pid=20089): Launched
15:45:23.174149 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
15:45:23.296344 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:45:23.600762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20090): Launched
15:45:23.853564 run iperf3-srv_10.42.42.10(pid=20091): Launched
15:45:24.033033 tst                    iperf3m4.py:8: start network...
15:45:24.155667 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:45:24.618188 run         create_hlr_db(pid=20092): Launched
15:45:24.787965 bus                          /gobi_6: Setting Powered False
15:45:25.810628 run         create_hlr_db(pid=20092): Terminated: ok {rc=0}
15:45:26.231983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20094): Launched
15:45:26.547637 run   osmo-hlr_10.42.42.2(pid=20095): Launched
15:45:26.668096 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:45:27.218546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20097): Launched
15:45:27.533601 run   osmo-stp_10.42.42.5(pid=20098): Launched
15:45:27.647569 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:45:28.198687 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20100): Launched
15:45:28.311354 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:45:28.586088 run              patchelf(pid=20101): Launched
15:45:28.771271 run   osmo-stp_10.42.42.5(pid=20098): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20098)]
15:45:28.907793 run   osmo-stp_10.42.42.5(pid=20098): stdout: 
| (launched: 2022-12-10_15:45:27.379259)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:45:29.044458 run   osmo-stp_10.42.42.5(pid=20098): stderr: 
| �[0;m�[38;5;43m20221210154527569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154527569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154527570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154527570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154527570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154527571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154527571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:45:29.175300 run   osmo-stp_10.42.42.5(pid=20098): stdout: 
| (launched: 2022-12-10_15:45:27.379259)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:45:29.305014 run   osmo-stp_10.42.42.5(pid=20098): stderr: 
| �[0;m�[38;5;43m20221210154527569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154527569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154527570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154527570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154527570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154527571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154527571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:45:29.456371 run              patchelf(pid=20101): Terminating (SIGINT)
15:45:29.634318 run              patchelf(pid=20101): Terminated: ok {rc=0}
15:45:29.667436 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20098): Process ended prematurely: osmo-stp_10.42.42.5(pid=20098) [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20098)]  [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]
15:45:29.677464 tst                    iperf3m4.py:8: Test FAILED (10.4 sec)
15:45:29.740223 run   osmo-hlr_10.42.42.2(pid=20095): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20095)]
15:45:29.791292 run   osmo-hlr_10.42.42.2(pid=20095): stdout: 
| (launched: 2022-12-10_15:45:26.393415) 
15:45:29.843511 run   osmo-hlr_10.42.42.2(pid=20095): stderr: 
| �[0;m�[1;31m20221210154526589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154526589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154526589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154526589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154526589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154526589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154526601 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154526610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154526610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154526610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:45:29.887690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20084): Terminating (SIGTERM)
15:45:29.929446 run iperf3-srv_10.42.42.10(pid=20085): Terminating (SIGTERM)
15:45:29.971128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20086): Terminating (SIGTERM)
15:45:30.013072 run iperf3-srv_10.42.42.10(pid=20087): Terminating (SIGTERM)
15:45:30.054776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20088): Terminating (SIGTERM)
15:45:30.096635 run iperf3-srv_10.42.42.10(pid=20089): Terminating (SIGTERM)
15:45:30.138345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20090): Terminating (SIGTERM)
15:45:30.180036 run iperf3-srv_10.42.42.10(pid=20091): Terminating (SIGTERM)
15:45:30.221693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20094): Terminating (SIGTERM)
15:45:30.263457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20097): Terminating (SIGTERM)
15:45:30.305273 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20100): Terminating (SIGTERM)
15:45:30.315104 ---      ParallelTerminationStrategy: PID 20084 died...
15:45:30.371044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20084): Terminated: ok {rc=0}
15:45:30.381199 ---      ParallelTerminationStrategy: PID 20085 died...
15:45:30.436703 run iperf3-srv_10.42.42.10(pid=20085): Terminated {rc=256}
15:45:30.446867 ---      ParallelTerminationStrategy: PID 20086 died...
15:45:30.502824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20086): Terminated: ok {rc=0}
15:45:30.512936 ---      ParallelTerminationStrategy: PID 20087 died...
15:45:30.568453 run iperf3-srv_10.42.42.10(pid=20087): Terminated {rc=256}
15:45:30.578570 ---      ParallelTerminationStrategy: PID 20088 died...
15:45:30.634191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20088): Terminated: ok {rc=0}
15:45:30.644496 ---      ParallelTerminationStrategy: PID 20089 died...
15:45:30.700029 run iperf3-srv_10.42.42.10(pid=20089): Terminated {rc=256}
15:45:30.710136 ---      ParallelTerminationStrategy: PID 20090 died...
15:45:30.766031 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20090): Terminated: ok {rc=0}
15:45:30.776242 ---      ParallelTerminationStrategy: PID 20091 died...
15:45:30.839836 run iperf3-srv_10.42.42.10(pid=20091): Terminated {rc=256}
15:45:30.851203 ---      ParallelTerminationStrategy: PID 20094 died...
15:45:30.914950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20094): Terminated: ok {rc=0}
15:45:30.925690 ---      ParallelTerminationStrategy: PID 20097 died...
15:45:30.982677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20097): Terminated: ok {rc=0}
15:45:30.993616 ---      ParallelTerminationStrategy: PID 20100 died...
15:45:31.050540 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20100): Terminated: ok {rc=0}
15:45:31.138006 bus                          /gobi_4: Setting Powered False
15:45:32.238293 bus                          /gobi_4: Setting Powered False
15:45:33.343648 bus                          /gobi_1: Setting Powered False
15:45:34.450776 bus                          /gobi_1: Setting Powered False
15:45:35.558067 bus                          /gobi_0: Setting Powered False
15:45:36.663813 bus                          /gobi_0: Setting Powered False
15:45:37.772030 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>46</age><className>gprs:sysmo+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20108): Process ended prematurely: osmo-stp_10.42.42.5(pid=20108) [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20108)]</errorStackTrace><failedSince>2331</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20108): Process ended prematurely: osmo-stp_10.42.42.5(pid=20108) [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20108)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:sysmo+mod-bts0-dynts-ipa ping.py
----------------------------------------------
15:45:38.841696 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:45:38.853580 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
15:45:39.006917 tst                          ping.py: using LAC 28973
15:45:39.127616 tst                          ping.py: using RAC 158
15:45:39.247687 tst                          ping.py: using CellId 28973
15:45:39.367898 tst                          ping.py: using BVCI 28974
15:45:39.391793 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:45:39.403124 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:45:39.414193 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:45:39.425294 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:45:39.436207 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:45:39.447182 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:45:39.458425 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:45:39.469419 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
15:45:39.737451 tst                       ping.py:19: start network...
15:45:39.859014 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:45:40.314975 run         create_hlr_db(pid=20102): Launched
15:45:40.483276 bus                          /gobi_6: Setting Powered False
15:45:41.504921 run         create_hlr_db(pid=20102): Terminated: ok {rc=0}
15:45:41.891166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20104): Launched
15:45:42.180521 run   osmo-hlr_10.42.42.2(pid=20105): Launched
15:45:42.287937 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:45:42.797572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20107): Launched
15:45:43.085855 run   osmo-stp_10.42.42.5(pid=20108): Launched
15:45:43.192624 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:45:43.695062 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20110): Launched
15:45:43.797942 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:45:44.048932 run              patchelf(pid=20111): Launched
15:45:44.218035 run   osmo-stp_10.42.42.5(pid=20108): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20108)]
15:45:44.341991 run   osmo-stp_10.42.42.5(pid=20108): stdout: 
| (launched: 2022-12-10_15:45:42.944207)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:45:44.466296 run   osmo-stp_10.42.42.5(pid=20108): stderr: 
| �[0;m�[38;5;43m20221210154543112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154543112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154543113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154543114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154543114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154543114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154543114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:45:44.585904 run   osmo-stp_10.42.42.5(pid=20108): stdout: 
| (launched: 2022-12-10_15:45:42.944207)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:45:44.704322 run   osmo-stp_10.42.42.5(pid=20108): stderr: 
| �[0;m�[38;5;43m20221210154543112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154543112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154543113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154543114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154543114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154543114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154543114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:45:44.842468 run              patchelf(pid=20111): Terminating (SIGINT)
15:45:45.004494 run              patchelf(pid=20111): Terminated: ok {rc=0}
15:45:45.034133 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20108): Process ended prematurely: osmo-stp_10.42.42.5(pid=20108) [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20108)]  [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]
15:45:45.042628 tst                       ping.py:22: Test FAILED (6.2 sec)
15:45:45.102727 run   osmo-hlr_10.42.42.2(pid=20105): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20105)]
15:45:45.151686 run   osmo-hlr_10.42.42.2(pid=20105): stdout: 
| (launched: 2022-12-10_15:45:42.038442) 
15:45:45.201067 run   osmo-hlr_10.42.42.2(pid=20105): stderr: 
| �[0;m�[1;31m20221210154542210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154542210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154542210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154542210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154542210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154542210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154542220 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154542228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154542228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154542228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:45:45.242848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20104): Terminating (SIGTERM)
15:45:45.282499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20107): Terminating (SIGTERM)
15:45:45.322192 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20110): Terminating (SIGTERM)
15:45:45.331562 ---      ParallelTerminationStrategy: PID 20104 died...
15:45:45.384480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20104): Terminated: ok {rc=0}
15:45:45.394208 ---      ParallelTerminationStrategy: PID 20107 died...
15:45:45.446871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20107): Terminated: ok {rc=0}
15:45:45.456491 ---      ParallelTerminationStrategy: PID 20110 died...
15:45:45.509421 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20110): Terminated: ok {rc=0}
15:45:45.596179 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>46</age><className>gprs:sysmo+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20118): Process ended prematurely: osmo-stp_10.42.42.5(pid=20118) [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20118)]</errorStackTrace><failedSince>2331</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20118): Process ended prematurely: osmo-stp_10.42.42.5(pid=20118) [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20118)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py
----------------------------------------------
15:45:46.653440 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:45:46.670714 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
15:45:46.859770 tst                ping_idle_ping.py: using LAC 28974
15:45:47.010832 tst                ping_idle_ping.py: using RAC 159
15:45:47.132764 tst                ping_idle_ping.py: using CellId 28974
15:45:47.256609 tst                ping_idle_ping.py: using BVCI 28975
15:45:47.280490 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:45:47.291936 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:45:47.303160 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:45:47.315751 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:45:47.326824 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:45:47.337914 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:45:47.349291 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:45:47.360221 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
15:45:47.629386 tst             ping_idle_ping.py:24: start network...
15:45:47.750334 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:45:48.207236 run         create_hlr_db(pid=20112): Launched
15:45:48.375218 bus                          /gobi_6: Setting Powered False
15:45:49.397146 run         create_hlr_db(pid=20112): Terminated: ok {rc=0}
15:45:49.812891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20114): Launched
15:45:50.125471 run   osmo-hlr_10.42.42.2(pid=20115): Launched
15:45:50.240082 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:45:50.781364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20117): Launched
15:45:51.093566 run   osmo-stp_10.42.42.5(pid=20118): Launched
15:45:51.208108 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:45:51.753449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20120): Launched
15:45:51.865213 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:45:52.136171 run              patchelf(pid=20121): Launched
15:45:52.318804 run   osmo-stp_10.42.42.5(pid=20118): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20118)]
15:45:52.453231 run   osmo-stp_10.42.42.5(pid=20118): stdout: 
| (launched: 2022-12-10_15:45:50.941077)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:45:52.586954 run   osmo-stp_10.42.42.5(pid=20118): stderr: 
| �[0;m�[38;5;43m20221210154551133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154551133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154551133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154551134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154551134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154551134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154551134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:45:52.716286 run   osmo-stp_10.42.42.5(pid=20118): stdout: 
| (launched: 2022-12-10_15:45:50.941077)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:45:52.844851 run   osmo-stp_10.42.42.5(pid=20118): stderr: 
| �[0;m�[38;5;43m20221210154551133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154551133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154551133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154551134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154551134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154551134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154551134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:45:52.994098 run              patchelf(pid=20121): Terminating (SIGINT)
15:45:53.168564 run              patchelf(pid=20121): Terminated: ok {rc=0}
15:45:53.200586 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20118): Process ended prematurely: osmo-stp_10.42.42.5(pid=20118) [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20118)]  [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]
15:45:53.209890 tst             ping_idle_ping.py:27: Test FAILED (6.5 sec)
15:45:53.272013 run   osmo-hlr_10.42.42.2(pid=20115): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20115)]
15:45:53.322880 run   osmo-hlr_10.42.42.2(pid=20115): stdout: 
| (launched: 2022-12-10_15:45:49.972648) 
15:45:53.374392 run   osmo-hlr_10.42.42.2(pid=20115): stderr: 
| �[0;m�[1;31m20221210154550172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154550172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154550172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154550172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154550172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154550172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154550184 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154550192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154550193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154550193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:45:53.418592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20114): Terminating (SIGTERM)
15:45:53.460100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20117): Terminating (SIGTERM)
15:45:53.501660 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20120): Terminating (SIGTERM)
15:45:53.511250 ---      ParallelTerminationStrategy: PID 20114 died...
15:45:53.566936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20114): Terminated: ok {rc=0}
15:45:53.577052 ---      ParallelTerminationStrategy: PID 20117 died...
15:45:53.632374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20117): Terminated: ok {rc=0}
15:45:53.642491 ---      ParallelTerminationStrategy: PID 20120 died...
15:45:53.697800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20120): Terminated: ok {rc=0}
15:45:53.784742 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>59.0</duration><id>14</id><name>gprs_sysmo+mod-bts0-dynts-ipa</name><properties></properties><timestamp>2022-12-10T15:44:56</timestamp></suite><suite><case><age>234</age><className>gprs:sysmo+mod-bts0-dynts-osmo</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20135): Process ended prematurely: osmo-stp_10.42.42.5(pid=20135) [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20135)]</errorStackTrace><failedSince>2143</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20135): Process ended prematurely: osmo-stp_10.42.42.5(pid=20135) [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20135)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py
----------------------------------------------
15:45:55.902811 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:45:55.913992 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
15:45:56.064264 tst         cs_paging_gprs_active.py: using LAC 28975
15:45:56.188016 tst         cs_paging_gprs_active.py: using RAC 160
15:45:56.311395 tst         cs_paging_gprs_active.py: using CellId 28975
15:45:56.435441 tst         cs_paging_gprs_active.py: using BVCI 28976
15:45:56.460011 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:45:56.471225 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:45:56.482178 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:45:56.493172 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:45:56.504035 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:45:56.515022 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:45:56.526145 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:45:56.537087 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:45:56.548111 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
15:45:56.662041 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
15:45:56.951056 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
15:45:57.083530 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:45:57.411183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20125): Launched
15:45:57.682350 run iperf3-srv_10.42.42.10(pid=20126): Launched
15:45:57.877222 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
15:45:58.009309 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:45:58.336459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20127): Launched
15:45:58.607312 run iperf3-srv_10.42.42.10(pid=20128): Launched
15:45:58.801693 tst      cs_paging_gprs_active.py:38: start network...
15:45:58.935084 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:45:59.440462 run         create_hlr_db(pid=20129): Launched
15:45:59.623373 bus                          /gobi_6: Setting Powered False
15:46:00.634260 run         create_hlr_db(pid=20129): Terminated: ok {rc=0}
15:46:01.089192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20131): Launched
15:46:01.514864 run   osmo-hlr_10.42.42.2(pid=20132): Launched
15:46:01.716079 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:46:02.294039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20134): Launched
15:46:02.605135 run   osmo-stp_10.42.42.5(pid=20135): Launched
15:46:02.716136 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:46:03.229806 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20137): Launched
15:46:03.335274 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:46:03.592462 run              patchelf(pid=20138): Launched
15:46:03.765088 run   osmo-stp_10.42.42.5(pid=20135): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20135)]
15:46:03.891888 run   osmo-stp_10.42.42.5(pid=20135): stdout: 
| (launched: 2022-12-10_15:46:02.456194)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:46:04.019129 run   osmo-stp_10.42.42.5(pid=20135): stderr: 
| �[0;m�[38;5;43m20221210154602626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154602626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154602627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154602627 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154602627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154602627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154602628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:46:04.141406 run   osmo-stp_10.42.42.5(pid=20135): stdout: 
| (launched: 2022-12-10_15:46:02.456194)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:46:04.262760 run   osmo-stp_10.42.42.5(pid=20135): stderr: 
| �[0;m�[38;5;43m20221210154602626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154602626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154602627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154602627 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154602627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154602627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154602628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:46:04.404299 run              patchelf(pid=20138): Terminating (SIGINT)
15:46:04.570841 run              patchelf(pid=20138): Terminated: ok {rc=0}
15:46:04.601563 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20135): Process ended prematurely: osmo-stp_10.42.42.5(pid=20135) [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20135)]  [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]
15:46:04.610797 tst      cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)
15:46:04.670933 run   osmo-hlr_10.42.42.2(pid=20132): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20132)]
15:46:04.719603 run   osmo-hlr_10.42.42.2(pid=20132): stdout: 
| (launched: 2022-12-10_15:46:01.253831) 
15:46:04.768883 run   osmo-hlr_10.42.42.2(pid=20132): stderr: 
| �[0;m�[1;31m20221210154601448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154601448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154601448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154601448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154601448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154601448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154601464 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154601484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154601484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154601484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:46:04.810818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20125): Terminating (SIGTERM)
15:46:04.850322 run iperf3-srv_10.42.42.10(pid=20126): Terminating (SIGTERM)
15:46:04.890070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20127): Terminating (SIGTERM)
15:46:04.929603 run iperf3-srv_10.42.42.10(pid=20128): Terminating (SIGTERM)
15:46:04.969432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20131): Terminating (SIGTERM)
15:46:05.008879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20134): Terminating (SIGTERM)
15:46:05.048597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20137): Terminating (SIGTERM)
15:46:05.058011 ---      ParallelTerminationStrategy: PID 20125 died...
15:46:05.110936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20125): Terminated: ok {rc=0}
15:46:05.120620 ---      ParallelTerminationStrategy: PID 20126 died...
15:46:05.172977 run iperf3-srv_10.42.42.10(pid=20126): Terminated {rc=256}
15:46:05.182592 ---      ParallelTerminationStrategy: PID 20127 died...
15:46:05.235247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20127): Terminated: ok {rc=0}
15:46:05.244862 ---      ParallelTerminationStrategy: PID 20128 died...
15:46:05.297771 run iperf3-srv_10.42.42.10(pid=20128): Terminated {rc=256}
15:46:05.307462 ---      ParallelTerminationStrategy: PID 20131 died...
15:46:05.360139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20131): Terminated: ok {rc=0}
15:46:05.369875 ---      ParallelTerminationStrategy: PID 20134 died...
15:46:05.422312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20134): Terminated: ok {rc=0}
15:46:05.431988 ---      ParallelTerminationStrategy: PID 20137 died...
15:46:05.484762 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20137): Terminated: ok {rc=0}
15:46:05.567862 bus                          /gobi_0: Setting Powered False
15:46:06.673662 bus                          /gobi_0: Setting Powered False
15:46:07.784103 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>234</age><className>gprs:sysmo+mod-bts0-dynts-osmo</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20147): Process ended prematurely: osmo-stp_10.42.42.5(pid=20147) [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20147)]</errorStackTrace><failedSince>2143</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20147): Process ended prematurely: osmo-stp_10.42.42.5(pid=20147) [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20147)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py
----------------------------------------------
15:46:08.892199 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:46:08.903509 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
15:46:09.056139 tst                        iperf3.py: using LAC 28976
15:46:09.181831 tst                        iperf3.py: using RAC 161
15:46:09.306069 tst                        iperf3.py: using CellId 28976
15:46:09.430053 tst                        iperf3.py: using BVCI 28977
15:46:09.454420 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:46:09.465927 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:46:09.477187 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:46:09.488505 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:46:09.499633 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:46:09.510740 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:46:09.521943 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:46:09.532910 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:46:09.544231 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
15:46:09.817980 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
15:46:09.941278 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:46:10.248114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20139): Launched
15:46:10.502302 run iperf3-srv_10.42.42.10(pid=20140): Launched
15:46:10.682294 tst                      iperf3.py:8: start network...
15:46:10.805526 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:46:11.270102 run         create_hlr_db(pid=20141): Launched
15:46:11.440560 bus                          /gobi_6: Setting Powered False
15:46:12.462630 run         create_hlr_db(pid=20141): Terminated: ok {rc=0}
15:46:12.883002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20143): Launched
15:46:13.198608 run   osmo-hlr_10.42.42.2(pid=20144): Launched
15:46:13.314789 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:46:13.866098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20146): Launched
15:46:14.181063 run   osmo-stp_10.42.42.5(pid=20147): Launched
15:46:14.298911 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:46:14.851906 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20149): Launched
15:46:14.965459 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:46:15.240049 run              patchelf(pid=20150): Launched
15:46:15.426286 run   osmo-stp_10.42.42.5(pid=20147): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20147)]
15:46:15.562405 run   osmo-stp_10.42.42.5(pid=20147): stdout: 
| (launched: 2022-12-10_15:46:14.027218)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:46:15.698611 run   osmo-stp_10.42.42.5(pid=20147): stderr: 
| �[0;m�[38;5;43m20221210154614217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154614217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154614218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154614218 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154614218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154614218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154614219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:46:15.830158 run   osmo-stp_10.42.42.5(pid=20147): stdout: 
| (launched: 2022-12-10_15:46:14.027218)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:46:15.968184 run   osmo-stp_10.42.42.5(pid=20147): stderr: 
| �[0;m�[38;5;43m20221210154614217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154614217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154614218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154614218 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154614218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154614218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154614219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:46:16.122414 run              patchelf(pid=20150): Terminating (SIGINT)
15:46:16.303542 run              patchelf(pid=20150): Terminated: ok {rc=0}
15:46:16.337380 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20147): Process ended prematurely: osmo-stp_10.42.42.5(pid=20147) [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20147)]  [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]
15:46:16.347743 tst                      iperf3.py:8: Test FAILED (7.5 sec)
15:46:16.411878 run   osmo-hlr_10.42.42.2(pid=20144): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20144)]
15:46:16.464482 run   osmo-hlr_10.42.42.2(pid=20144): stdout: 
| (launched: 2022-12-10_15:46:13.044511) 
15:46:16.517413 run   osmo-hlr_10.42.42.2(pid=20144): stderr: 
| �[0;m�[1;31m20221210154613242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154613242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154613242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154613242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154613242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154613242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154613253 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154613261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154613262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154613262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:46:16.562507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20139): Terminating (SIGTERM)
15:46:16.606297 run iperf3-srv_10.42.42.10(pid=20140): Terminating (SIGTERM)
15:46:16.651788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20143): Terminating (SIGTERM)
15:46:16.696289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20146): Terminating (SIGTERM)
15:46:16.739139 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20149): Terminating (SIGTERM)
15:46:16.749022 ---      ParallelTerminationStrategy: PID 20139 died...
15:46:16.806023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20139): Terminated: ok {rc=0}
15:46:16.816652 ---      ParallelTerminationStrategy: PID 20140 died...
15:46:16.873616 run iperf3-srv_10.42.42.10(pid=20140): Terminated {rc=256}
15:46:16.884116 ---      ParallelTerminationStrategy: PID 20143 died...
15:46:16.940992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20143): Terminated: ok {rc=0}
15:46:16.951526 ---      ParallelTerminationStrategy: PID 20146 died...
15:46:17.008352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20146): Terminated: ok {rc=0}
15:46:17.018919 ---      ParallelTerminationStrategy: PID 20149 died...
15:46:17.075858 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20149): Terminated: ok {rc=0}
15:46:17.166345 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:sysmo+mod-bts0-dynts-osmo</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20165): Process ended prematurely: osmo-stp_10.42.42.5(pid=20165) [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20165)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20165): Process ended prematurely: osmo-stp_10.42.42.5(pid=20165) [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20165)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py
----------------------------------------------
15:46:18.279196 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:46:18.291192 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
15:46:18.441762 tst                      iperf3m4.py: using LAC 28977
15:46:18.561317 tst                      iperf3m4.py: using RAC 162
15:46:18.679618 tst                      iperf3m4.py: using CellId 28977
15:46:18.799183 tst                      iperf3m4.py: using BVCI 28978
15:46:18.822059 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:46:18.833058 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:46:18.843621 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:46:18.855330 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:46:18.866833 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:46:18.878255 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:46:18.889771 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:46:18.900820 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:46:18.912255 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
15:46:19.032738 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
15:46:19.149823 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
15:46:19.264511 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
15:46:19.538459 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
15:46:19.661618 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:46:19.967885 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20151): Launched
15:46:20.221965 run iperf3-srv_10.42.42.10(pid=20152): Launched
15:46:20.401482 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
15:46:20.524058 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:46:20.829888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20153): Launched
15:46:21.083084 run iperf3-srv_10.42.42.10(pid=20154): Launched
15:46:21.262766 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
15:46:21.385756 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:46:21.692052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20155): Launched
15:46:21.945505 run iperf3-srv_10.42.42.10(pid=20156): Launched
15:46:22.124788 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
15:46:22.247000 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:46:22.551338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20157): Launched
15:46:22.803412 run iperf3-srv_10.42.42.10(pid=20158): Launched
15:46:22.982823 tst                    iperf3m4.py:8: start network...
15:46:23.105284 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:46:23.567908 run         create_hlr_db(pid=20159): Launched
15:46:23.737717 bus                          /gobi_6: Setting Powered False
15:46:24.759850 run         create_hlr_db(pid=20159): Terminated: ok {rc=0}
15:46:25.152544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20161): Launched
15:46:25.447445 run   osmo-hlr_10.42.42.2(pid=20162): Launched
15:46:25.555643 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:46:26.072116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20164): Launched
15:46:26.366988 run   osmo-stp_10.42.42.5(pid=20165): Launched
15:46:26.474452 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:46:26.989120 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20167): Launched
15:46:27.094940 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:46:27.351861 run              patchelf(pid=20168): Launched
15:46:27.525434 run   osmo-stp_10.42.42.5(pid=20165): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20165)]
15:46:27.652178 run   osmo-stp_10.42.42.5(pid=20165): stdout: 
| (launched: 2022-12-10_15:46:26.221945)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:46:27.779203 run   osmo-stp_10.42.42.5(pid=20165): stderr: 
| �[0;m�[38;5;43m20221210154626387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154626387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154626387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154626387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154626388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154626388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154626388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:46:27.901545 run   osmo-stp_10.42.42.5(pid=20165): stdout: 
| (launched: 2022-12-10_15:46:26.221945)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:46:28.022469 run   osmo-stp_10.42.42.5(pid=20165): stderr: 
| �[0;m�[38;5;43m20221210154626387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154626387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154626387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154626387 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154626388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154626388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154626388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:46:28.163804 run              patchelf(pid=20168): Terminating (SIGINT)
15:46:28.330595 run              patchelf(pid=20168): Terminated: ok {rc=0}
15:46:28.361307 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20165): Process ended prematurely: osmo-stp_10.42.42.5(pid=20165) [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20165)]  [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]
15:46:28.370487 tst                    iperf3m4.py:8: Test FAILED (10.1 sec)
15:46:28.430735 run   osmo-hlr_10.42.42.2(pid=20162): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20162)]
15:46:28.479612 run   osmo-hlr_10.42.42.2(pid=20162): stdout: 
| (launched: 2022-12-10_15:46:25.302567) 
15:46:28.529034 run   osmo-hlr_10.42.42.2(pid=20162): stderr: 
| �[0;m�[1;31m20221210154625476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154625476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154625476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154625476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154625476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154625476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154625488 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154625498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154625498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154625498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:46:28.570529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20151): Terminating (SIGTERM)
15:46:28.610453 run iperf3-srv_10.42.42.10(pid=20152): Terminating (SIGTERM)
15:46:28.650451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20153): Terminating (SIGTERM)
15:46:28.690332 run iperf3-srv_10.42.42.10(pid=20154): Terminating (SIGTERM)
15:46:28.730235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20155): Terminating (SIGTERM)
15:46:28.770041 run iperf3-srv_10.42.42.10(pid=20156): Terminating (SIGTERM)
15:46:28.809945 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20157): Terminating (SIGTERM)
15:46:28.849624 run iperf3-srv_10.42.42.10(pid=20158): Terminating (SIGTERM)
15:46:28.889419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20161): Terminating (SIGTERM)
15:46:28.929189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20164): Terminating (SIGTERM)
15:46:28.969465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20167): Terminating (SIGTERM)
15:46:28.978732 ---      ParallelTerminationStrategy: PID 20151 died...
15:46:29.032096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20151): Terminated: ok {rc=0}
15:46:29.041937 ---      ParallelTerminationStrategy: PID 20152 died...
15:46:29.094951 run iperf3-srv_10.42.42.10(pid=20152): Terminated {rc=256}
15:46:29.104823 ---      ParallelTerminationStrategy: PID 20153 died...
15:46:29.157730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20153): Terminated: ok {rc=0}
15:46:29.167458 ---      ParallelTerminationStrategy: PID 20154 died...
15:46:29.220196 run iperf3-srv_10.42.42.10(pid=20154): Terminated {rc=256}
15:46:29.229926 ---      ParallelTerminationStrategy: PID 20155 died...
15:46:29.282787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20155): Terminated: ok {rc=0}
15:46:29.292527 ---      ParallelTerminationStrategy: PID 20156 died...
15:46:29.345401 run iperf3-srv_10.42.42.10(pid=20156): Terminated {rc=256}
15:46:29.355134 ---      ParallelTerminationStrategy: PID 20157 died...
15:46:29.407997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20157): Terminated: ok {rc=0}
15:46:29.417611 ---      ParallelTerminationStrategy: PID 20158 died...
15:46:29.470391 run iperf3-srv_10.42.42.10(pid=20158): Terminated {rc=256}
15:46:29.480155 ---      ParallelTerminationStrategy: PID 20161 died...
15:46:29.533349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20161): Terminated: ok {rc=0}
15:46:29.543063 ---      ParallelTerminationStrategy: PID 20164 died...
15:46:29.596640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20164): Terminated: ok {rc=0}
15:46:29.606248 ---      ParallelTerminationStrategy: PID 20167 died...
15:46:29.659065 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20167): Terminated: ok {rc=0}
15:46:29.742424 bus                          /gobi_4: Setting Powered False
15:46:30.856374 bus                          /gobi_4: Setting Powered False
15:46:31.971563 bus                          /gobi_1: Setting Powered False
15:46:33.072859 bus                          /gobi_1: Setting Powered False
15:46:34.178395 bus                          /gobi_0: Setting Powered False
15:46:35.284332 bus                          /gobi_0: Setting Powered False
15:46:36.391372 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>46</age><className>gprs:sysmo+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20175): Process ended prematurely: osmo-stp_10.42.42.5(pid=20175) [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20175)]</errorStackTrace><failedSince>2331</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20175): Process ended prematurely: osmo-stp_10.42.42.5(pid=20175) [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20175)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:sysmo+mod-bts0-dynts-osmo ping.py
----------------------------------------------
15:46:37.459736 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:46:37.471810 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
15:46:37.618762 tst                          ping.py: using LAC 28978
15:46:37.736336 tst                          ping.py: using RAC 163
15:46:37.851509 tst                          ping.py: using CellId 28978
15:46:37.964672 tst                          ping.py: using BVCI 28979
15:46:37.986996 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:46:37.998136 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:46:38.008659 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:46:38.019490 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:46:38.030330 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:46:38.041038 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:46:38.052013 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:46:38.062847 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
15:46:38.345943 tst                       ping.py:19: start network...
15:46:38.475522 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:46:38.973369 run         create_hlr_db(pid=20169): Launched
15:46:39.154857 bus                          /gobi_6: Setting Powered False
15:46:40.175389 run         create_hlr_db(pid=20169): Terminated: ok {rc=0}
15:46:40.588903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20171): Launched
15:46:40.898999 run   osmo-hlr_10.42.42.2(pid=20172): Launched
15:46:41.013578 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:46:41.557243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20174): Launched
15:46:41.869672 run   osmo-stp_10.42.42.5(pid=20175): Launched
15:46:41.983616 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:46:42.526626 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20177): Launched
15:46:42.637765 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:46:42.909378 run              patchelf(pid=20178): Launched
15:46:43.092354 run   osmo-stp_10.42.42.5(pid=20175): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20175)]
15:46:43.225931 run   osmo-stp_10.42.42.5(pid=20175): stdout: 
| (launched: 2022-12-10_15:46:41.716618)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:46:43.359996 run   osmo-stp_10.42.42.5(pid=20175): stderr: 
| �[0;m�[38;5;43m20221210154641909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154641909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154641909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154641910 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154641910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154641910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154641910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:46:43.489466 run   osmo-stp_10.42.42.5(pid=20175): stdout: 
| (launched: 2022-12-10_15:46:41.716618)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:46:43.618311 run   osmo-stp_10.42.42.5(pid=20175): stderr: 
| �[0;m�[38;5;43m20221210154641909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154641909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154641909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154641910 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154641910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154641910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154641910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:46:43.767449 run              patchelf(pid=20178): Terminating (SIGINT)
15:46:43.943055 run              patchelf(pid=20178): Terminated: ok {rc=0}
15:46:43.974824 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20175): Process ended prematurely: osmo-stp_10.42.42.5(pid=20175) [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20175)]  [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]
15:46:43.984013 tst                       ping.py:22: Test FAILED (6.5 sec)
15:46:44.046972 run   osmo-hlr_10.42.42.2(pid=20172): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20172)]
15:46:44.098608 run   osmo-hlr_10.42.42.2(pid=20172): stdout: 
| (launched: 2022-12-10_15:46:40.747415) 
15:46:44.150842 run   osmo-hlr_10.42.42.2(pid=20172): stderr: 
| �[0;m�[1;31m20221210154640945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154640945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154640945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154640945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154640945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154640945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154640957 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154640966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154640966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154640966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:46:44.195640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20171): Terminating (SIGTERM)
15:46:44.237868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20174): Terminating (SIGTERM)
15:46:44.280025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20177): Terminating (SIGTERM)
15:46:44.289793 ---      ParallelTerminationStrategy: PID 20171 died...
15:46:44.346033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20171): Terminated: ok {rc=0}
15:46:44.356074 ---      ParallelTerminationStrategy: PID 20174 died...
15:46:44.411946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20174): Terminated: ok {rc=0}
15:46:44.422041 ---      ParallelTerminationStrategy: PID 20177 died...
15:46:44.477800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20177): Terminated: ok {rc=0}
15:46:44.565518 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>46</age><className>gprs:sysmo+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20185): Process ended prematurely: osmo-stp_10.42.42.5(pid=20185) [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20185)]</errorStackTrace><failedSince>2331</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20185): Process ended prematurely: osmo-stp_10.42.42.5(pid=20185) [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20185)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py
----------------------------------------------
15:46:45.617610 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:46:45.629549 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
15:46:45.780667 tst                ping_idle_ping.py: using LAC 28979
15:46:45.931481 tst                ping_idle_ping.py: using RAC 164
15:46:46.068063 tst                ping_idle_ping.py: using CellId 28979
15:46:46.191002 tst                ping_idle_ping.py: using BVCI 28980
15:46:46.216057 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:46:46.228217 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:46:46.240116 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:46:46.251874 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:46:46.263797 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:46:46.275710 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:46:46.287901 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:46:46.299719 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
15:46:46.587838 tst             ping_idle_ping.py:24: start network...
15:46:46.722176 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:46:47.225062 run         create_hlr_db(pid=20179): Launched
15:46:47.394279 bus                          /gobi_6: Setting Powered False
15:46:48.415872 run         create_hlr_db(pid=20179): Terminated: ok {rc=0}
15:46:48.831047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20181): Launched
15:46:49.122209 run   osmo-hlr_10.42.42.2(pid=20182): Launched
15:46:49.232463 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:46:49.743167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20184): Launched
15:46:50.034984 run   osmo-stp_10.42.42.5(pid=20185): Launched
15:46:50.142047 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:46:50.651551 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20187): Launched
15:46:50.755617 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:46:51.010834 run              patchelf(pid=20188): Launched
15:46:51.182537 run   osmo-stp_10.42.42.5(pid=20185): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20185)]
15:46:51.308171 run   osmo-stp_10.42.42.5(pid=20185): stdout: 
| (launched: 2022-12-10_15:46:49.891211)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:46:51.434411 run   osmo-stp_10.42.42.5(pid=20185): stderr: 
| �[0;m�[38;5;43m20221210154650060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154650060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154650061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154650061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154650062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154650062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154650062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:46:51.555483 run   osmo-stp_10.42.42.5(pid=20185): stdout: 
| (launched: 2022-12-10_15:46:49.891211)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:46:51.675771 run   osmo-stp_10.42.42.5(pid=20185): stderr: 
| �[0;m�[38;5;43m20221210154650060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154650060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154650061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154650061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154650062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154650062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154650062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:46:51.816125 run              patchelf(pid=20188): Terminating (SIGINT)
15:46:51.980371 run              patchelf(pid=20188): Terminated: ok {rc=0}
15:46:52.010329 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20185): Process ended prematurely: osmo-stp_10.42.42.5(pid=20185) [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20185)]  [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]
15:46:52.018833 tst             ping_idle_ping.py:27: Test FAILED (6.4 sec)
15:46:52.078421 run   osmo-hlr_10.42.42.2(pid=20182): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20182)]
15:46:52.128799 run   osmo-hlr_10.42.42.2(pid=20182): stdout: 
| (launched: 2022-12-10_15:46:48.979013) 
15:46:52.178949 run   osmo-hlr_10.42.42.2(pid=20182): stderr: 
| �[0;m�[1;31m20221210154649151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154649151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154649151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154649151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154649151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154649151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154649164 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154649173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154649173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154649173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:46:52.221803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20181): Terminating (SIGTERM)
15:46:52.261513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20184): Terminating (SIGTERM)
15:46:52.301866 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20187): Terminating (SIGTERM)
15:46:52.311152 ---      ParallelTerminationStrategy: PID 20181 died...
15:46:52.364832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20181): Terminated: ok {rc=0}
15:46:52.374629 ---      ParallelTerminationStrategy: PID 20184 died...
15:46:52.427729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20184): Terminated: ok {rc=0}
15:46:52.437916 ---      ParallelTerminationStrategy: PID 20187 died...
15:46:52.491045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20187): Terminated: ok {rc=0}
15:46:52.574531 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>59.0</duration><id>15</id><name>gprs_sysmo+mod-bts0-dynts-osmo</name><properties></properties><timestamp>2022-12-10T15:45:55</timestamp></suite><suite><case><age>48</age><className>dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20198): Process ended prematurely: osmo-stp_10.42.42.5(pid=20198) [trial-2376↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20198)]</errorStackTrace><failedSince>2329</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py", line 54, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20198): Process ended prematurely: osmo-stp_10.42.42.5(pid=20198) [trial-2376↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20198)]
</stderr><stdout>
----------------------------------------------
trial-2376 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py
----------------------------------------------
15:46:54.573026 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
15:46:54.584186 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
15:46:54.724866 tst               switch_tch_pdch.py: using LAC 28980
15:46:54.847894 tst               switch_tch_pdch.py: using RAC 165
15:46:54.970300 tst               switch_tch_pdch.py: using CellId 28980
15:46:55.094718 tst               switch_tch_pdch.py: using BVCI 28981
15:46:55.118787 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
15:46:55.130636 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
15:46:55.142387 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
15:46:55.153986 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
15:46:55.165567 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
15:46:55.176913 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
15:46:55.189171 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
15:46:55.200510 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
15:46:55.314675 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
15:46:55.581890 tst            switch_tch_pdch.py:51: start network...
15:46:55.704068 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:46:56.160573 run         create_hlr_db(pid=20192): Launched
15:46:56.328541 bus                          /gobi_6: Setting Powered False
15:46:57.349112 run         create_hlr_db(pid=20192): Terminated: ok {rc=0}
15:46:57.763007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20194): Launched
15:46:58.073963 run   osmo-hlr_10.42.42.2(pid=20195): Launched
15:46:58.191193 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:46:58.733413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20197): Launched
15:46:59.045292 run   osmo-stp_10.42.42.5(pid=20198): Launched
15:46:59.158234 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:46:59.700343 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20200): Launched
15:46:59.811277 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:47:00.080669 run              patchelf(pid=20201): Launched
15:47:00.262754 run   osmo-stp_10.42.42.5(pid=20198): ERR: Terminated: ERROR {rc=1}  [trial-2376↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20198)]
15:47:00.395968 run   osmo-stp_10.42.42.5(pid=20198): stdout: 
| (launched: 2022-12-10_15:46:58.892468)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:47:00.529437 run   osmo-stp_10.42.42.5(pid=20198): stderr: 
| �[0;m�[38;5;43m20221210154659086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154659087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154659087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154659087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154659088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154659088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154659088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:47:00.658096 run   osmo-stp_10.42.42.5(pid=20198): stdout: 
| (launched: 2022-12-10_15:46:58.892468)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:47:00.785378 run   osmo-stp_10.42.42.5(pid=20198): stderr: 
| �[0;m�[38;5;43m20221210154659086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154659087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154659087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154659087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154659088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154659088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154659088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:47:00.955208 run              patchelf(pid=20201): Terminating (SIGINT)
15:47:01.135141 run              patchelf(pid=20201): Terminated: ok {rc=0}
15:47:01.168021 tst            switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=20198): Process ended prematurely: osmo-stp_10.42.42.5(pid=20198) [trial-2376↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20198)]  [trial-2376↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]
15:47:01.178016 tst            switch_tch_pdch.py:54: Test FAILED (6.6 sec)
15:47:01.243143 run   osmo-hlr_10.42.42.2(pid=20195): ERR: Terminated: ERROR {rc=237}  [trial-2376↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20195)]
15:47:01.295906 run   osmo-hlr_10.42.42.2(pid=20195): stdout: 
| (launched: 2022-12-10_15:46:57.921889) 
15:47:01.349446 run   osmo-hlr_10.42.42.2(pid=20195): stderr: 
| �[0;m�[1;31m20221210154658118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154658118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154658118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154658118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154658118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154658118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154658130 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154658138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154658138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154658138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:47:01.395315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20194): Terminating (SIGTERM)
15:47:01.439348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20197): Terminating (SIGTERM)
15:47:01.485931 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20200): Terminating (SIGTERM)
15:47:01.495972 ---      ParallelTerminationStrategy: PID 20194 died...
15:47:01.553591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20194): Terminated: ok {rc=0}
15:47:01.564243 ---      ParallelTerminationStrategy: PID 20197 died...
15:47:01.621535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20197): Terminated: ok {rc=0}
15:47:01.632131 ---      ParallelTerminationStrategy: PID 20200 died...
15:47:01.688913 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20200): Terminated: ok {rc=0}
15:47:01.789686 bus                          /gobi_0: Setting Powered False
15:47:02.891212 bus                          /gobi_0: Setting Powered False
15:47:04.000767 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>12.0</duration><id>16</id><name>dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-10T15:46:54</timestamp></suite><suite><case><age>46</age><className>dynts:sysmo+mod-bts0-dynts67-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20211): Process ended prematurely: osmo-stp_10.42.42.5(pid=20211) [trial-2376↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20211)]</errorStackTrace><failedSince>2331</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py", line 54, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20211): Process ended prematurely: osmo-stp_10.42.42.5(pid=20211) [trial-2376↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20211)]
</stderr><stdout>
----------------------------------------------
trial-2376 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py
----------------------------------------------
15:47:05.926088 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
15:47:05.937144 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)
15:47:06.087775 tst               switch_tch_pdch.py: using LAC 28981
15:47:06.208621 tst               switch_tch_pdch.py: using RAC 166
15:47:06.329352 tst               switch_tch_pdch.py: using CellId 28981
15:47:06.445948 tst               switch_tch_pdch.py: using BVCI 28982
15:47:06.468152 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
15:47:06.479238 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
15:47:06.490051 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
15:47:06.500840 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
15:47:06.512061 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
15:47:06.524132 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
15:47:06.535041 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
15:47:06.546109 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)
15:47:06.664051 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)
15:47:06.950270 tst            switch_tch_pdch.py:51: start network...
15:47:07.079675 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:47:07.550722 run         create_hlr_db(pid=20205): Launched
15:47:07.678340 bus                          /gobi_6: Setting Powered False
15:47:08.753293 run         create_hlr_db(pid=20205): Terminated: ok {rc=0}
15:47:09.119778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20207): Launched
15:47:09.411150 run   osmo-hlr_10.42.42.2(pid=20208): Launched
15:47:09.523886 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:47:10.011352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20210): Launched
15:47:10.302084 run   osmo-stp_10.42.42.5(pid=20211): Launched
15:47:10.408193 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:47:10.888831 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20213): Launched
15:47:10.992556 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:47:11.245241 run              patchelf(pid=20214): Launched
15:47:11.415967 run   osmo-stp_10.42.42.5(pid=20211): ERR: Terminated: ERROR {rc=1}  [trial-2376↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20211)]
15:47:11.541191 run   osmo-stp_10.42.42.5(pid=20211): stdout: 
| (launched: 2022-12-10_15:47:10.158806)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:47:11.666888 run   osmo-stp_10.42.42.5(pid=20211): stderr: 
| �[0;m�[38;5;43m20221210154710328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154710328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154710328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154710329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154710329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154710329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154710329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:47:11.787811 run   osmo-stp_10.42.42.5(pid=20211): stdout: 
| (launched: 2022-12-10_15:47:10.158806)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:47:11.908217 run   osmo-stp_10.42.42.5(pid=20211): stderr: 
| �[0;m�[38;5;43m20221210154710328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154710328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154710328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154710329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154710329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154710329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154710329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:47:12.047521 run              patchelf(pid=20214): Terminating (SIGINT)
15:47:12.211191 run              patchelf(pid=20214): Terminated: ok {rc=0}
15:47:12.241370 tst            switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=20211): Process ended prematurely: osmo-stp_10.42.42.5(pid=20211) [trial-2376↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20211)]  [trial-2376↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]
15:47:12.250338 tst            switch_tch_pdch.py:54: Test FAILED (6.3 sec)
15:47:12.311420 run   osmo-hlr_10.42.42.2(pid=20208): ERR: Terminated: ERROR {rc=237}  [trial-2376↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20208)]
15:47:12.360586 run   osmo-hlr_10.42.42.2(pid=20208): stdout: 
| (launched: 2022-12-10_15:47:09.267523) 
15:47:12.411410 run   osmo-hlr_10.42.42.2(pid=20208): stderr: 
| �[0;m�[1;31m20221210154709443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154709443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154709443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154709443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154709443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154709443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154709457 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154709466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154709467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154709467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:47:12.453800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20207): Terminating (SIGTERM)
15:47:12.493881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20210): Terminating (SIGTERM)
15:47:12.534189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20213): Terminating (SIGTERM)
15:47:12.543861 ---      ParallelTerminationStrategy: PID 20207 died...
15:47:12.597762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20207): Terminated: ok {rc=0}
15:47:12.607437 ---      ParallelTerminationStrategy: PID 20210 died...
15:47:12.660543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20210): Terminated: ok {rc=0}
15:47:12.670296 ---      ParallelTerminationStrategy: PID 20213 died...
15:47:12.723521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20213): Terminated: ok {rc=0}
15:47:12.806518 bus                          /gobi_0: Setting Powered False
15:47:13.909758 bus                          /gobi_0: Setting Powered False
15:47:15.015893 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>12.0</duration><id>17</id><name>dynts_sysmo+mod-bts0-dynts67-osmo</name><properties></properties><timestamp>2022-12-10T15:47:05</timestamp></suite><suite><case><age>232</age><className>nitb_sms:oc2g</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=20219): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20219) [trial-2376↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20219)]</errorStackTrace><failedSince>2145</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py", line 11, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20219): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20219) [trial-2376↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20219)]
</stderr><stdout>
----------------------------------------------
trial-2376 nitb_sms:oc2g mo_mt_sms.py
----------------------------------------------
15:47:16.901533 tst                    nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)
15:47:16.913560 tst                    nitb_sms:oc2g: Using 1 x bts (candidates: 1)
15:47:17.072860 tst                     mo_mt_sms.py: using LAC 28982
15:47:17.195868 tst                     mo_mt_sms.py: using RAC 167
15:47:17.312200 tst                     mo_mt_sms.py: using CellId 28982
15:47:17.428557 tst                     mo_mt_sms.py: using BVCI 28983
15:47:17.450629 tst                    nitb_sms:oc2g: Using 1 x modem (candidates: 2)
15:47:17.565327 tst                    nitb_sms:oc2g: Using 1 x modem (candidates: 2)
15:47:17.851421 tst                   mo_mt_sms.py:9: start nitb and bts...
15:47:17.983167 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
15:47:18.625416 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20218): Launched
15:47:18.933732 run  osmo-nitb_10.42.42.2(pid=20219): Launched
15:47:19.125256 run  osmo-nitb_10.42.42.2(pid=20219): ERR: Terminated: ERROR {rc=2}  [trial-2376↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20219)]
15:47:19.266305 run  osmo-nitb_10.42.42.2(pid=20219): stdout: 
| (launched: 2022-12-10_15:47:18.784743) 
15:47:19.407731 run  osmo-nitb_10.42.42.2(pid=20219): stderr: 
| (launched: 2022-12-10_15:47:18.831136)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
15:47:19.544621 run  osmo-nitb_10.42.42.2(pid=20219): stdout: 
| (launched: 2022-12-10_15:47:18.784743) 
15:47:19.680513 run  osmo-nitb_10.42.42.2(pid=20219): stderr: 
| (launched: 2022-12-10_15:47:18.831136)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
15:47:20.059410 tst  osmo-nitb_10.42.42.2(pid=20219): stdout: 
| (launched: 2022-12-10_15:47:18.784743) 
15:47:20.183759 tst  osmo-nitb_10.42.42.2(pid=20219): stderr: 
| (launched: 2022-12-10_15:47:18.831136)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
15:47:20.238114 tst                  mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=20219): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20219) [trial-2376↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20219)]  [trial-2376↪nitb_sms:oc2g↪mo_mt_sms.py:11]
15:47:20.246622 tst                  mo_mt_sms.py:11: Test FAILED (3.3 sec)
15:47:20.281994 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20218): Terminating (SIGTERM)
15:47:20.459747 ---      ParallelTerminationStrategy: PID 20218 died...
15:47:20.516741 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20218): Terminated: ok {rc=0}
15:47:20.602325 bus                        /sierra_3: Setting Powered False
15:47:21.708914 bus                        /sierra_3: Setting Powered False
15:47:22.816922 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>8.0</duration><id>18</id><name>nitb_sms_oc2g</name><properties></properties><timestamp>2022-12-10T15:47:16</timestamp></suite><suite><case><age>174</age><className>sms:oc2g</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20229): Process ended prematurely: osmo-stp_10.42.42.5(pid=20229) [trial-2376↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20229)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py", line 16, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20229): Process ended prematurely: osmo-stp_10.42.42.5(pid=20229) [trial-2376↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20229)]
</stderr><stdout>
----------------------------------------------
trial-2376 sms:oc2g mo_mt_sms.py
----------------------------------------------
15:47:24.672815 tst                         sms:oc2g: Using 1 x ip_address (candidates: 6)
15:47:24.684941 tst                         sms:oc2g: Using 1 x bts (candidates: 1)
15:47:24.809260 tst                     mo_mt_sms.py: using LAC 28983
15:47:24.935516 tst                     mo_mt_sms.py: using RAC 168
15:47:25.055896 tst                     mo_mt_sms.py: using CellId 28983
15:47:25.178509 tst                     mo_mt_sms.py: using BVCI 28984
15:47:25.202177 tst                         sms:oc2g: Using 1 x ip_address (candidates: 6)
15:47:25.213233 tst                         sms:oc2g: Using 1 x ip_address (candidates: 6)
15:47:25.223998 tst                         sms:oc2g: Using 1 x ip_address (candidates: 6)
15:47:25.235296 tst                         sms:oc2g: Using 1 x ip_address (candidates: 6)
15:47:25.246546 tst                         sms:oc2g: Using 1 x ip_address (candidates: 6)
15:47:25.257699 tst                         sms:oc2g: Using 1 x modem (candidates: 2)
15:47:25.371077 tst                         sms:oc2g: Using 1 x modem (candidates: 2)
15:47:25.575769 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:47:26.074948 run         create_hlr_db(pid=20223): Launched
15:47:26.256114 bus                        /sierra_2: Setting Powered False
15:47:27.276674 run         create_hlr_db(pid=20223): Terminated: ok {rc=0}
15:47:27.668416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20225): Launched
15:47:27.958859 run   osmo-hlr_10.42.42.2(pid=20226): Launched
15:47:28.069153 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:47:28.571240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20228): Launched
15:47:28.861349 run   osmo-stp_10.42.42.5(pid=20229): Launched
15:47:28.967399 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:47:29.497133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20231): Launched
15:47:29.787831 run   osmo-msc_10.42.42.6(pid=20232): Launched
15:47:29.959956 run   osmo-stp_10.42.42.5(pid=20229): ERR: Terminated: ERROR {rc=1}  [trial-2376↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20229)]
15:47:30.084481 run   osmo-stp_10.42.42.5(pid=20229): stdout: 
| (launched: 2022-12-10_15:47:28.718488)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:47:30.206881 run   osmo-stp_10.42.42.5(pid=20229): stderr: 
| �[0;m�[38;5;43m20221210154728889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154728890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154728890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154728890 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154728891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154728891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154728891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:47:30.324594 run   osmo-stp_10.42.42.5(pid=20229): stdout: 
| (launched: 2022-12-10_15:47:28.718488)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:47:30.441482 run   osmo-stp_10.42.42.5(pid=20229): stderr: 
| �[0;m�[38;5;43m20221210154728889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154728890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154728890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154728890 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154728891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154728891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154728891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:47:30.492443 tst                  mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=20229): Process ended prematurely: osmo-stp_10.42.42.5(pid=20229) [trial-2376↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20229)]  [trial-2376↪sms:oc2g↪mo_mt_sms.py:16]
15:47:30.500616 tst                  mo_mt_sms.py:16: Test FAILED (5.8 sec)
15:47:30.561208 run   osmo-hlr_10.42.42.2(pid=20226): ERR: Terminated: ERROR {rc=237}  [trial-2376↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20226)]
15:47:30.610662 run   osmo-hlr_10.42.42.2(pid=20226): stdout: 
| (launched: 2022-12-10_15:47:27.815523) 
15:47:30.660781 run   osmo-hlr_10.42.42.2(pid=20226): stderr: 
| �[0;m�[1;31m20221210154727988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154727988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154727988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154727988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154727988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154727988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154728000 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154728008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154728008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154728008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:47:30.728590 run   osmo-msc_10.42.42.6(pid=20232): ERR: Terminated: ERROR {rc=2}  [trial-2376↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20232)]
15:47:30.778106 run   osmo-msc_10.42.42.6(pid=20232): stdout: 
| (launched: 2022-12-10_15:47:29.644439) 
15:47:30.828176 run   osmo-msc_10.42.42.6(pid=20232): stderr: 
| �[0;m�[38;5;43m20221210154729916 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210154729916 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f43e0e8bc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210154729916 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210154729916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210154729916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210154729916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210154729918 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210154729919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210154729919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210154729919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:47:30.872588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20225): Terminating (SIGTERM)
15:47:30.918456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20228): Terminating (SIGTERM)
15:47:30.959360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20231): Terminating (SIGTERM)
15:47:30.968892 ---      ParallelTerminationStrategy: PID 20225 died...
15:47:31.023578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20225): Terminated: ok {rc=0}
15:47:31.033703 ---      ParallelTerminationStrategy: PID 20228 died...
15:47:31.088608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20228): Terminated: ok {rc=0}
15:47:31.098829 ---      ParallelTerminationStrategy: PID 20231 died...
15:47:31.153525 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20231): Terminated: ok {rc=0}
15:47:31.250772 bus                        /sierra_3: Setting Powered False
15:47:32.355077 bus                        /sierra_3: Setting Powered False
15:47:33.466358 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>11.0</duration><id>19</id><name>sms_oc2g</name><properties></properties><timestamp>2022-12-10T15:47:24</timestamp></suite><suite><case><age>232</age><className>nitb_ussd:oc2g</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=20243): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20243) [trial-2376↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20243)]</errorStackTrace><failedSince>2145</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py", line 12, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20243): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20243) [trial-2376↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20243)]
</stderr><stdout>
----------------------------------------------
trial-2376 nitb_ussd:oc2g assert_extension.py
----------------------------------------------
15:47:35.262112 tst                   nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)
15:47:35.273126 tst                   nitb_ussd:oc2g: Using 1 x bts (candidates: 1)
15:47:35.391881 tst              assert_extension.py: using LAC 28984
15:47:35.506813 tst              assert_extension.py: using RAC 169
15:47:35.622647 tst              assert_extension.py: using CellId 28984
15:47:35.740219 tst              assert_extension.py: using BVCI 28985
15:47:35.762411 tst                   nitb_ussd:oc2g: Using 1 x modem (candidates: 1)
15:47:36.047445 tst           assert_extension.py:10: start nitb and bts...
15:47:36.177823 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
15:47:36.820544 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20242): Launched
15:47:37.127335 run  osmo-nitb_10.42.42.2(pid=20243): Launched
15:47:37.318340 run  osmo-nitb_10.42.42.2(pid=20243): ERR: Terminated: ERROR {rc=2}  [trial-2376↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20243)]
15:47:37.459106 run  osmo-nitb_10.42.42.2(pid=20243): stdout: 
| (launched: 2022-12-10_15:47:36.979061) 
15:47:37.599970 run  osmo-nitb_10.42.42.2(pid=20243): stderr: 
| (launched: 2022-12-10_15:47:37.025622)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
15:47:37.736621 run  osmo-nitb_10.42.42.2(pid=20243): stdout: 
| (launched: 2022-12-10_15:47:36.979061) 
15:47:37.871712 run  osmo-nitb_10.42.42.2(pid=20243): stderr: 
| (launched: 2022-12-10_15:47:37.025622)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
15:47:38.252826 tst  osmo-nitb_10.42.42.2(pid=20243): stdout: 
| (launched: 2022-12-10_15:47:36.979061) 
15:47:38.377135 tst  osmo-nitb_10.42.42.2(pid=20243): stderr: 
| (launched: 2022-12-10_15:47:37.025622)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
15:47:38.431457 tst           assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=20243): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20243) [trial-2376↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20243)]  [trial-2376↪nitb_ussd:oc2g↪assert_extension.py:12]
15:47:38.439993 tst           assert_extension.py:12: Test FAILED (3.2 sec)
15:47:38.475635 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20242): Terminating (SIGTERM)
15:47:38.653420 ---      ParallelTerminationStrategy: PID 20242 died...
15:47:38.710043 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20242): Terminated: ok {rc=0}
15:47:38.796174 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>6.0</duration><id>20</id><name>nitb_ussd_oc2g</name><properties></properties><timestamp>2022-12-10T15:47:35</timestamp></suite><suite><case><age>174</age><className>ussd:oc2g</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20253): Process ended prematurely: osmo-stp_10.42.42.5(pid=20253) [trial-2376↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20253)]</errorStackTrace><failedSince>2203</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py", line 17, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20253): Process ended prematurely: osmo-stp_10.42.42.5(pid=20253) [trial-2376↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20253)]
</stderr><stdout>
----------------------------------------------
trial-2376 ussd:oc2g assert_extension.py
----------------------------------------------
15:47:40.587764 tst                        ussd:oc2g: Using 1 x ip_address (candidates: 6)
15:47:40.598187 tst                        ussd:oc2g: Using 1 x bts (candidates: 1)
15:47:40.724094 tst              assert_extension.py: using LAC 28985
15:47:40.848151 tst              assert_extension.py: using RAC 170
15:47:40.970737 tst              assert_extension.py: using CellId 28985
15:47:41.091597 tst              assert_extension.py: using BVCI 28986
15:47:41.115290 tst                        ussd:oc2g: Using 1 x ip_address (candidates: 6)
15:47:41.126206 tst                        ussd:oc2g: Using 1 x ip_address (candidates: 6)
15:47:41.136937 tst                        ussd:oc2g: Using 1 x ip_address (candidates: 6)
15:47:41.147714 tst                        ussd:oc2g: Using 1 x ip_address (candidates: 6)
15:47:41.158555 tst                        ussd:oc2g: Using 1 x ip_address (candidates: 6)
15:47:41.169318 tst                        ussd:oc2g: Using 1 x modem (candidates: 1)
15:47:41.362588 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:47:41.818025 run         create_hlr_db(pid=20247): Launched
15:47:41.985605 bus                        /sierra_2: Setting Powered False
15:47:43.007305 run         create_hlr_db(pid=20247): Terminated: ok {rc=0}
15:47:43.417922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20249): Launched
15:47:43.707909 run   osmo-hlr_10.42.42.2(pid=20250): Launched
15:47:43.819254 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:47:44.336928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20252): Launched
15:47:44.627746 run   osmo-stp_10.42.42.5(pid=20253): Launched
15:47:44.734423 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:47:45.263657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20255): Launched
15:47:45.553874 run   osmo-msc_10.42.42.6(pid=20256): Launched
15:47:45.725266 run   osmo-stp_10.42.42.5(pid=20253): ERR: Terminated: ERROR {rc=1}  [trial-2376↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20253)]
15:47:45.850422 run   osmo-stp_10.42.42.5(pid=20253): stdout: 
| (launched: 2022-12-10_15:47:44.484587)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:47:45.992872 run   osmo-stp_10.42.42.5(pid=20253): stderr: 
| �[0;m�[38;5;43m20221210154744653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154744654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154744654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154744654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154744655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154744655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154744655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:47:46.114631 run   osmo-stp_10.42.42.5(pid=20253): stdout: 
| (launched: 2022-12-10_15:47:44.484587)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:47:46.234851 run   osmo-stp_10.42.42.5(pid=20253): stderr: 
| �[0;m�[38;5;43m20221210154744653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154744654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154744654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154744654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154744655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154744655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154744655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:47:46.287529 tst           assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=20253): Process ended prematurely: osmo-stp_10.42.42.5(pid=20253) [trial-2376↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20253)]  [trial-2376↪ussd:oc2g↪assert_extension.py:17]
15:47:46.296392 tst           assert_extension.py:17: Test FAILED (5.7 sec)
15:47:46.360701 run   osmo-hlr_10.42.42.2(pid=20250): ERR: Terminated: ERROR {rc=237}  [trial-2376↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20250)]
15:47:46.411887 run   osmo-hlr_10.42.42.2(pid=20250): stdout: 
| (launched: 2022-12-10_15:47:43.565085) 
15:47:46.463869 run   osmo-hlr_10.42.42.2(pid=20250): stderr: 
| �[0;m�[1;31m20221210154743739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154743739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154743739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154743739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154743739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154743739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154743751 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154743759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154743760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154743760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:47:46.533952 run   osmo-msc_10.42.42.6(pid=20256): ERR: Terminated: ERROR {rc=2}  [trial-2376↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20256)]
15:47:46.585432 run   osmo-msc_10.42.42.6(pid=20256): stdout: 
| (launched: 2022-12-10_15:47:45.410821) 
15:47:46.637693 run   osmo-msc_10.42.42.6(pid=20256): stderr: 
| �[0;m�[38;5;43m20221210154745685 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210154745685 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe6da85ac40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210154745685 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210154745685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210154745685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210154745685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210154745687 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210154745687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210154745688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210154745688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:47:46.681944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20249): Terminating (SIGTERM)
15:47:46.725928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20252): Terminating (SIGTERM)
15:47:46.767310 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20255): Terminating (SIGTERM)
15:47:46.778406 ---      ParallelTerminationStrategy: PID 20249 died...
15:47:46.833626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20249): Terminated: ok {rc=0}
15:47:46.845133 ---      ParallelTerminationStrategy: PID 20252 died...
15:47:46.901370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20252): Terminated: ok {rc=0}
15:47:46.911756 ---      ParallelTerminationStrategy: PID 20255 died...
15:47:46.967891 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20255): Terminated: ok {rc=0}
15:47:47.053891 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>9.0</duration><id>21</id><name>ussd_oc2g</name><properties></properties><timestamp>2022-12-10T15:47:40</timestamp></suite><suite><case><age>174</age><className>voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20267): Process ended prematurely: osmo-stp_10.42.42.5(pid=20267) [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20267)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20267): Process ended prematurely: osmo-stp_10.42.42.5(pid=20267) [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20267)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py
----------------------------------------------
15:47:48.968942 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
15:47:48.980290 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
15:47:49.129732 tst                    mo_mt_call.py: using LAC 28986
15:47:49.253541 tst                    mo_mt_call.py: using RAC 171
15:47:49.378780 tst                    mo_mt_call.py: using CellId 28986
15:47:49.504317 tst                    mo_mt_call.py: using BVCI 28987
15:47:49.528585 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
15:47:49.539934 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
15:47:49.551203 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
15:47:49.562475 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
15:47:49.573781 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
15:47:49.585058 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
15:47:49.701941 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
15:47:49.908357 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:47:50.415361 run         create_hlr_db(pid=20261): Launched
15:47:50.598531 bus                        /sierra_2: Setting Powered False
15:47:51.609582 run         create_hlr_db(pid=20261): Terminated: ok {rc=0}
15:47:52.011862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20263): Launched
15:47:52.307396 run   osmo-hlr_10.42.42.2(pid=20264): Launched
15:47:52.421600 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:47:52.946177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20266): Launched
15:47:53.240459 run   osmo-stp_10.42.42.5(pid=20267): Launched
15:47:53.347595 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:47:53.887094 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20269): Launched
15:47:54.181752 run   osmo-msc_10.42.42.6(pid=20270): Launched
15:47:54.355595 run   osmo-stp_10.42.42.5(pid=20267): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20267)]
15:47:54.481189 run   osmo-stp_10.42.42.5(pid=20267): stdout: 
| (launched: 2022-12-10_15:47:53.095703)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:47:54.604365 run   osmo-stp_10.42.42.5(pid=20267): stderr: 
| �[0;m�[38;5;43m20221210154753264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154753264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154753265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154753265 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154753265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154753266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154753266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:47:54.723192 run   osmo-stp_10.42.42.5(pid=20267): stdout: 
| (launched: 2022-12-10_15:47:53.095703)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:47:54.841365 run   osmo-stp_10.42.42.5(pid=20267): stderr: 
| �[0;m�[38;5;43m20221210154753264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154753264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154753265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154753265 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154753265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154753266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154753266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:47:54.893395 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20267): Process ended prematurely: osmo-stp_10.42.42.5(pid=20267) [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20267)]  [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]
15:47:54.901999 tst                  mo_mt_call.py:8: Test FAILED (6.0 sec)
15:47:54.962182 run   osmo-hlr_10.42.42.2(pid=20264): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20264)]
15:47:55.011006 run   osmo-hlr_10.42.42.2(pid=20264): stdout: 
| (launched: 2022-12-10_15:47:52.162524) 
15:47:55.060549 run   osmo-hlr_10.42.42.2(pid=20264): stderr: 
| �[0;m�[1;31m20221210154752338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154752338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154752338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154752338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154752338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154752338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154752349 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154752358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154752359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154752359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:47:55.128107 run   osmo-msc_10.42.42.6(pid=20270): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20270)]
15:47:55.176750 run   osmo-msc_10.42.42.6(pid=20270): stdout: 
| (launched: 2022-12-10_15:47:54.037247) 
15:47:55.226262 run   osmo-msc_10.42.42.6(pid=20270): stderr: 
| �[0;m�[38;5;43m20221210154754307 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210154754308 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8cca27bc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210154754308 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210154754308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210154754308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210154754308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210154754311 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210154754312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210154754312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210154754312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:47:55.267737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20263): Terminating (SIGTERM)
15:47:55.307281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20266): Terminating (SIGTERM)
15:47:55.346926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20269): Terminating (SIGTERM)
15:47:55.356368 ---      ParallelTerminationStrategy: PID 20263 died...
15:47:55.409622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20263): Terminated: ok {rc=0}
15:47:55.419542 ---      ParallelTerminationStrategy: PID 20266 died...
15:47:55.472300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20266): Terminated: ok {rc=0}
15:47:55.482156 ---      ParallelTerminationStrategy: PID 20269 died...
15:47:55.535583 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20269): Terminated: ok {rc=0}
15:47:55.618403 bus                        /sierra_3: Setting Powered False
15:47:56.719161 bus                        /sierra_3: Setting Powered False
15:47:57.830795 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>174</age><className>voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20278): Process ended prematurely: osmo-stp_10.42.42.5(pid=20278) [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20278)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20278): Process ended prematurely: osmo-stp_10.42.42.5(pid=20278) [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20278)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py
----------------------------------------------
15:47:58.943224 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
15:47:58.955328 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
15:47:59.104437 tst              mo_mt_call_osmux.py: using LAC 28987
15:47:59.221757 tst              mo_mt_call_osmux.py: using RAC 172
15:47:59.336158 tst              mo_mt_call_osmux.py: using CellId 28987
15:47:59.462841 tst              mo_mt_call_osmux.py: using BVCI 28988
15:47:59.487326 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
15:47:59.498874 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
15:47:59.510153 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
15:47:59.521470 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
15:47:59.532938 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
15:47:59.544192 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
15:47:59.660703 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
15:47:59.868684 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:48:00.376391 run         create_hlr_db(pid=20272): Launched
15:48:00.560381 bus                        /sierra_2: Setting Powered False
15:48:01.575029 run         create_hlr_db(pid=20272): Terminated: ok {rc=0}
15:48:02.007528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20274): Launched
15:48:02.330852 run   osmo-hlr_10.42.42.2(pid=20275): Launched
15:48:02.461421 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:48:03.014758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20277): Launched
15:48:03.330909 run   osmo-stp_10.42.42.5(pid=20278): Launched
15:48:03.445265 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:48:04.023759 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20280): Launched
15:48:04.340278 run   osmo-msc_10.42.42.6(pid=20281): Launched
15:48:04.526715 run   osmo-stp_10.42.42.5(pid=20278): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20278)]
15:48:04.660925 run   osmo-stp_10.42.42.5(pid=20278): stdout: 
| (launched: 2022-12-10_15:48:03.176896)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:48:04.795397 run   osmo-stp_10.42.42.5(pid=20278): stderr: 
| �[0;m�[38;5;43m20221210154803368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154803368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154803369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154803369 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154803371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154803371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154803371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:48:04.924060 run   osmo-stp_10.42.42.5(pid=20278): stdout: 
| (launched: 2022-12-10_15:48:03.176896)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:48:05.051249 run   osmo-stp_10.42.42.5(pid=20278): stderr: 
| �[0;m�[38;5;43m20221210154803368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154803368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154803369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154803369 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154803371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154803371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154803371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:48:05.107450 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20278): Process ended prematurely: osmo-stp_10.42.42.5(pid=20278) [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20278)]  [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]
15:48:05.116683 tst            mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)
15:48:05.179074 run   osmo-hlr_10.42.42.2(pid=20275): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20275)]
15:48:05.229957 run   osmo-hlr_10.42.42.2(pid=20275): stdout: 
| (launched: 2022-12-10_15:48:02.172655) 
15:48:05.281492 run   osmo-hlr_10.42.42.2(pid=20275): stderr: 
| �[0;m�[1;31m20221210154802384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154802384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154802384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154802384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154802384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154802384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154802397 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154802407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154802407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154802407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:48:05.351580 run   osmo-msc_10.42.42.6(pid=20281): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20281)]
15:48:05.402442 run   osmo-msc_10.42.42.6(pid=20281): stdout: 
| (launched: 2022-12-10_15:48:04.185667) 
15:48:05.453855 run   osmo-msc_10.42.42.6(pid=20281): stderr: 
| �[0;m�[38;5;43m20221210154804507 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210154804507 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9c5c6d2c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210154804507 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210154804507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210154804507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210154804507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210154804509 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210154804510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210154804510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210154804510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:48:05.497572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20274): Terminating (SIGTERM)
15:48:05.538778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20277): Terminating (SIGTERM)
15:48:05.580296 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20280): Terminating (SIGTERM)
15:48:05.590004 ---      ParallelTerminationStrategy: PID 20274 died...
15:48:05.645656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20274): Terminated: ok {rc=0}
15:48:05.656251 ---      ParallelTerminationStrategy: PID 20277 died...
15:48:05.711868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20277): Terminated: ok {rc=0}
15:48:05.722068 ---      ParallelTerminationStrategy: PID 20280 died...
15:48:05.777530 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20280): Terminated: ok {rc=0}
15:48:05.864422 bus                        /sierra_3: Setting Powered False
15:48:06.971483 bus                        /sierra_3: Setting Powered False
15:48:08.081972 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>22</id><name>voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1</name><properties></properties><timestamp>2022-12-10T15:47:48</timestamp></suite><suite><case><age>174</age><className>voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20292): Process ended prematurely: osmo-stp_10.42.42.5(pid=20292) [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20292)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20292): Process ended prematurely: osmo-stp_10.42.42.5(pid=20292) [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20292)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py
----------------------------------------------
15:48:10.044379 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
15:48:10.055996 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
15:48:10.208441 tst                    mo_mt_call.py: using LAC 28988
15:48:10.332153 tst                    mo_mt_call.py: using RAC 173
15:48:10.455112 tst                    mo_mt_call.py: using CellId 28988
15:48:10.579202 tst                    mo_mt_call.py: using BVCI 28989
15:48:10.603486 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
15:48:10.614917 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
15:48:10.626230 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
15:48:10.637471 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
15:48:10.648603 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
15:48:10.659784 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
15:48:10.776363 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
15:48:10.983312 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:48:11.489951 run         create_hlr_db(pid=20286): Launched
15:48:11.674120 bus                        /sierra_2: Setting Powered False
15:48:12.695223 run         create_hlr_db(pid=20286): Terminated: ok {rc=0}
15:48:13.118036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20288): Launched
15:48:13.435207 run   osmo-hlr_10.42.42.2(pid=20289): Launched
15:48:13.554437 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:48:14.104630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20291): Launched
15:48:14.420799 run   osmo-stp_10.42.42.5(pid=20292): Launched
15:48:14.535662 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:48:15.115366 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20294): Launched
15:48:15.431889 run   osmo-msc_10.42.42.6(pid=20295): Launched
15:48:15.617851 run   osmo-stp_10.42.42.5(pid=20292): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20292)]
15:48:15.751977 run   osmo-stp_10.42.42.5(pid=20292): stdout: 
| (launched: 2022-12-10_15:48:14.265929)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:48:15.887027 run   osmo-stp_10.42.42.5(pid=20292): stderr: 
| �[0;m�[38;5;43m20221210154814455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154814455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154814456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154814456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154814458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154814459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154814459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:48:16.023807 run   osmo-stp_10.42.42.5(pid=20292): stdout: 
| (launched: 2022-12-10_15:48:14.265929)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:48:16.153776 run   osmo-stp_10.42.42.5(pid=20292): stderr: 
| �[0;m�[38;5;43m20221210154814455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154814455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154814456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154814456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154814458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154814459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154814459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:48:16.211385 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20292): Process ended prematurely: osmo-stp_10.42.42.5(pid=20292) [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20292)]  [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]
15:48:16.221427 tst                  mo_mt_call.py:8: Test FAILED (6.2 sec)
15:48:16.284786 run   osmo-hlr_10.42.42.2(pid=20289): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20289)]
15:48:16.336983 run   osmo-hlr_10.42.42.2(pid=20289): stdout: 
| (launched: 2022-12-10_15:48:13.279765) 
15:48:16.389852 run   osmo-hlr_10.42.42.2(pid=20289): stderr: 
| �[0;m�[1;31m20221210154813478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154813478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154813478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154813478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154813478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154813478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154813490 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154813499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154813499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154813499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:48:16.461266 run   osmo-msc_10.42.42.6(pid=20295): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20295)]
15:48:16.513730 run   osmo-msc_10.42.42.6(pid=20295): stdout: 
| (launched: 2022-12-10_15:48:15.277404) 
15:48:16.566278 run   osmo-msc_10.42.42.6(pid=20295): stderr: 
| �[0;m�[38;5;43m20221210154815599 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210154815599 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fee55203c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210154815599 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210154815599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210154815599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210154815599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210154815601 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210154815602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210154815602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210154815602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:48:16.611005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20288): Terminating (SIGTERM)
15:48:16.653398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20291): Terminating (SIGTERM)
15:48:16.695626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20294): Terminating (SIGTERM)
15:48:16.705340 ---      ParallelTerminationStrategy: PID 20288 died...
15:48:16.762305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20288): Terminated: ok {rc=0}
15:48:16.773847 ---      ParallelTerminationStrategy: PID 20291 died...
15:48:16.830578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20291): Terminated: ok {rc=0}
15:48:16.841021 ---      ParallelTerminationStrategy: PID 20294 died...
15:48:16.897812 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20294): Terminated: ok {rc=0}
15:48:16.986597 bus                        /sierra_3: Setting Powered False
15:48:18.090757 bus                        /sierra_3: Setting Powered False
15:48:19.202319 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>174</age><className>voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20303): Process ended prematurely: osmo-stp_10.42.42.5(pid=20303) [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20303)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20303): Process ended prematurely: osmo-stp_10.42.42.5(pid=20303) [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20303)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py
----------------------------------------------
15:48:20.311932 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
15:48:20.323526 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
15:48:20.467836 tst              mo_mt_call_osmux.py: using LAC 28989
15:48:20.587146 tst              mo_mt_call_osmux.py: using RAC 174
15:48:20.704461 tst              mo_mt_call_osmux.py: using CellId 28989
15:48:20.822861 tst              mo_mt_call_osmux.py: using BVCI 28990
15:48:20.845412 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
15:48:20.856274 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
15:48:20.867234 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
15:48:20.878899 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
15:48:20.890328 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
15:48:20.901741 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
15:48:21.016086 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
15:48:21.228914 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:48:21.738706 run         create_hlr_db(pid=20297): Launched
15:48:21.923108 bus                        /sierra_2: Setting Powered False
15:48:22.945434 run         create_hlr_db(pid=20297): Terminated: ok {rc=0}
15:48:23.343206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20299): Launched
15:48:23.638710 run   osmo-hlr_10.42.42.2(pid=20300): Launched
15:48:23.752425 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:48:24.274301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20302): Launched
15:48:24.569333 run   osmo-stp_10.42.42.5(pid=20303): Launched
15:48:24.676164 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:48:25.214743 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20305): Launched
15:48:25.510022 run   osmo-msc_10.42.42.6(pid=20306): Launched
15:48:25.683330 run   osmo-stp_10.42.42.5(pid=20303): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20303)]
15:48:25.807870 run   osmo-stp_10.42.42.5(pid=20303): stdout: 
| (launched: 2022-12-10_15:48:24.424635)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:48:25.931276 run   osmo-stp_10.42.42.5(pid=20303): stderr: 
| �[0;m�[38;5;43m20221210154824592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154824592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154824592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154824593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154824593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154824593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154824593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:48:26.050308 run   osmo-stp_10.42.42.5(pid=20303): stdout: 
| (launched: 2022-12-10_15:48:24.424635)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:48:26.168030 run   osmo-stp_10.42.42.5(pid=20303): stderr: 
| �[0;m�[38;5;43m20221210154824592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154824592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154824592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154824593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154824593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154824593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154824593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:48:26.219957 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20303): Process ended prematurely: osmo-stp_10.42.42.5(pid=20303) [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20303)]  [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]
15:48:26.228458 tst            mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)
15:48:26.288283 run   osmo-hlr_10.42.42.2(pid=20300): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20300)]
15:48:26.336883 run   osmo-hlr_10.42.42.2(pid=20300): stdout: 
| (launched: 2022-12-10_15:48:23.493803) 
15:48:26.386337 run   osmo-hlr_10.42.42.2(pid=20300): stderr: 
| �[0;m�[1;31m20221210154823672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154823672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154823672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154823672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154823672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154823672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154823685 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154823694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154823695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154823695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:48:26.453638 run   osmo-msc_10.42.42.6(pid=20306): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20306)]
15:48:26.502400 run   osmo-msc_10.42.42.6(pid=20306): stdout: 
| (launched: 2022-12-10_15:48:25.365139) 
15:48:26.551772 run   osmo-msc_10.42.42.6(pid=20306): stderr: 
| �[0;m�[38;5;43m20221210154825637 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210154825637 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f84fbd34c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210154825637 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210154825637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210154825638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210154825638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210154825639 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210154825640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210154825640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210154825640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:48:26.593479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20299): Terminating (SIGTERM)
15:48:26.633213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20302): Terminating (SIGTERM)
15:48:26.673149 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20305): Terminating (SIGTERM)
15:48:26.682361 ---      ParallelTerminationStrategy: PID 20299 died...
15:48:26.735273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20299): Terminated: ok {rc=0}
15:48:26.745127 ---      ParallelTerminationStrategy: PID 20302 died...
15:48:26.797798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20302): Terminated: ok {rc=0}
15:48:26.807566 ---      ParallelTerminationStrategy: PID 20305 died...
15:48:26.860008 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20305): Terminated: ok {rc=0}
15:48:26.943367 bus                        /sierra_3: Setting Powered False
15:48:28.048577 bus                        /sierra_3: Setting Powered False
15:48:29.155422 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>23</id><name>voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2</name><properties></properties><timestamp>2022-12-10T15:48:09</timestamp></suite><suite><case><age>174</age><className>voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20317): Process ended prematurely: osmo-stp_10.42.42.5(pid=20317) [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20317)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20317): Process ended prematurely: osmo-stp_10.42.42.5(pid=20317) [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20317)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py
----------------------------------------------
15:48:31.117298 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
15:48:31.129262 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
15:48:31.282222 tst                    mo_mt_call.py: using LAC 28990
15:48:31.408662 tst                    mo_mt_call.py: using RAC 175
15:48:31.532834 tst                    mo_mt_call.py: using CellId 28990
15:48:31.684240 tst                    mo_mt_call.py: using BVCI 28991
15:48:31.712794 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
15:48:31.728458 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
15:48:31.745099 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
15:48:31.762133 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
15:48:31.778809 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
15:48:31.795149 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
15:48:31.939634 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
15:48:32.158421 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:48:32.666894 run         create_hlr_db(pid=20311): Launched
15:48:32.850473 bus                        /sierra_2: Setting Powered False
15:48:33.871499 run         create_hlr_db(pid=20311): Terminated: ok {rc=0}
15:48:34.293442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20313): Launched
15:48:34.609623 run   osmo-hlr_10.42.42.2(pid=20314): Launched
15:48:34.725257 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:48:35.274292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20316): Launched
15:48:35.590061 run   osmo-stp_10.42.42.5(pid=20317): Launched
15:48:35.705344 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:48:36.285761 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20319): Launched
15:48:36.602812 run   osmo-msc_10.42.42.6(pid=20320): Launched
15:48:36.788515 run   osmo-stp_10.42.42.5(pid=20317): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20317)]
15:48:36.922833 run   osmo-stp_10.42.42.5(pid=20317): stdout: 
| (launched: 2022-12-10_15:48:35.435526)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:48:37.056876 run   osmo-stp_10.42.42.5(pid=20317): stderr: 
| �[0;m�[38;5;43m20221210154835628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154835628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154835628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154835629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154835629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154835629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154835629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:48:37.184778 run   osmo-stp_10.42.42.5(pid=20317): stdout: 
| (launched: 2022-12-10_15:48:35.435526)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:48:37.311572 run   osmo-stp_10.42.42.5(pid=20317): stderr: 
| �[0;m�[38;5;43m20221210154835628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154835628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154835628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154835629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154835629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154835629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154835629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:48:37.367571 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20317): Process ended prematurely: osmo-stp_10.42.42.5(pid=20317) [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20317)]  [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]
15:48:37.376720 tst                  mo_mt_call.py:8: Test FAILED (6.3 sec)
15:48:37.438861 run   osmo-hlr_10.42.42.2(pid=20314): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20314)]
15:48:37.490093 run   osmo-hlr_10.42.42.2(pid=20314): stdout: 
| (launched: 2022-12-10_15:48:34.454671) 
15:48:37.541737 run   osmo-hlr_10.42.42.2(pid=20314): stderr: 
| �[0;m�[1;31m20221210154834655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154834655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154834655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154834655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154834656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154834656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154834674 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154834685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154834685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154834685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:48:37.611680 run   osmo-msc_10.42.42.6(pid=20320): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20320)]
15:48:37.662709 run   osmo-msc_10.42.42.6(pid=20320): stdout: 
| (launched: 2022-12-10_15:48:36.447577) 
15:48:37.714105 run   osmo-msc_10.42.42.6(pid=20320): stderr: 
| �[0;m�[38;5;43m20221210154836768 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210154836768 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f601a406c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210154836768 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210154836768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210154836768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210154836769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210154836770 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210154836771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210154836771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210154836771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:48:37.757892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20313): Terminating (SIGTERM)
15:48:37.799223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20316): Terminating (SIGTERM)
15:48:37.840489 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20319): Terminating (SIGTERM)
15:48:37.850167 ---      ParallelTerminationStrategy: PID 20313 died...
15:48:37.905726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20313): Terminated: ok {rc=0}
15:48:37.915781 ---      ParallelTerminationStrategy: PID 20316 died...
15:48:37.971449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20316): Terminated: ok {rc=0}
15:48:37.981967 ---      ParallelTerminationStrategy: PID 20319 died...
15:48:38.037125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20319): Terminated: ok {rc=0}
15:48:38.123132 bus                        /sierra_3: Setting Powered False
15:48:39.228678 bus                        /sierra_3: Setting Powered False
15:48:40.336050 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>176</age><className>voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20328): Process ended prematurely: osmo-stp_10.42.42.5(pid=20328) [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20328)]</errorStackTrace><failedSince>2201</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20328): Process ended prematurely: osmo-stp_10.42.42.5(pid=20328) [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20328)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py
----------------------------------------------
15:48:41.449702 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
15:48:41.461809 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
15:48:41.612938 tst              mo_mt_call_osmux.py: using LAC 28991
15:48:41.737318 tst              mo_mt_call_osmux.py: using RAC 176
15:48:41.862876 tst              mo_mt_call_osmux.py: using CellId 28991
15:48:41.991327 tst              mo_mt_call_osmux.py: using BVCI 28992
15:48:42.015664 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
15:48:42.027180 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
15:48:42.038450 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
15:48:42.049709 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
15:48:42.060934 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
15:48:42.072703 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
15:48:42.189572 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
15:48:42.397818 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:48:42.906208 run         create_hlr_db(pid=20322): Launched
15:48:43.090404 bus                        /sierra_2: Setting Powered False
15:48:44.111449 run         create_hlr_db(pid=20322): Terminated: ok {rc=0}
15:48:44.534214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20324): Launched
15:48:44.850952 run   osmo-hlr_10.42.42.2(pid=20325): Launched
15:48:44.967057 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:48:45.516830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20327): Launched
15:48:45.832927 run   osmo-stp_10.42.42.5(pid=20328): Launched
15:48:45.999368 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:48:46.739873 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20330): Launched
15:48:47.245735 run   osmo-msc_10.42.42.6(pid=20331): Launched
15:48:47.544356 run   osmo-stp_10.42.42.5(pid=20328): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20328)]
15:48:47.668549 run   osmo-stp_10.42.42.5(pid=20328): stdout: 
| (launched: 2022-12-10_15:48:45.678554)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:48:47.793199 run   osmo-stp_10.42.42.5(pid=20328): stderr: 
| �[0;m�[38;5;43m20221210154845904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154845904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154845905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154845905 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154845905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154845906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154845906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:48:47.913325 run   osmo-stp_10.42.42.5(pid=20328): stdout: 
| (launched: 2022-12-10_15:48:45.678554)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:48:48.032413 run   osmo-stp_10.42.42.5(pid=20328): stderr: 
| �[0;m�[38;5;43m20221210154845904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154845904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154845905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154845905 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154845905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154845906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154845906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:48:48.085054 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20328): Process ended prematurely: osmo-stp_10.42.42.5(pid=20328) [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20328)]  [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]
15:48:48.093790 tst            mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)
15:48:48.154330 run   osmo-hlr_10.42.42.2(pid=20325): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20325)]
15:48:48.203751 run   osmo-hlr_10.42.42.2(pid=20325): stdout: 
| (launched: 2022-12-10_15:48:44.696659) 
15:48:48.253821 run   osmo-hlr_10.42.42.2(pid=20325): stderr: 
| �[0;m�[1;31m20221210154844893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154844893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154844893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154844893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154844893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154844893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154844906 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154844914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154844914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154844914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:48:48.321790 run   osmo-msc_10.42.42.6(pid=20331): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20331)]
15:48:48.371051 run   osmo-msc_10.42.42.6(pid=20331): stdout: 
| (launched: 2022-12-10_15:48:46.950208) 
15:48:48.421142 run   osmo-msc_10.42.42.6(pid=20331): stderr: 
| �[0;m�[38;5;43m20221210154847325 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210154847326 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9677812c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210154847327 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210154847327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210154847327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210154847327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210154847329 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210154847329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210154847330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210154847330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:48:48.463384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20324): Terminating (SIGTERM)
15:48:48.503542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20327): Terminating (SIGTERM)
15:48:48.543778 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20330): Terminating (SIGTERM)
15:48:48.553298 ---      ParallelTerminationStrategy: PID 20324 died...
15:48:48.607439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20324): Terminated: ok {rc=0}
15:48:48.617304 ---      ParallelTerminationStrategy: PID 20327 died...
15:48:48.671090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20327): Terminated: ok {rc=0}
15:48:48.681080 ---      ParallelTerminationStrategy: PID 20330 died...
15:48:48.734833 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20330): Terminated: ok {rc=0}
15:48:48.823412 bus                        /sierra_3: Setting Powered False
15:48:49.925801 bus                        /sierra_3: Setting Powered False
15:48:51.036481 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>24</id><name>voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3</name><properties></properties><timestamp>2022-12-10T15:48:30</timestamp></suite><suite><case><age>174</age><className>voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20343): Process ended prematurely: osmo-stp_10.42.42.5(pid=20343) [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20343)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20343): Process ended prematurely: osmo-stp_10.42.42.5(pid=20343) [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20343)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py
----------------------------------------------
15:48:52.980643 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
15:48:52.991489 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)
15:48:53.133843 tst                    mo_mt_call.py: using LAC 28992
15:48:53.250398 tst                    mo_mt_call.py: using RAC 177
15:48:53.365952 tst                    mo_mt_call.py: using CellId 28992
15:48:53.481853 tst                    mo_mt_call.py: using BVCI 28993
15:48:53.504347 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
15:48:53.515235 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
15:48:53.525942 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
15:48:53.536772 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
15:48:53.547649 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
15:48:53.558634 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
15:48:53.673214 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
15:48:53.883006 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:48:54.392534 run         create_hlr_db(pid=20337): Launched
15:48:54.576648 bus                        /sierra_2: Setting Powered False
15:48:55.598247 run         create_hlr_db(pid=20337): Terminated: ok {rc=0}
15:48:55.996693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20339): Launched
15:48:56.293120 run   osmo-hlr_10.42.42.2(pid=20340): Launched
15:48:56.407987 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:48:56.932025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20342): Launched
15:48:57.227299 run   osmo-stp_10.42.42.5(pid=20343): Launched
15:48:57.335897 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:48:57.875547 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20345): Launched
15:48:58.172706 run   osmo-msc_10.42.42.6(pid=20346): Launched
15:48:58.347378 run   osmo-stp_10.42.42.5(pid=20343): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20343)]
15:48:58.473554 run   osmo-stp_10.42.42.5(pid=20343): stdout: 
| (launched: 2022-12-10_15:48:57.081895)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:48:58.596800 run   osmo-stp_10.42.42.5(pid=20343): stderr: 
| �[0;m�[38;5;43m20221210154857251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154857251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154857251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154857251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154857252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154857252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154857252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:48:58.716567 run   osmo-stp_10.42.42.5(pid=20343): stdout: 
| (launched: 2022-12-10_15:48:57.081895)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:48:58.834936 run   osmo-stp_10.42.42.5(pid=20343): stderr: 
| �[0;m�[38;5;43m20221210154857251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154857251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154857251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154857251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154857252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154857252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154857252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:48:58.887094 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20343): Process ended prematurely: osmo-stp_10.42.42.5(pid=20343) [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20343)]  [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]
15:48:58.895472 tst                  mo_mt_call.py:8: Test FAILED (5.9 sec)
15:48:58.955859 run   osmo-hlr_10.42.42.2(pid=20340): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20340)]
15:48:59.005009 run   osmo-hlr_10.42.42.2(pid=20340): stdout: 
| (launched: 2022-12-10_15:48:56.147447) 
15:48:59.055359 run   osmo-hlr_10.42.42.2(pid=20340): stderr: 
| �[0;m�[1;31m20221210154856325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154856325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154856325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154856325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154856325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154856325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154856338 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154856347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154856347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154856347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:48:59.122505 run   osmo-msc_10.42.42.6(pid=20346): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20346)]
15:48:59.171375 run   osmo-msc_10.42.42.6(pid=20346): stdout: 
| (launched: 2022-12-10_15:48:58.025894) 
15:48:59.220874 run   osmo-msc_10.42.42.6(pid=20346): stderr: 
| �[0;m�[38;5;43m20221210154858294 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210154858295 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f423339dc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210154858295 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210154858295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210154858295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210154858295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210154858297 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210154858298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210154858298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210154858298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:48:59.262496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20339): Terminating (SIGTERM)
15:48:59.302003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20342): Terminating (SIGTERM)
15:48:59.341702 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20345): Terminating (SIGTERM)
15:48:59.351219 ---      ParallelTerminationStrategy: PID 20339 died...
15:48:59.403970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20339): Terminated: ok {rc=0}
15:48:59.413777 ---      ParallelTerminationStrategy: PID 20342 died...
15:48:59.466294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20342): Terminated: ok {rc=0}
15:48:59.476001 ---      ParallelTerminationStrategy: PID 20345 died...
15:48:59.529101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20345): Terminated: ok {rc=0}
15:48:59.612319 bus                        /sierra_3: Setting Powered False
15:49:00.718657 bus                        /sierra_3: Setting Powered False
15:49:01.826409 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>174</age><className>voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20355): Process ended prematurely: osmo-stp_10.42.42.5(pid=20355) [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20355)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20355): Process ended prematurely: osmo-stp_10.42.42.5(pid=20355) [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20355)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py
----------------------------------------------
15:49:02.939294 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
15:49:02.951482 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)
15:49:03.103290 tst              mo_mt_call_osmux.py: using LAC 28993
15:49:03.228656 tst              mo_mt_call_osmux.py: using RAC 178
15:49:03.353288 tst              mo_mt_call_osmux.py: using CellId 28993
15:49:03.479112 tst              mo_mt_call_osmux.py: using BVCI 28994
15:49:03.503453 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
15:49:03.514943 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
15:49:03.526255 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
15:49:03.537655 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
15:49:03.548924 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
15:49:03.560291 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
15:49:03.680047 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
15:49:03.886857 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:49:04.394051 run         create_hlr_db(pid=20349): Launched
15:49:04.578502 bus                        /sierra_2: Setting Powered False
15:49:05.599998 run         create_hlr_db(pid=20349): Terminated: ok {rc=0}
15:49:06.000389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20351): Launched
15:49:06.297114 run   osmo-hlr_10.42.42.2(pid=20352): Launched
15:49:06.409702 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:49:06.924229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20354): Launched
15:49:07.219478 run   osmo-stp_10.42.42.5(pid=20355): Launched
15:49:07.327966 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:49:07.876499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20357): Launched
15:49:08.194343 run   osmo-msc_10.42.42.6(pid=20358): Launched
15:49:08.380838 run   osmo-stp_10.42.42.5(pid=20355): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20355)]
15:49:08.515429 run   osmo-stp_10.42.42.5(pid=20355): stdout: 
| (launched: 2022-12-10_15:49:07.074748)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:49:08.650527 run   osmo-stp_10.42.42.5(pid=20355): stderr: 
| �[0;m�[38;5;43m20221210154907242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154907242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154907243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154907243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154907243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154907243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154907244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:49:08.779161 run   osmo-stp_10.42.42.5(pid=20355): stdout: 
| (launched: 2022-12-10_15:49:07.074748)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:49:08.906262 run   osmo-stp_10.42.42.5(pid=20355): stderr: 
| �[0;m�[38;5;43m20221210154907242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154907242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154907243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154907243 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154907243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154907243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154907244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:49:08.962843 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20355): Process ended prematurely: osmo-stp_10.42.42.5(pid=20355) [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20355)]  [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]
15:49:08.972043 tst            mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)
15:49:09.034607 run   osmo-hlr_10.42.42.2(pid=20352): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20352)]
15:49:09.086053 run   osmo-hlr_10.42.42.2(pid=20352): stdout: 
| (launched: 2022-12-10_15:49:06.151475) 
15:49:09.138006 run   osmo-hlr_10.42.42.2(pid=20352): stderr: 
| �[0;m�[1;31m20221210154906328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154906328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154906328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154906328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154906328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154906328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154906340 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154906349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154906349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154906349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:49:09.208351 run   osmo-msc_10.42.42.6(pid=20358): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20358)]
15:49:09.259530 run   osmo-msc_10.42.42.6(pid=20358): stdout: 
| (launched: 2022-12-10_15:49:08.039432) 
15:49:09.311194 run   osmo-msc_10.42.42.6(pid=20358): stderr: 
| �[0;m�[38;5;43m20221210154908361 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210154908361 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f60c8166c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210154908361 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210154908361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210154908361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210154908362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210154908363 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210154908364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210154908364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210154908364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:49:09.355399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20351): Terminating (SIGTERM)
15:49:09.397158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20354): Terminating (SIGTERM)
15:49:09.438966 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20357): Terminating (SIGTERM)
15:49:09.448725 ---      ParallelTerminationStrategy: PID 20351 died...
15:49:09.504631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20351): Terminated: ok {rc=0}
15:49:09.514707 ---      ParallelTerminationStrategy: PID 20354 died...
15:49:09.570393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20354): Terminated: ok {rc=0}
15:49:09.580657 ---      ParallelTerminationStrategy: PID 20357 died...
15:49:09.635946 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20357): Terminated: ok {rc=0}
15:49:09.722811 bus                        /sierra_3: Setting Powered False
15:49:10.830613 bus                        /sierra_3: Setting Powered False
15:49:11.942907 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>21.0</duration><id>25</id><name>voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1</name><properties></properties><timestamp>2022-12-10T15:48:52</timestamp></suite><suite><case><age>174</age><className>voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20370): Process ended prematurely: osmo-stp_10.42.42.5(pid=20370) [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20370)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20370): Process ended prematurely: osmo-stp_10.42.42.5(pid=20370) [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20370)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py
----------------------------------------------
15:49:13.884382 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
15:49:13.895264 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
15:49:14.035584 tst                    mo_mt_call.py: using LAC 28994
15:49:14.154105 tst                    mo_mt_call.py: using RAC 179
15:49:14.271916 tst                    mo_mt_call.py: using CellId 28994
15:49:14.387658 tst                    mo_mt_call.py: using BVCI 28995
15:49:14.410294 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
15:49:14.421159 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
15:49:14.431736 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
15:49:14.442823 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
15:49:14.453896 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
15:49:14.464763 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
15:49:14.583370 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
15:49:14.792200 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:49:15.300861 run         create_hlr_db(pid=20364): Launched
15:49:15.484573 bus                        /sierra_2: Setting Powered False
15:49:16.515748 run         create_hlr_db(pid=20364): Terminated: ok {rc=0}
15:49:16.956003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20366): Launched
15:49:17.290212 run   osmo-hlr_10.42.42.2(pid=20367): Launched
15:49:17.406459 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:49:17.929862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20369): Launched
15:49:18.226898 run   osmo-stp_10.42.42.5(pid=20370): Launched
15:49:18.335480 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:49:18.875799 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20372): Launched
15:49:19.171708 run   osmo-msc_10.42.42.6(pid=20373): Launched
15:49:19.412638 run   osmo-stp_10.42.42.5(pid=20370): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20370)]
15:49:19.550311 run   osmo-stp_10.42.42.5(pid=20370): stdout: 
| (launched: 2022-12-10_15:49:18.081154)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:49:19.686243 run   osmo-stp_10.42.42.5(pid=20370): stderr: 
| �[0;m�[38;5;43m20221210154918250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154918250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154918250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154918250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154918251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154918251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154918251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:49:19.815052 run   osmo-stp_10.42.42.5(pid=20370): stdout: 
| (launched: 2022-12-10_15:49:18.081154)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:49:19.942536 run   osmo-stp_10.42.42.5(pid=20370): stderr: 
| �[0;m�[38;5;43m20221210154918250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154918250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154918250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154918250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154918251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154918251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154918251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:49:19.999357 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20370): Process ended prematurely: osmo-stp_10.42.42.5(pid=20370) [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20370)]  [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]
15:49:20.008650 tst                  mo_mt_call.py:8: Test FAILED (6.2 sec)
15:49:20.071323 run   osmo-hlr_10.42.42.2(pid=20367): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20367)]
15:49:20.122823 run   osmo-hlr_10.42.42.2(pid=20367): stdout: 
| (launched: 2022-12-10_15:49:17.121068) 
15:49:20.174625 run   osmo-hlr_10.42.42.2(pid=20367): stderr: 
| �[0;m�[1;31m20221210154917315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154917315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154917315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154917315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154917315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154917315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154917327 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154917335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154917335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154917336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:49:20.245634 run   osmo-msc_10.42.42.6(pid=20373): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20373)]
15:49:20.296848 run   osmo-msc_10.42.42.6(pid=20373): stdout: 
| (launched: 2022-12-10_15:49:19.026512) 
15:49:20.348652 run   osmo-msc_10.42.42.6(pid=20373): stderr: 
| �[0;m�[38;5;43m20221210154919426 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210154919427 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc20c9d7c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210154919427 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210154919427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210154919427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210154919427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210154919429 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210154919429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210154919430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210154919430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:49:20.392738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20366): Terminating (SIGTERM)
15:49:20.434318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20369): Terminating (SIGTERM)
15:49:20.476032 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20372): Terminating (SIGTERM)
15:49:20.485837 ---      ParallelTerminationStrategy: PID 20366 died...
15:49:20.542432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20366): Terminated: ok {rc=0}
15:49:20.552707 ---      ParallelTerminationStrategy: PID 20369 died...
15:49:20.608527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20369): Terminated: ok {rc=0}
15:49:20.618717 ---      ParallelTerminationStrategy: PID 20372 died...
15:49:20.674185 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20372): Terminated: ok {rc=0}
15:49:20.761031 bus                        /sierra_3: Setting Powered False
15:49:21.864752 bus                        /sierra_3: Setting Powered False
15:49:22.975016 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>174</age><className>voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20383): Process ended prematurely: osmo-stp_10.42.42.5(pid=20383) [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20383)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20383): Process ended prematurely: osmo-stp_10.42.42.5(pid=20383) [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20383)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py
----------------------------------------------
15:49:24.084099 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
15:49:24.095536 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
15:49:24.237845 tst              mo_mt_call_osmux.py: using LAC 28995
15:49:24.354552 tst              mo_mt_call_osmux.py: using RAC 180
15:49:24.478741 tst              mo_mt_call_osmux.py: using CellId 28995
15:49:24.594429 tst              mo_mt_call_osmux.py: using BVCI 28996
15:49:24.617067 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
15:49:24.628009 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
15:49:24.638777 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
15:49:24.650341 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
15:49:24.661826 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
15:49:24.673342 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
15:49:24.794102 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
15:49:24.992770 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:49:25.458336 run         create_hlr_db(pid=20377): Launched
15:49:25.627942 bus                        /sierra_2: Setting Powered False
15:49:26.650299 run         create_hlr_db(pid=20377): Terminated: ok {rc=0}
15:49:27.071944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20379): Launched
15:49:27.387665 run   osmo-hlr_10.42.42.2(pid=20380): Launched
15:49:27.505275 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:49:28.056234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20382): Launched
15:49:28.372859 run   osmo-stp_10.42.42.5(pid=20383): Launched
15:49:28.487911 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:49:29.068436 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20385): Launched
15:49:29.385315 run   osmo-msc_10.42.42.6(pid=20386): Launched
15:49:29.571124 run   osmo-stp_10.42.42.5(pid=20383): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20383)]
15:49:29.704870 run   osmo-stp_10.42.42.5(pid=20383): stdout: 
| (launched: 2022-12-10_15:49:28.217687)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:49:29.838836 run   osmo-stp_10.42.42.5(pid=20383): stderr: 
| �[0;m�[38;5;43m20221210154928408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154928409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154928409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154928409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154928410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154928410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154928410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:49:29.967025 run   osmo-stp_10.42.42.5(pid=20383): stdout: 
| (launched: 2022-12-10_15:49:28.217687)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:49:30.094027 run   osmo-stp_10.42.42.5(pid=20383): stderr: 
| �[0;m�[38;5;43m20221210154928408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154928409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154928409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154928409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154928410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154928410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154928410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:49:30.149966 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20383): Process ended prematurely: osmo-stp_10.42.42.5(pid=20383) [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20383)]  [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]
15:49:30.159251 tst            mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)
15:49:30.221539 run   osmo-hlr_10.42.42.2(pid=20380): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20380)]
15:49:30.272414 run   osmo-hlr_10.42.42.2(pid=20380): stdout: 
| (launched: 2022-12-10_15:49:27.233483) 
15:49:30.324098 run   osmo-hlr_10.42.42.2(pid=20380): stderr: 
| �[0;m�[1;31m20221210154927432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154927432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154927432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154927432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154927432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154927432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154927444 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154927453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154927453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154927453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:49:30.394080 run   osmo-msc_10.42.42.6(pid=20386): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20386)]
15:49:30.444847 run   osmo-msc_10.42.42.6(pid=20386): stdout: 
| (launched: 2022-12-10_15:49:29.230200) 
15:49:30.496024 run   osmo-msc_10.42.42.6(pid=20386): stderr: 
| �[0;m�[38;5;43m20221210154929551 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210154929551 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc991bbbc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210154929551 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210154929551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210154929551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210154929552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210154929553 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210154929554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210154929554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210154929554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:49:30.539579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20379): Terminating (SIGTERM)
15:49:30.580741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20382): Terminating (SIGTERM)
15:49:30.622046 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20385): Terminating (SIGTERM)
15:49:30.631733 ---      ParallelTerminationStrategy: PID 20379 died...
15:49:30.687695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20379): Terminated: ok {rc=0}
15:49:30.698002 ---      ParallelTerminationStrategy: PID 20382 died...
15:49:30.753556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20382): Terminated: ok {rc=0}
15:49:30.763719 ---      ParallelTerminationStrategy: PID 20385 died...
15:49:30.819056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20385): Terminated: ok {rc=0}
15:49:30.910955 bus                        /sierra_3: Setting Powered False
15:49:32.031409 bus                        /sierra_3: Setting Powered False
15:49:33.138828 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>26</id><name>voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3</name><properties></properties><timestamp>2022-12-10T15:49:13</timestamp></suite><suite><case><age>174</age><className>voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20399): Process ended prematurely: osmo-stp_10.42.42.5(pid=20399) [trial-2376↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20399)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20399): Process ended prematurely: osmo-stp_10.42.42.5(pid=20399) [trial-2376↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20399)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py
----------------------------------------------
15:49:35.104169 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
15:49:35.115700 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
15:49:35.265818 tst                    mo_mt_call.py: using LAC 28996
15:49:35.389699 tst                    mo_mt_call.py: using RAC 181
15:49:35.513277 tst                    mo_mt_call.py: using CellId 28996
15:49:35.638883 tst                    mo_mt_call.py: using BVCI 28997
15:49:35.663469 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
15:49:35.675175 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
15:49:35.686513 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
15:49:35.697823 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
15:49:35.709102 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
15:49:35.720382 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
15:49:35.834458 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
15:49:36.041769 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:49:36.547629 run         create_hlr_db(pid=20392): Launched
15:49:36.731088 bus                        /sierra_2: Setting Powered False
15:49:37.753378 run         create_hlr_db(pid=20392): Terminated: ok {rc=0}
15:49:38.174880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20394): Launched
15:49:38.490979 run   osmo-hlr_10.42.42.2(pid=20395): Launched
15:49:38.607535 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:49:39.158283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20397): Launched
15:49:39.475304 run   osmo-stp_10.42.42.5(pid=20399): Launched
15:49:39.590560 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:49:40.172132 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20401): Launched
15:49:40.489364 run   osmo-msc_10.42.42.6(pid=20402): Launched
15:49:40.675415 run   osmo-stp_10.42.42.5(pid=20399): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20399)]
15:49:40.810075 run   osmo-stp_10.42.42.5(pid=20399): stdout: 
| (launched: 2022-12-10_15:49:39.320100)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:49:40.944238 run   osmo-stp_10.42.42.5(pid=20399): stderr: 
| �[0;m�[38;5;43m20221210154939510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154939510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154939511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154939511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154939514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154939515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154939515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:49:41.073935 run   osmo-stp_10.42.42.5(pid=20399): stdout: 
| (launched: 2022-12-10_15:49:39.320100)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:49:41.201119 run   osmo-stp_10.42.42.5(pid=20399): stderr: 
| �[0;m�[38;5;43m20221210154939510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154939510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154939511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154939511 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154939514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154939515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154939515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:49:41.256924 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20399): Process ended prematurely: osmo-stp_10.42.42.5(pid=20399) [trial-2376↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20399)]  [trial-2376↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]
15:49:41.266151 tst                  mo_mt_call.py:8: Test FAILED (6.2 sec)
15:49:41.328589 run   osmo-hlr_10.42.42.2(pid=20395): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20395)]
15:49:41.379819 run   osmo-hlr_10.42.42.2(pid=20395): stdout: 
| (launched: 2022-12-10_15:49:38.336439) 
15:49:41.431750 run   osmo-hlr_10.42.42.2(pid=20395): stderr: 
| �[0;m�[1;31m20221210154938535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154938535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154938535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154938535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154938535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154938535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154938548 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154938558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154938558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154938558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:49:41.502510 run   osmo-msc_10.42.42.6(pid=20402): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20402)]
15:49:41.553876 run   osmo-msc_10.42.42.6(pid=20402): stdout: 
| (launched: 2022-12-10_15:49:40.334235) 
15:49:41.605764 run   osmo-msc_10.42.42.6(pid=20402): stderr: 
| �[0;m�[38;5;43m20221210154940655 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210154940655 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f30b4973c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210154940655 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210154940656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210154940656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210154940656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210154940658 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210154940658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210154940658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210154940658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:49:41.649613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20394): Terminating (SIGTERM)
15:49:41.690986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20397): Terminating (SIGTERM)
15:49:41.732484 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20401): Terminating (SIGTERM)
15:49:41.741844 ---      ParallelTerminationStrategy: PID 20394 died...
15:49:41.797667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20394): Terminated: ok {rc=0}
15:49:41.807791 ---      ParallelTerminationStrategy: PID 20397 died...
15:49:41.863605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20397): Terminated: ok {rc=0}
15:49:41.873779 ---      ParallelTerminationStrategy: PID 20401 died...
15:49:41.929239 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20401): Terminated: ok {rc=0}
15:49:42.017299 bus                        /sierra_3: Setting Powered False
15:49:43.122747 bus                        /sierra_3: Setting Powered False
15:49:44.233223 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>174</age><className>voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20410): Process ended prematurely: osmo-stp_10.42.42.5(pid=20410) [trial-2376↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20410)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20410): Process ended prematurely: osmo-stp_10.42.42.5(pid=20410) [trial-2376↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20410)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py
----------------------------------------------
15:49:45.342603 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
15:49:45.354170 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
15:49:45.494487 tst              mo_mt_call_osmux.py: using LAC 28997
15:49:45.612713 tst              mo_mt_call_osmux.py: using RAC 182
15:49:45.737353 tst              mo_mt_call_osmux.py: using CellId 28997
15:49:45.876539 tst              mo_mt_call_osmux.py: using BVCI 28998
15:49:45.900740 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
15:49:45.913188 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
15:49:45.926698 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
15:49:45.939325 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
15:49:45.951770 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
15:49:45.963804 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
15:49:46.094514 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
15:49:46.294987 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:49:46.802221 run         create_hlr_db(pid=20404): Launched
15:49:46.977744 bus                        /sierra_2: Setting Powered False
15:49:48.008770 run         create_hlr_db(pid=20404): Terminated: ok {rc=0}
15:49:48.408211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20406): Launched
15:49:48.704099 run   osmo-hlr_10.42.42.2(pid=20407): Launched
15:49:48.817419 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:49:49.341267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20409): Launched
15:49:49.636698 run   osmo-stp_10.42.42.5(pid=20410): Launched
15:49:49.744190 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:49:50.285367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20412): Launched
15:49:50.581795 run   osmo-msc_10.42.42.6(pid=20413): Launched
15:49:50.756072 run   osmo-stp_10.42.42.5(pid=20410): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20410)]
15:49:50.882550 run   osmo-stp_10.42.42.5(pid=20410): stdout: 
| (launched: 2022-12-10_15:49:49.491790)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:49:51.006991 run   osmo-stp_10.42.42.5(pid=20410): stderr: 
| �[0;m�[38;5;43m20221210154949661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154949661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154949661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154949662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154949663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154949663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154949663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:49:51.127175 run   osmo-stp_10.42.42.5(pid=20410): stdout: 
| (launched: 2022-12-10_15:49:49.491790)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:49:51.246277 run   osmo-stp_10.42.42.5(pid=20410): stderr: 
| �[0;m�[38;5;43m20221210154949661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210154949661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210154949661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210154949662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210154949663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210154949663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210154949663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:49:51.298197 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20410): Process ended prematurely: osmo-stp_10.42.42.5(pid=20410) [trial-2376↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20410)]  [trial-2376↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]
15:49:51.306892 tst            mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)
15:49:51.366844 run   osmo-hlr_10.42.42.2(pid=20407): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20407)]
15:49:51.415816 run   osmo-hlr_10.42.42.2(pid=20407): stdout: 
| (launched: 2022-12-10_15:49:48.559099) 
15:49:51.465707 run   osmo-hlr_10.42.42.2(pid=20407): stderr: 
| �[0;m�[1;31m20221210154948737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154948737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154948737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154948737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154948737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154948737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154948750 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154948758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154948758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154948758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:49:51.533252 run   osmo-msc_10.42.42.6(pid=20413): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20413)]
15:49:51.582402 run   osmo-msc_10.42.42.6(pid=20413): stdout: 
| (launched: 2022-12-10_15:49:50.436052) 
15:49:51.632035 run   osmo-msc_10.42.42.6(pid=20413): stderr: 
| �[0;m�[38;5;43m20221210154950706 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210154950706 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0aa61acc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210154950706 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210154950706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210154950707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210154950707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210154950708 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210154950709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210154950709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210154950709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:49:51.673981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20406): Terminating (SIGTERM)
15:49:51.713970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20409): Terminating (SIGTERM)
15:49:51.753983 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20412): Terminating (SIGTERM)
15:49:51.763494 ---      ParallelTerminationStrategy: PID 20406 died...
15:49:51.817207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20406): Terminated: ok {rc=0}
15:49:51.827133 ---      ParallelTerminationStrategy: PID 20409 died...
15:49:51.880388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20409): Terminated: ok {rc=0}
15:49:51.890401 ---      ParallelTerminationStrategy: PID 20412 died...
15:49:51.943564 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20412): Terminated: ok {rc=0}
15:49:52.031096 bus                        /sierra_3: Setting Powered False
15:49:53.132485 bus                        /sierra_3: Setting Powered False
15:49:54.243509 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>27</id><name>voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-10T15:49:34</timestamp></suite><suite><case><age>174</age><className>voice:oc2g+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20424): Process ended prematurely: osmo-stp_10.42.42.5(pid=20424) [trial-2376↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20424)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20424): Process ended prematurely: osmo-stp_10.42.42.5(pid=20424) [trial-2376↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20424)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py
----------------------------------------------
15:49:56.194541 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
15:49:56.205800 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
15:49:56.355885 tst                    mo_mt_call.py: using LAC 28998
15:49:56.471802 tst                    mo_mt_call.py: using RAC 183
15:49:56.592803 tst                    mo_mt_call.py: using CellId 28998
15:49:56.707644 tst                    mo_mt_call.py: using BVCI 28999
15:49:56.730791 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
15:49:56.741856 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
15:49:56.752632 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
15:49:56.763847 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
15:49:56.775068 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
15:49:56.786341 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
15:49:56.905939 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
15:49:57.113517 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:49:57.622111 run         create_hlr_db(pid=20418): Launched
15:49:57.807177 bus                        /sierra_2: Setting Powered False
15:49:58.827823 run         create_hlr_db(pid=20418): Terminated: ok {rc=0}
15:49:59.226906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20420): Launched
15:49:59.523076 run   osmo-hlr_10.42.42.2(pid=20421): Launched
15:49:59.638728 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:50:00.158994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20423): Launched
15:50:00.454719 run   osmo-stp_10.42.42.5(pid=20424): Launched
15:50:00.562985 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:50:01.168526 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20426): Launched
15:50:01.646804 run   osmo-msc_10.42.42.6(pid=20427): Launched
15:50:01.940044 run   osmo-stp_10.42.42.5(pid=20424): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20424)]
15:50:02.201711 run   osmo-stp_10.42.42.5(pid=20424): stdout: 
| (launched: 2022-12-10_15:50:00.309611)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:50:02.351505 run   osmo-stp_10.42.42.5(pid=20424): stderr: 
| �[0;m�[38;5;43m20221210155000477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155000477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155000477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155000478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155000480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155000480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155000480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:50:02.473366 run   osmo-stp_10.42.42.5(pid=20424): stdout: 
| (launched: 2022-12-10_15:50:00.309611)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:50:02.592606 run   osmo-stp_10.42.42.5(pid=20424): stderr: 
| �[0;m�[38;5;43m20221210155000477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155000477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155000477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155000478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155000480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155000480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155000480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:50:02.645315 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20424): Process ended prematurely: osmo-stp_10.42.42.5(pid=20424) [trial-2376↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20424)]  [trial-2376↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]
15:50:02.654165 tst                  mo_mt_call.py:8: Test FAILED (6.5 sec)
15:50:02.715491 run   osmo-hlr_10.42.42.2(pid=20421): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20421)]
15:50:02.765366 run   osmo-hlr_10.42.42.2(pid=20421): stdout: 
| (launched: 2022-12-10_15:49:59.377732) 
15:50:02.815859 run   osmo-hlr_10.42.42.2(pid=20421): stderr: 
| �[0;m�[1;31m20221210154959552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210154959552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210154959552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210154959552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210154959552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210154959552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210154959570 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210154959579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210154959579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210154959579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:50:02.884410 run   osmo-msc_10.42.42.6(pid=20427): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20427)]
15:50:02.934177 run   osmo-msc_10.42.42.6(pid=20427): stdout: 
| (launched: 2022-12-10_15:50:01.335696) 
15:50:02.984281 run   osmo-msc_10.42.42.6(pid=20427): stderr: 
| �[0;m�[38;5;43m20221210155001780 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210155001781 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f862f672c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210155001781 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210155001781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210155001781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210155001781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210155001783 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210155001783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210155001783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210155001783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:50:03.026823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20420): Terminating (SIGTERM)
15:50:03.067306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20423): Terminating (SIGTERM)
15:50:03.108044 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20426): Terminating (SIGTERM)
15:50:03.117965 ---      ParallelTerminationStrategy: PID 20420 died...
15:50:03.172254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20420): Terminated: ok {rc=0}
15:50:03.182773 ---      ParallelTerminationStrategy: PID 20423 died...
15:50:03.237090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20423): Terminated: ok {rc=0}
15:50:03.247082 ---      ParallelTerminationStrategy: PID 20426 died...
15:50:03.301349 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20426): Terminated: ok {rc=0}
15:50:03.390040 bus                        /sierra_3: Setting Powered False
15:50:04.493855 bus                        /sierra_3: Setting Powered False
15:50:05.603966 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>174</age><className>voice:oc2g+mod-bts0-dynts-osmo</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20438): Process ended prematurely: osmo-stp_10.42.42.5(pid=20438) [trial-2376↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20438)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20438): Process ended prematurely: osmo-stp_10.42.42.5(pid=20438) [trial-2376↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20438)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py
----------------------------------------------
15:50:06.713376 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
15:50:06.724839 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
15:50:06.867941 tst              mo_mt_call_osmux.py: using LAC 28999
15:50:06.985691 tst              mo_mt_call_osmux.py: using RAC 184
15:50:07.102512 tst              mo_mt_call_osmux.py: using CellId 28999
15:50:07.219384 tst              mo_mt_call_osmux.py: using BVCI 29000
15:50:07.242209 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
15:50:07.253225 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
15:50:07.264017 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
15:50:07.275028 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
15:50:07.286101 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
15:50:07.297211 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
15:50:07.411479 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
15:50:07.612115 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:50:08.076899 run         create_hlr_db(pid=20432): Launched
15:50:08.247269 bus                        /sierra_2: Setting Powered False
15:50:09.270867 run         create_hlr_db(pid=20432): Terminated: ok {rc=0}
15:50:09.667360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20434): Launched
15:50:09.964103 run   osmo-hlr_10.42.42.2(pid=20435): Launched
15:50:10.078598 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:50:10.598800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20437): Launched
15:50:10.893843 run   osmo-stp_10.42.42.5(pid=20438): Launched
15:50:11.000755 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:50:11.546722 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20440): Launched
15:50:11.843144 run   osmo-msc_10.42.42.6(pid=20441): Launched
15:50:12.018266 run   osmo-stp_10.42.42.5(pid=20438): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20438)]
15:50:12.145363 run   osmo-stp_10.42.42.5(pid=20438): stdout: 
| (launched: 2022-12-10_15:50:10.749090)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:50:12.269306 run   osmo-stp_10.42.42.5(pid=20438): stderr: 
| �[0;m�[38;5;43m20221210155010921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155010921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155010921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155010922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155010922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155010922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155010922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:50:12.389077 run   osmo-stp_10.42.42.5(pid=20438): stdout: 
| (launched: 2022-12-10_15:50:10.749090)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:50:12.508033 run   osmo-stp_10.42.42.5(pid=20438): stderr: 
| �[0;m�[38;5;43m20221210155010921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155010921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155010921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155010922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155010922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155010922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155010922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:50:12.560345 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20438): Process ended prematurely: osmo-stp_10.42.42.5(pid=20438) [trial-2376↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20438)]  [trial-2376↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]
15:50:12.568868 tst            mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)
15:50:12.629450 run   osmo-hlr_10.42.42.2(pid=20435): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20435)]
15:50:12.678832 run   osmo-hlr_10.42.42.2(pid=20435): stdout: 
| (launched: 2022-12-10_15:50:09.818121) 
15:50:12.729041 run   osmo-hlr_10.42.42.2(pid=20435): stderr: 
| �[0;m�[1;31m20221210155009993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155009993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155009993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155009993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155009993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155009993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155010005 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155010013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155010013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155010014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:50:12.796880 run   osmo-msc_10.42.42.6(pid=20441): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20441)]
15:50:12.846209 run   osmo-msc_10.42.42.6(pid=20441): stdout: 
| (launched: 2022-12-10_15:50:11.697299) 
15:50:12.895981 run   osmo-msc_10.42.42.6(pid=20441): stderr: 
| �[0;m�[38;5;43m20221210155011967 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210155011968 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb45e695c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210155011968 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210155011968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210155011968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210155011969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210155011971 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210155011971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210155011971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210155011971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:50:12.938154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20434): Terminating (SIGTERM)
15:50:12.978750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20437): Terminating (SIGTERM)
15:50:13.018733 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20440): Terminating (SIGTERM)
15:50:13.028342 ---      ParallelTerminationStrategy: PID 20434 died...
15:50:13.081987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20434): Terminated: ok {rc=0}
15:50:13.091935 ---      ParallelTerminationStrategy: PID 20437 died...
15:50:13.145332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20437): Terminated: ok {rc=0}
15:50:13.155115 ---      ParallelTerminationStrategy: PID 20440 died...
15:50:13.208408 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20440): Terminated: ok {rc=0}
15:50:13.292506 bus                        /sierra_3: Setting Powered False
15:50:14.393747 bus                        /sierra_3: Setting Powered False
15:50:15.505144 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>28</id><name>voice_oc2g+mod-bts0-dynts-osmo</name><properties></properties><timestamp>2022-12-10T15:49:55</timestamp></suite><suite><case><age>174</age><className>emergency:oc2g</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20452): Process ended prematurely: osmo-stp_10.42.42.5(pid=20452) [trial-2376↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20452)]</errorStackTrace><failedSince>2203</failedSince><name>emergency_mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py", line 19, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20452): Process ended prematurely: osmo-stp_10.42.42.5(pid=20452) [trial-2376↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20452)]
</stderr><stdout>
----------------------------------------------
trial-2376 emergency:oc2g emergency_mo_mt_call.py
----------------------------------------------
15:50:17.487490 tst                   emergency:oc2g: Using 1 x ip_address (candidates: 6)
15:50:17.498378 tst                   emergency:oc2g: Using 1 x bts (candidates: 1)
15:50:17.621299 tst          emergency_mo_mt_call.py: using LAC 29000
15:50:17.736703 tst          emergency_mo_mt_call.py: using RAC 185
15:50:17.858422 tst          emergency_mo_mt_call.py: using CellId 29000
15:50:17.971582 tst          emergency_mo_mt_call.py: using BVCI 29001
15:50:17.993836 tst                   emergency:oc2g: Using 1 x ip_address (candidates: 6)
15:50:18.004345 tst                   emergency:oc2g: Using 1 x ip_address (candidates: 6)
15:50:18.014912 tst                   emergency:oc2g: Using 1 x ip_address (candidates: 6)
15:50:18.026247 tst                   emergency:oc2g: Using 1 x ip_address (candidates: 6)
15:50:18.037278 tst                   emergency:oc2g: Using 1 x ip_address (candidates: 6)
15:50:18.048270 tst                   emergency:oc2g: Using 1 x modem (candidates: 4)
15:50:18.162929 tst                   emergency:oc2g: Using 1 x modem (candidates: 4)
15:50:18.357448 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:50:18.816869 run         create_hlr_db(pid=20446): Launched
15:50:18.984795 bus                        /sierra_2: Setting Powered False
15:50:20.006712 run         create_hlr_db(pid=20446): Terminated: ok {rc=0}
15:50:20.423736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20448): Launched
15:50:20.735921 run   osmo-hlr_10.42.42.2(pid=20449): Launched
15:50:20.853806 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:50:21.396064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20451): Launched
15:50:21.708756 run   osmo-stp_10.42.42.5(pid=20452): Launched
15:50:21.835964 tst          emergency_mo_mt_call.py: using MSISDN 7784
15:50:21.993019 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:50:22.564403 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20454): Launched
15:50:22.876329 run   osmo-msc_10.42.42.6(pid=20455): Launched
15:50:23.060301 run   osmo-stp_10.42.42.5(pid=20452): ERR: Terminated: ERROR {rc=1}  [trial-2376↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20452)]
15:50:23.192781 run   osmo-stp_10.42.42.5(pid=20452): stdout: 
| (launched: 2022-12-10_15:50:21.555353)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:50:23.324872 run   osmo-stp_10.42.42.5(pid=20452): stderr: 
| �[0;m�[38;5;43m20221210155021748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155021748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155021748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155021749 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155021749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155021749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155021749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:50:23.451179 run   osmo-stp_10.42.42.5(pid=20452): stdout: 
| (launched: 2022-12-10_15:50:21.555353)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:50:23.576141 run   osmo-stp_10.42.42.5(pid=20452): stderr: 
| �[0;m�[38;5;43m20221210155021748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155021748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155021748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155021749 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155021749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155021749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155021749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:50:23.631013 tst       emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=20452): Process ended prematurely: osmo-stp_10.42.42.5(pid=20452) [trial-2376↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20452)]  [trial-2376↪emergency:oc2g↪emergency_mo_mt_call.py:19]
15:50:23.639574 tst       emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)
15:50:23.701849 run   osmo-hlr_10.42.42.2(pid=20449): ERR: Terminated: ERROR {rc=237}  [trial-2376↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20449)]
15:50:23.753235 run   osmo-hlr_10.42.42.2(pid=20449): stdout: 
| (launched: 2022-12-10_15:50:20.583132) 
15:50:23.805479 run   osmo-hlr_10.42.42.2(pid=20449): stderr: 
| �[0;m�[1;31m20221210155020782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155020782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155020782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155020782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155020782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155020782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155020795 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155020805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155020806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155020806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:50:23.876121 run   osmo-msc_10.42.42.6(pid=20455): ERR: Terminated: ERROR {rc=2}  [trial-2376↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20455)]
15:50:23.927425 run   osmo-msc_10.42.42.6(pid=20455): stdout: 
| (launched: 2022-12-10_15:50:22.723652) 
15:50:23.979464 run   osmo-msc_10.42.42.6(pid=20455): stderr: 
| �[0;m�[38;5;43m20221210155023042 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210155023042 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe64cbc8c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210155023042 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210155023042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210155023043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210155023043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210155023045 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210155023045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210155023045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210155023045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:50:24.023565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20448): Terminating (SIGTERM)
15:50:24.065193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20451): Terminating (SIGTERM)
15:50:24.107027 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20454): Terminating (SIGTERM)
15:50:24.116820 ---      ParallelTerminationStrategy: PID 20448 died...
15:50:24.172903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20448): Terminated: ok {rc=0}
15:50:24.183149 ---      ParallelTerminationStrategy: PID 20451 died...
15:50:24.238850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20451): Terminated: ok {rc=0}
15:50:24.249086 ---      ParallelTerminationStrategy: PID 20454 died...
15:50:24.304942 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20454): Terminated: ok {rc=0}
15:50:24.392054 bus                        /sierra_3: Setting Powered False
15:50:25.497869 bus                        /sierra_3: Setting Powered False
15:50:26.605946 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>223</age><className>emergency:oc2g</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20463): Process ended prematurely: osmo-stp_10.42.42.5(pid=20463) [trial-2376↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20463)]</errorStackTrace><failedSince>2154</failedSince><name>emergency_preemptive_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py", line 32, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20463): Process ended prematurely: osmo-stp_10.42.42.5(pid=20463) [trial-2376↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20463)]
</stderr><stdout>
----------------------------------------------
trial-2376 emergency:oc2g emergency_preemptive_call.py
----------------------------------------------
15:50:27.657554 tst                   emergency:oc2g: Using 1 x ip_address (candidates: 6)
15:50:27.669456 tst                   emergency:oc2g: Using 1 x bts (candidates: 1)
15:50:27.803510 tst     emergency_preemptive_call.py: using LAC 29001
15:50:27.924820 tst     emergency_preemptive_call.py: using RAC 186
15:50:28.046647 tst     emergency_preemptive_call.py: using CellId 29001
15:50:28.167793 tst     emergency_preemptive_call.py: using BVCI 29002
15:50:28.191714 tst                   emergency:oc2g: Using 1 x ip_address (candidates: 6)
15:50:28.202679 tst                   emergency:oc2g: Using 1 x ip_address (candidates: 6)
15:50:28.213607 tst                   emergency:oc2g: Using 1 x ip_address (candidates: 6)
15:50:28.224317 tst                   emergency:oc2g: Using 1 x ip_address (candidates: 6)
15:50:28.235147 tst                   emergency:oc2g: Using 1 x ip_address (candidates: 6)
15:50:28.245926 tst                   emergency:oc2g: Using 1 x modem (candidates: 4)
15:50:28.361823 tst                   emergency:oc2g: Using 1 x modem (candidates: 4)
15:50:28.476713 tst                   emergency:oc2g: Using 1 x modem (candidates: 4)
15:50:28.587946 tst                   emergency:oc2g: Using 1 x modem (candidates: 4)
15:50:28.788400 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:50:29.250502 run         create_hlr_db(pid=20457): Launched
15:50:29.420545 bus                        /sierra_2: Setting Powered False
15:50:30.441728 run         create_hlr_db(pid=20457): Terminated: ok {rc=0}
15:50:30.863293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20459): Launched
15:50:31.379812 run   osmo-hlr_10.42.42.2(pid=20460): Launched
15:50:31.628380 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:50:32.292239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20462): Launched
15:50:32.590188 run   osmo-stp_10.42.42.5(pid=20463): Launched
15:50:32.708060 tst     emergency_preemptive_call.py: using MSISDN 7785
15:50:32.852578 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:50:33.381951 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20465): Launched
15:50:33.673676 run   osmo-msc_10.42.42.6(pid=20466): Launched
15:50:33.845166 run   osmo-stp_10.42.42.5(pid=20463): ERR: Terminated: ERROR {rc=1}  [trial-2376↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20463)]
15:50:33.969978 run   osmo-stp_10.42.42.5(pid=20463): stdout: 
| (launched: 2022-12-10_15:50:32.444730)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:50:34.091978 run   osmo-stp_10.42.42.5(pid=20463): stderr: 
| �[0;m�[38;5;43m20221210155032610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155032611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155032611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155032611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155032614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155032614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155032614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:50:34.209398 run   osmo-stp_10.42.42.5(pid=20463): stdout: 
| (launched: 2022-12-10_15:50:32.444730)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:50:34.326040 run   osmo-stp_10.42.42.5(pid=20463): stderr: 
| �[0;m�[38;5;43m20221210155032610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155032611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155032611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155032611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155032614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155032614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155032614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:50:34.377049 tst  emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=20463): Process ended prematurely: osmo-stp_10.42.42.5(pid=20463) [trial-2376↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20463)]  [trial-2376↪emergency:oc2g↪emergency_preemptive_call.py:32]
15:50:34.385126 tst  emergency_preemptive_call.py:32: Test FAILED (6.7 sec)
15:50:34.446480 run   osmo-hlr_10.42.42.2(pid=20460): ERR: Terminated: ERROR {rc=237}  [trial-2376↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20460)]
15:50:34.495933 run   osmo-hlr_10.42.42.2(pid=20460): stdout: 
| (launched: 2022-12-10_15:50:31.048277) 
15:50:34.546663 run   osmo-hlr_10.42.42.2(pid=20460): stderr: 
| �[0;m�[1;31m20221210155031354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155031354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155031354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155031355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155031355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155031355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155031378 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155031395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155031396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155031396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:50:34.614834 run   osmo-msc_10.42.42.6(pid=20466): ERR: Terminated: ERROR {rc=2}  [trial-2376↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20466)]
15:50:34.664187 run   osmo-msc_10.42.42.6(pid=20466): stdout: 
| (launched: 2022-12-10_15:50:33.530149) 
15:50:34.714331 run   osmo-msc_10.42.42.6(pid=20466): stderr: 
| �[0;m�[38;5;43m20221210155033801 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210155033802 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f90c3f5dc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210155033802 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210155033802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210155033802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210155033802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210155033804 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210155033804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210155033805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210155033805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:50:34.756547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20459): Terminating (SIGTERM)
15:50:34.797163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20462): Terminating (SIGTERM)
15:50:34.837533 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20465): Terminating (SIGTERM)
15:50:34.847301 ---      ParallelTerminationStrategy: PID 20459 died...
15:50:34.901731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20459): Terminated: ok {rc=0}
15:50:34.911512 ---      ParallelTerminationStrategy: PID 20462 died...
15:50:34.965136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20462): Terminated: ok {rc=0}
15:50:34.974896 ---      ParallelTerminationStrategy: PID 20465 died...
15:50:35.028570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20465): Terminated: ok {rc=0}
15:50:35.112729 bus                        /sierra_9: Setting Powered False
15:50:36.220155 bus                        /sierra_9: Setting Powered False
15:50:37.332720 bus                        /sierra_8: Setting Powered False
15:50:38.438330 bus                        /sierra_8: Setting Powered False
15:50:39.546007 bus                        /sierra_3: Setting Powered False
15:50:40.651933 bus                        /sierra_3: Setting Powered False
15:50:41.760828 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>27.0</duration><id>29</id><name>emergency_oc2g</name><properties></properties><timestamp>2022-12-10T15:50:17</timestamp></suite><suite><case><age>234</age><className>gprs:oc2g</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20481): Process ended prematurely: osmo-stp_10.42.42.5(pid=20481) [trial-2376↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20481)]</errorStackTrace><failedSince>2143</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20481): Process ended prematurely: osmo-stp_10.42.42.5(pid=20481) [trial-2376↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20481)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:oc2g cs_paging_gprs_active.py
----------------------------------------------
15:50:43.847082 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:50:43.857992 tst                        gprs:oc2g: Using 1 x bts (candidates: 1)
15:50:43.981677 tst         cs_paging_gprs_active.py: using LAC 29002
15:50:44.101458 tst         cs_paging_gprs_active.py: using RAC 187
15:50:44.220362 tst         cs_paging_gprs_active.py: using CellId 29002
15:50:44.339539 tst         cs_paging_gprs_active.py: using BVCI 29003
15:50:44.362523 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:50:44.372919 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:50:44.383399 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:50:44.394478 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:50:44.404814 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:50:44.415271 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:50:44.425813 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:50:44.436195 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:50:44.446762 tst                        gprs:oc2g: Using 1 x modem (candidates: 4)
15:50:44.561515 tst                        gprs:oc2g: Using 1 x modem (candidates: 4)
15:50:44.834755 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
15:50:44.959041 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:50:45.267332 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20471): Launched
15:50:45.522950 run iperf3-srv_10.42.42.10(pid=20472): Launched
15:50:45.704636 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
15:50:45.828847 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:50:46.165601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20473): Launched
15:50:46.455437 run iperf3-srv_10.42.42.10(pid=20474): Launched
15:50:46.640695 tst      cs_paging_gprs_active.py:38: start network...
15:50:46.767847 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:50:47.280185 run         create_hlr_db(pid=20475): Launched
15:50:47.451233 bus                        /sierra_2: Setting Powered False
15:50:48.474084 run         create_hlr_db(pid=20475): Terminated: ok {rc=0}
15:50:48.896255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20477): Launched
15:50:49.214427 run   osmo-hlr_10.42.42.2(pid=20478): Launched
15:50:49.330885 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:50:49.885621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20480): Launched
15:50:50.203250 run   osmo-stp_10.42.42.5(pid=20481): Launched
15:50:50.318748 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:50:50.871738 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20483): Launched
15:50:50.985488 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:50:51.263064 run              patchelf(pid=20484): Launched
15:50:51.449908 run   osmo-stp_10.42.42.5(pid=20481): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20481)]
15:50:51.587649 run   osmo-stp_10.42.42.5(pid=20481): stdout: 
| (launched: 2022-12-10_15:50:50.048097)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:50:51.725210 run   osmo-stp_10.42.42.5(pid=20481): stderr: 
| �[0;m�[38;5;43m20221210155050238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155050238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155050238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155050239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155050239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155050239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155050239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:50:51.857804 run   osmo-stp_10.42.42.5(pid=20481): stdout: 
| (launched: 2022-12-10_15:50:50.048097)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:50:51.989070 run   osmo-stp_10.42.42.5(pid=20481): stderr: 
| �[0;m�[38;5;43m20221210155050238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155050238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155050238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155050239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155050239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155050239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155050239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:50:52.142140 run              patchelf(pid=20484): Terminating (SIGINT)
15:50:52.321647 run              patchelf(pid=20484): Terminated: ok {rc=0}
15:50:52.354568 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20481): Process ended prematurely: osmo-stp_10.42.42.5(pid=20481) [trial-2376↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20481)]  [trial-2376↪gprs:oc2g↪cs_paging_gprs_active.py:38]
15:50:52.364211 tst      cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)
15:50:52.427182 run   osmo-hlr_10.42.42.2(pid=20478): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20478)]
15:50:52.478631 run   osmo-hlr_10.42.42.2(pid=20478): stdout: 
| (launched: 2022-12-10_15:50:49.058988) 
15:50:52.530505 run   osmo-hlr_10.42.42.2(pid=20478): stderr: 
| �[0;m�[1;31m20221210155049256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155049256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155049256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155049256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155049256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155049256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155049268 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155049276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155049277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155049277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:50:52.574668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20471): Terminating (SIGTERM)
15:50:52.616277 run iperf3-srv_10.42.42.10(pid=20472): Terminating (SIGTERM)
15:50:52.658007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20473): Terminating (SIGTERM)
15:50:52.699733 run iperf3-srv_10.42.42.10(pid=20474): Terminating (SIGTERM)
15:50:52.741586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20477): Terminating (SIGTERM)
15:50:52.783234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20480): Terminating (SIGTERM)
15:50:52.825021 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20483): Terminating (SIGTERM)
15:50:52.834728 ---      ParallelTerminationStrategy: PID 20471 died...
15:50:52.890598 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20471): Terminated: ok {rc=0}
15:50:52.900571 ---      ParallelTerminationStrategy: PID 20472 died...
15:50:52.955749 run iperf3-srv_10.42.42.10(pid=20472): Terminated {rc=256}
15:50:52.965821 ---      ParallelTerminationStrategy: PID 20473 died...
15:50:53.021884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20473): Terminated: ok {rc=0}
15:50:53.031864 ---      ParallelTerminationStrategy: PID 20474 died...
15:50:53.087075 run iperf3-srv_10.42.42.10(pid=20474): Terminated {rc=256}
15:50:53.097221 ---      ParallelTerminationStrategy: PID 20477 died...
15:50:53.152510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20477): Terminated: ok {rc=0}
15:50:53.162604 ---      ParallelTerminationStrategy: PID 20480 died...
15:50:53.217816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20480): Terminated: ok {rc=0}
15:50:53.227834 ---      ParallelTerminationStrategy: PID 20483 died...
15:50:53.283585 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20483): Terminated: ok {rc=0}
15:50:53.369165 bus                          /gobi_0: Setting Powered False
15:50:54.476354 bus                          /gobi_0: Setting Powered False
15:50:55.584663 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>234</age><className>gprs:oc2g</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20494): Process ended prematurely: osmo-stp_10.42.42.5(pid=20494) [trial-2376↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20494)]</errorStackTrace><failedSince>2143</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20494): Process ended prematurely: osmo-stp_10.42.42.5(pid=20494) [trial-2376↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20494)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:oc2g iperf3.py
----------------------------------------------
15:50:56.692835 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:50:56.703851 tst                        gprs:oc2g: Using 1 x bts (candidates: 1)
15:50:56.826364 tst                        iperf3.py: using LAC 29003
15:50:56.942353 tst                        iperf3.py: using RAC 188
15:50:57.058481 tst                        iperf3.py: using CellId 29003
15:50:57.176749 tst                        iperf3.py: using BVCI 29004
15:50:57.199539 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:50:57.210075 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:50:57.220421 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:50:57.231020 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:50:57.241613 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:50:57.252067 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:50:57.262816 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:50:57.273448 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:50:57.284047 tst                        gprs:oc2g: Using 1 x modem (candidates: 4)
15:50:57.559002 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
15:50:57.684202 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:50:57.992108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20486): Launched
15:50:58.247647 run iperf3-srv_10.42.42.10(pid=20487): Launched
15:50:58.429356 tst                      iperf3.py:8: start network...
15:50:58.553399 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:50:59.019327 run         create_hlr_db(pid=20488): Launched
15:50:59.191270 bus                          /gobi_6: Setting Powered False
15:51:00.213066 run         create_hlr_db(pid=20488): Terminated: ok {rc=0}
15:51:00.636362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20490): Launched
15:51:01.064865 run   osmo-hlr_10.42.42.2(pid=20491): Launched
15:51:01.344721 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:51:01.967357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20493): Launched
15:51:02.314822 run   osmo-stp_10.42.42.5(pid=20494): Launched
15:51:02.430842 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:51:02.990879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20496): Launched
15:51:03.106147 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:51:03.383395 run              patchelf(pid=20497): Launched
15:51:03.570957 run   osmo-stp_10.42.42.5(pid=20494): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20494)]
15:51:03.708735 run   osmo-stp_10.42.42.5(pid=20494): stdout: 
| (launched: 2022-12-10_15:51:02.124110)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:51:03.846385 run   osmo-stp_10.42.42.5(pid=20494): stderr: 
| �[0;m�[38;5;43m20221210155102341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155102341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155102342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155102342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155102342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155102343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155102343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:51:03.979046 run   osmo-stp_10.42.42.5(pid=20494): stdout: 
| (launched: 2022-12-10_15:51:02.124110)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:51:04.111116 run   osmo-stp_10.42.42.5(pid=20494): stderr: 
| �[0;m�[38;5;43m20221210155102341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155102341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155102342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155102342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155102342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155102343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155102343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:51:04.264073 run              patchelf(pid=20497): Terminating (SIGINT)
15:51:04.444139 run              patchelf(pid=20497): Terminated: ok {rc=0}
15:51:04.477274 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20494): Process ended prematurely: osmo-stp_10.42.42.5(pid=20494) [trial-2376↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20494)]  [trial-2376↪gprs:oc2g↪iperf3.py:8]
15:51:04.487067 tst                      iperf3.py:8: Test FAILED (7.8 sec)
15:51:04.550089 run   osmo-hlr_10.42.42.2(pid=20491): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20491)]
15:51:04.601671 run   osmo-hlr_10.42.42.2(pid=20491): stdout: 
| (launched: 2022-12-10_15:51:00.798821) 
15:51:04.653879 run   osmo-hlr_10.42.42.2(pid=20491): stderr: 
| �[0;m�[1;31m20221210155101220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155101220 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155101221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155101221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155101221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155101222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155101247 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155101265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155101265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155101265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:51:04.698936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20486): Terminating (SIGTERM)
15:51:04.741010 run iperf3-srv_10.42.42.10(pid=20487): Terminating (SIGTERM)
15:51:04.783466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20490): Terminating (SIGTERM)
15:51:04.825378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20493): Terminating (SIGTERM)
15:51:04.867312 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20496): Terminating (SIGTERM)
15:51:04.877157 ---      ParallelTerminationStrategy: PID 20486 died...
15:51:04.933638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20486): Terminated: ok {rc=0}
15:51:04.943779 ---      ParallelTerminationStrategy: PID 20487 died...
15:51:04.999730 run iperf3-srv_10.42.42.10(pid=20487): Terminated {rc=256}
15:51:05.010050 ---      ParallelTerminationStrategy: PID 20490 died...
15:51:05.065955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20490): Terminated: ok {rc=0}
15:51:05.076039 ---      ParallelTerminationStrategy: PID 20493 died...
15:51:05.131818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20493): Terminated: ok {rc=0}
15:51:05.142006 ---      ParallelTerminationStrategy: PID 20496 died...
15:51:05.197780 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20496): Terminated: ok {rc=0}
15:51:05.285448 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:oc2g</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20512): Process ended prematurely: osmo-stp_10.42.42.5(pid=20512) [trial-2376↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20512)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20512): Process ended prematurely: osmo-stp_10.42.42.5(pid=20512) [trial-2376↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20512)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:oc2g iperf3m4.py
----------------------------------------------
15:51:06.400779 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:51:06.412356 tst                        gprs:oc2g: Using 1 x bts (candidates: 1)
15:51:06.539631 tst                      iperf3m4.py: using LAC 29004
15:51:06.666598 tst                      iperf3m4.py: using RAC 189
15:51:06.788669 tst                      iperf3m4.py: using CellId 29004
15:51:06.905647 tst                      iperf3m4.py: using BVCI 29005
15:51:06.928498 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:51:06.939150 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:51:06.949765 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:51:06.960734 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:51:06.971409 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:51:06.982452 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:51:06.993241 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:51:07.003902 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:51:07.014741 tst                        gprs:oc2g: Using 1 x modem (candidates: 4)
15:51:07.129217 tst                        gprs:oc2g: Using 1 x modem (candidates: 4)
15:51:07.250975 tst                        gprs:oc2g: Using 1 x modem (candidates: 4)
15:51:07.364847 tst                        gprs:oc2g: Using 1 x modem (candidates: 4)
15:51:07.652558 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
15:51:07.785920 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:51:08.116203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20498): Launched
15:51:08.389430 run iperf3-srv_10.42.42.10(pid=20499): Launched
15:51:08.585175 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
15:51:08.718092 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:51:09.047665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20500): Launched
15:51:09.320254 run iperf3-srv_10.42.42.10(pid=20501): Launched
15:51:09.514811 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
15:51:09.647149 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:51:09.976118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20502): Launched
15:51:10.249462 run iperf3-srv_10.42.42.10(pid=20503): Launched
15:51:10.444344 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
15:51:10.577039 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:51:10.905683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20504): Launched
15:51:11.178320 run iperf3-srv_10.42.42.10(pid=20505): Launched
15:51:11.372871 tst                    iperf3m4.py:8: start network...
15:51:11.505319 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:51:12.014966 run         create_hlr_db(pid=20506): Launched
15:51:12.199765 bus                          /gobi_6: Setting Powered False
15:51:13.210645 run         create_hlr_db(pid=20506): Terminated: ok {rc=0}
15:51:13.641156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20508): Launched
15:51:13.959224 run   osmo-hlr_10.42.42.2(pid=20509): Launched
15:51:14.077671 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:51:14.631654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20511): Launched
15:51:14.948098 run   osmo-stp_10.42.42.5(pid=20512): Launched
15:51:15.068603 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:51:15.622362 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20514): Launched
15:51:15.735956 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:51:16.046527 run              patchelf(pid=20515): Launched
15:51:16.229321 run   osmo-stp_10.42.42.5(pid=20512): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20512)]
15:51:16.365359 run   osmo-stp_10.42.42.5(pid=20512): stdout: 
| (launched: 2022-12-10_15:51:14.793162)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:51:16.499934 run   osmo-stp_10.42.42.5(pid=20512): stderr: 
| �[0;m�[38;5;43m20221210155114979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155114979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155114980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155114980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155114981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155114981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155114981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:51:16.630806 run   osmo-stp_10.42.42.5(pid=20512): stdout: 
| (launched: 2022-12-10_15:51:14.793162)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:51:16.760541 run   osmo-stp_10.42.42.5(pid=20512): stderr: 
| �[0;m�[38;5;43m20221210155114979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155114979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155114980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155114980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155114981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155114981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155114981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:51:16.910381 run              patchelf(pid=20515): Terminating (SIGINT)
15:51:17.086293 run              patchelf(pid=20515): Terminated: ok {rc=0}
15:51:17.119273 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20512): Process ended prematurely: osmo-stp_10.42.42.5(pid=20512) [trial-2376↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20512)]  [trial-2376↪gprs:oc2g↪iperf3m4.py:8]
15:51:17.130606 tst                    iperf3m4.py:8: Test FAILED (10.8 sec)
15:51:17.195890 run   osmo-hlr_10.42.42.2(pid=20509): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20509)]
15:51:17.246696 run   osmo-hlr_10.42.42.2(pid=20509): stdout: 
| (launched: 2022-12-10_15:51:13.804038) 
15:51:17.297603 run   osmo-hlr_10.42.42.2(pid=20509): stderr: 
| �[0;m�[1;31m20221210155113999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155113999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155113999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155113999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155113999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155113999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155114011 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155114020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155114020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155114020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:51:17.340125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20498): Terminating (SIGTERM)
15:51:17.380770 run iperf3-srv_10.42.42.10(pid=20499): Terminating (SIGTERM)
15:51:17.421533 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20500): Terminating (SIGTERM)
15:51:17.462188 run iperf3-srv_10.42.42.10(pid=20501): Terminating (SIGTERM)
15:51:17.502947 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20502): Terminating (SIGTERM)
15:51:17.543583 run iperf3-srv_10.42.42.10(pid=20503): Terminating (SIGTERM)
15:51:17.584176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20504): Terminating (SIGTERM)
15:51:17.625457 run iperf3-srv_10.42.42.10(pid=20505): Terminating (SIGTERM)
15:51:17.665441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20508): Terminating (SIGTERM)
15:51:17.706095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20511): Terminating (SIGTERM)
15:51:17.747161 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20514): Terminating (SIGTERM)
15:51:17.756898 ---      ParallelTerminationStrategy: PID 20498 died...
15:51:17.811313 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20498): Terminated: ok {rc=0}
15:51:17.821354 ---      ParallelTerminationStrategy: PID 20499 died...
15:51:17.874685 run iperf3-srv_10.42.42.10(pid=20499): Terminated {rc=256}
15:51:17.884626 ---      ParallelTerminationStrategy: PID 20500 died...
15:51:17.937906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20500): Terminated: ok {rc=0}
15:51:17.947853 ---      ParallelTerminationStrategy: PID 20501 died...
15:51:18.000933 run iperf3-srv_10.42.42.10(pid=20501): Terminated {rc=256}
15:51:18.010923 ---      ParallelTerminationStrategy: PID 20502 died...
15:51:18.064220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20502): Terminated: ok {rc=0}
15:51:18.074270 ---      ParallelTerminationStrategy: PID 20503 died...
15:51:18.127684 run iperf3-srv_10.42.42.10(pid=20503): Terminated {rc=256}
15:51:18.137845 ---      ParallelTerminationStrategy: PID 20504 died...
15:51:18.192040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20504): Terminated: ok {rc=0}
15:51:18.201927 ---      ParallelTerminationStrategy: PID 20505 died...
15:51:18.255544 run iperf3-srv_10.42.42.10(pid=20505): Terminated {rc=256}
15:51:18.265750 ---      ParallelTerminationStrategy: PID 20508 died...
15:51:18.318885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20508): Terminated: ok {rc=0}
15:51:18.328898 ---      ParallelTerminationStrategy: PID 20511 died...
15:51:18.382569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20511): Terminated: ok {rc=0}
15:51:18.392313 ---      ParallelTerminationStrategy: PID 20514 died...
15:51:18.446322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20514): Terminated: ok {rc=0}
15:51:18.530273 bus                          /gobi_4: Setting Powered False
15:51:19.637231 bus                          /gobi_4: Setting Powered False
15:51:20.748818 bus                          /gobi_1: Setting Powered False
15:51:21.852740 bus                          /gobi_1: Setting Powered False
15:51:22.959563 bus                          /gobi_0: Setting Powered False
15:51:24.066163 bus                          /gobi_0: Setting Powered False
15:51:25.179111 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:oc2g</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20522): Process ended prematurely: osmo-stp_10.42.42.5(pid=20522) [trial-2376↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20522)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20522): Process ended prematurely: osmo-stp_10.42.42.5(pid=20522) [trial-2376↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20522)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:oc2g ping.py
----------------------------------------------
15:51:26.245554 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:51:26.256481 tst                        gprs:oc2g: Using 1 x bts (candidates: 1)
15:51:26.378634 tst                          ping.py: using LAC 29005
15:51:26.494237 tst                          ping.py: using RAC 190
15:51:26.609701 tst                          ping.py: using CellId 29005
15:51:26.726293 tst                          ping.py: using BVCI 29006
15:51:26.748917 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:51:26.759430 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:51:26.769810 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:51:26.780365 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:51:26.790860 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:51:26.801427 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:51:26.812377 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:51:26.822998 tst                        gprs:oc2g: Using 1 x modem (candidates: 4)
15:51:27.095134 tst                       ping.py:19: start network...
15:51:27.219555 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:51:27.683838 run         create_hlr_db(pid=20516): Launched
15:51:27.855142 bus                          /gobi_6: Setting Powered False
15:51:28.876189 run         create_hlr_db(pid=20516): Terminated: ok {rc=0}
15:51:29.297734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20518): Launched
15:51:29.616294 run   osmo-hlr_10.42.42.2(pid=20519): Launched
15:51:29.733421 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:51:30.288688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20521): Launched
15:51:30.608104 run   osmo-stp_10.42.42.5(pid=20522): Launched
15:51:30.723430 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:51:31.291727 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20524): Launched
15:51:31.403316 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:51:31.684283 run              patchelf(pid=20525): Launched
15:51:31.866059 run   osmo-stp_10.42.42.5(pid=20522): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20522)]
15:51:31.999179 run   osmo-stp_10.42.42.5(pid=20522): stdout: 
| (launched: 2022-12-10_15:51:30.451249)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:51:32.132256 run   osmo-stp_10.42.42.5(pid=20522): stderr: 
| �[0;m�[38;5;43m20221210155130643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155130643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155130643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155130644 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155130644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155130644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155130644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:51:32.257052 run   osmo-stp_10.42.42.5(pid=20522): stdout: 
| (launched: 2022-12-10_15:51:30.451249)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:51:32.380037 run   osmo-stp_10.42.42.5(pid=20522): stderr: 
| �[0;m�[38;5;43m20221210155130643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155130643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155130643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155130644 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155130644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155130644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155130644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:51:32.522536 run              patchelf(pid=20525): Terminating (SIGINT)
15:51:32.690027 run              patchelf(pid=20525): Terminated: ok {rc=0}
15:51:32.720381 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20522): Process ended prematurely: osmo-stp_10.42.42.5(pid=20522) [trial-2376↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20522)]  [trial-2376↪gprs:oc2g↪ping.py:22]
15:51:32.729295 tst                       ping.py:22: Test FAILED (6.5 sec)
15:51:32.790840 run   osmo-hlr_10.42.42.2(pid=20519): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20519)]
15:51:32.840275 run   osmo-hlr_10.42.42.2(pid=20519): stdout: 
| (launched: 2022-12-10_15:51:29.459210) 
15:51:32.890410 run   osmo-hlr_10.42.42.2(pid=20519): stderr: 
| �[0;m�[1;31m20221210155129658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155129658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155129658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155129658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155129658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155129658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155129673 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155129682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155129683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155129683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:51:32.933000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20518): Terminating (SIGTERM)
15:51:32.973597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20521): Terminating (SIGTERM)
15:51:33.014134 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20524): Terminating (SIGTERM)
15:51:33.023802 ---      ParallelTerminationStrategy: PID 20518 died...
15:51:33.077796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20518): Terminated: ok {rc=0}
15:51:33.088007 ---      ParallelTerminationStrategy: PID 20521 died...
15:51:33.142493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20521): Terminated: ok {rc=0}
15:51:33.152219 ---      ParallelTerminationStrategy: PID 20524 died...
15:51:33.206349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20524): Terminated: ok {rc=0}
15:51:33.296299 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:oc2g</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20532): Process ended prematurely: osmo-stp_10.42.42.5(pid=20532) [trial-2376↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20532)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20532): Process ended prematurely: osmo-stp_10.42.42.5(pid=20532) [trial-2376↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20532)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:oc2g ping_idle_ping.py
----------------------------------------------
15:51:34.348533 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:51:34.360123 tst                        gprs:oc2g: Using 1 x bts (candidates: 1)
15:51:34.489806 tst                ping_idle_ping.py: using LAC 29006
15:51:34.619649 tst                ping_idle_ping.py: using RAC 191
15:51:34.742802 tst                ping_idle_ping.py: using CellId 29006
15:51:34.865882 tst                ping_idle_ping.py: using BVCI 29007
15:51:34.890463 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:51:34.901610 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:51:34.912491 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:51:34.923823 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:51:34.934849 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:51:34.945851 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:51:34.957002 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
15:51:34.967954 tst                        gprs:oc2g: Using 1 x modem (candidates: 4)
15:51:35.242152 tst             ping_idle_ping.py:24: start network...
15:51:35.365951 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:51:35.837409 run         create_hlr_db(pid=20526): Launched
15:51:36.010406 bus                          /gobi_6: Setting Powered False
15:51:37.031002 run         create_hlr_db(pid=20526): Terminated: ok {rc=0}
15:51:37.454844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20528): Launched
15:51:37.773154 run   osmo-hlr_10.42.42.2(pid=20529): Launched
15:51:37.893049 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:51:38.446074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20531): Launched
15:51:38.764497 run   osmo-stp_10.42.42.5(pid=20532): Launched
15:51:38.881398 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:51:39.437353 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20534): Launched
15:51:39.550848 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:51:39.828110 run              patchelf(pid=20535): Launched
15:51:40.013846 run   osmo-stp_10.42.42.5(pid=20532): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20532)]
15:51:40.150331 run   osmo-stp_10.42.42.5(pid=20532): stdout: 
| (launched: 2022-12-10_15:51:38.608021)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:51:40.286537 run   osmo-stp_10.42.42.5(pid=20532): stderr: 
| �[0;m�[38;5;43m20221210155138801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155138801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155138801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155138802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155138802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155138802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155138802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:51:40.418152 run   osmo-stp_10.42.42.5(pid=20532): stdout: 
| (launched: 2022-12-10_15:51:38.608021)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:51:40.548446 run   osmo-stp_10.42.42.5(pid=20532): stderr: 
| �[0;m�[38;5;43m20221210155138801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155138801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155138801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155138802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155138802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155138802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155138802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:51:40.700710 run              patchelf(pid=20535): Terminating (SIGINT)
15:51:40.879020 run              patchelf(pid=20535): Terminated: ok {rc=0}
15:51:40.911236 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20532): Process ended prematurely: osmo-stp_10.42.42.5(pid=20532) [trial-2376↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20532)]  [trial-2376↪gprs:oc2g↪ping_idle_ping.py:27]
15:51:40.920288 tst             ping_idle_ping.py:27: Test FAILED (6.6 sec)
15:51:40.983112 run   osmo-hlr_10.42.42.2(pid=20529): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20529)]
15:51:41.034646 run   osmo-hlr_10.42.42.2(pid=20529): stdout: 
| (launched: 2022-12-10_15:51:37.617312) 
15:51:41.086591 run   osmo-hlr_10.42.42.2(pid=20529): stderr: 
| �[0;m�[1;31m20221210155137815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155137815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155137815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155137815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155137815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155137815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155137830 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155137838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155137839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155137839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:51:41.130808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20528): Terminating (SIGTERM)
15:51:41.172498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20531): Terminating (SIGTERM)
15:51:41.214288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20534): Terminating (SIGTERM)
15:51:41.224029 ---      ParallelTerminationStrategy: PID 20528 died...
15:51:41.279775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20528): Terminated: ok {rc=0}
15:51:41.289933 ---      ParallelTerminationStrategy: PID 20531 died...
15:51:41.345635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20531): Terminated: ok {rc=0}
15:51:41.355831 ---      ParallelTerminationStrategy: PID 20534 died...
15:51:41.411793 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20534): Terminated: ok {rc=0}
15:51:41.500546 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>30</id><name>gprs_oc2g</name><properties></properties><timestamp>2022-12-10T15:50:43</timestamp></suite><suite><case><age>238</age><className>gprs:oc2g+mod-bts0-egprs</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20550): Process ended prematurely: osmo-stp_10.42.42.5(pid=20550) [trial-2376↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20550)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20550): Process ended prematurely: osmo-stp_10.42.42.5(pid=20550) [trial-2376↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20550)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py
----------------------------------------------
15:51:43.627118 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:51:43.638222 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)
15:51:43.768812 tst         cs_paging_gprs_active.py: using LAC 29007
15:51:43.891807 tst         cs_paging_gprs_active.py: using RAC 192
15:51:44.015957 tst         cs_paging_gprs_active.py: using CellId 29007
15:51:44.140794 tst         cs_paging_gprs_active.py: using BVCI 29008
15:51:44.165489 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:51:44.177215 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:51:44.188627 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:51:44.199775 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:51:44.210796 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:51:44.221765 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:51:44.233009 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:51:44.243936 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:51:44.255041 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)
15:51:44.369505 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)
15:51:44.643960 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
15:51:44.768630 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:51:45.077454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20540): Launched
15:51:45.333444 run iperf3-srv_10.42.42.10(pid=20541): Launched
15:51:45.514784 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
15:51:45.638847 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:51:45.985917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20542): Launched
15:51:46.280851 run iperf3-srv_10.42.42.10(pid=20543): Launched
15:51:46.481630 tst      cs_paging_gprs_active.py:38: start network...
15:51:46.618707 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:51:47.172712 run         create_hlr_db(pid=20544): Launched
15:51:47.357886 bus                          /gobi_6: Setting Powered False
15:51:48.378133 run         create_hlr_db(pid=20544): Terminated: ok {rc=0}
15:51:48.800607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20546): Launched
15:51:49.117116 run   osmo-hlr_10.42.42.2(pid=20547): Launched
15:51:49.232284 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:51:49.782289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20549): Launched
15:51:50.099190 run   osmo-stp_10.42.42.5(pid=20550): Launched
15:51:50.213787 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:51:50.767504 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20552): Launched
15:51:50.880870 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:51:51.157009 run              patchelf(pid=20553): Launched
15:51:51.342920 run   osmo-stp_10.42.42.5(pid=20550): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20550)]
15:51:51.479192 run   osmo-stp_10.42.42.5(pid=20550): stdout: 
| (launched: 2022-12-10_15:51:49.943739)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:51:51.615973 run   osmo-stp_10.42.42.5(pid=20550): stderr: 
| �[0;m�[38;5;43m20221210155150136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155150136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155150136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155150137 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155150139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155150139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155150139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:51:51.747314 run   osmo-stp_10.42.42.5(pid=20550): stdout: 
| (launched: 2022-12-10_15:51:49.943739)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:51:51.877802 run   osmo-stp_10.42.42.5(pid=20550): stderr: 
| �[0;m�[38;5;43m20221210155150136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155150136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155150136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155150137 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155150139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155150139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155150139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:51:52.030114 run              patchelf(pid=20553): Terminating (SIGINT)
15:51:52.209265 run              patchelf(pid=20553): Terminated: ok {rc=0}
15:51:52.241958 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20550): Process ended prematurely: osmo-stp_10.42.42.5(pid=20550) [trial-2376↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20550)]  [trial-2376↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]
15:51:52.251801 tst      cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)
15:51:52.314622 run   osmo-hlr_10.42.42.2(pid=20547): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20547)]
15:51:52.365974 run   osmo-hlr_10.42.42.2(pid=20547): stdout: 
| (launched: 2022-12-10_15:51:48.962320) 
15:51:52.417920 run   osmo-hlr_10.42.42.2(pid=20547): stderr: 
| �[0;m�[1;31m20221210155149160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155149160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155149160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155149160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155149160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155149160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155149174 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155149182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155149182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155149182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:51:52.462290 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20540): Terminating (SIGTERM)
15:51:52.504074 run iperf3-srv_10.42.42.10(pid=20541): Terminating (SIGTERM)
15:51:52.545913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20542): Terminating (SIGTERM)
15:51:52.587535 run iperf3-srv_10.42.42.10(pid=20543): Terminating (SIGTERM)
15:51:52.629451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20546): Terminating (SIGTERM)
15:51:52.671442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20549): Terminating (SIGTERM)
15:51:52.713283 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20552): Terminating (SIGTERM)
15:51:52.722889 ---      ParallelTerminationStrategy: PID 20540 died...
15:51:52.779165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20540): Terminated: ok {rc=0}
15:51:52.789250 ---      ParallelTerminationStrategy: PID 20541 died...
15:51:52.844687 run iperf3-srv_10.42.42.10(pid=20541): Terminated {rc=256}
15:51:52.854595 ---      ParallelTerminationStrategy: PID 20542 died...
15:51:52.910017 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20542): Terminated: ok {rc=0}
15:51:52.919983 ---      ParallelTerminationStrategy: PID 20543 died...
15:51:52.975474 run iperf3-srv_10.42.42.10(pid=20543): Terminated {rc=256}
15:51:52.985432 ---      ParallelTerminationStrategy: PID 20546 died...
15:51:53.041077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20546): Terminated: ok {rc=0}
15:51:53.051024 ---      ParallelTerminationStrategy: PID 20549 died...
15:51:53.106503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20549): Terminated: ok {rc=0}
15:51:53.116369 ---      ParallelTerminationStrategy: PID 20552 died...
15:51:53.172254 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20552): Terminated: ok {rc=0}
15:51:53.259593 bus                          /gobi_0: Setting Powered False
15:51:54.366720 bus                          /gobi_0: Setting Powered False
15:51:55.474023 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:oc2g+mod-bts0-egprs</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20562): Process ended prematurely: osmo-stp_10.42.42.5(pid=20562) [trial-2376↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20562)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20562): Process ended prematurely: osmo-stp_10.42.42.5(pid=20562) [trial-2376↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20562)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:oc2g+mod-bts0-egprs iperf3.py
----------------------------------------------
15:51:56.586430 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:51:56.598640 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)
15:51:56.727616 tst                        iperf3.py: using LAC 29008
15:51:56.851577 tst                        iperf3.py: using RAC 193
15:51:56.981870 tst                        iperf3.py: using CellId 29008
15:51:57.104567 tst                        iperf3.py: using BVCI 29009
15:51:57.128868 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:51:57.140116 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:51:57.151205 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:51:57.162481 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:51:57.173408 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:51:57.184337 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:51:57.195525 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:51:57.206452 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:51:57.217628 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)
15:51:57.493194 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
15:51:57.617312 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:51:57.924769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20554): Launched
15:51:58.179669 run iperf3-srv_10.42.42.10(pid=20555): Launched
15:51:58.360017 tst                      iperf3.py:8: start network...
15:51:58.483130 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:51:58.949119 run         create_hlr_db(pid=20556): Launched
15:51:59.119256 bus                          /gobi_6: Setting Powered False
15:52:00.142709 run         create_hlr_db(pid=20556): Terminated: ok {rc=0}
15:52:00.563032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20558): Launched
15:52:00.922446 run   osmo-hlr_10.42.42.2(pid=20559): Launched
15:52:01.126736 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:52:01.743051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20561): Launched
15:52:02.220505 run   osmo-stp_10.42.42.5(pid=20562): Launched
15:52:02.342342 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:52:02.892493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20564): Launched
15:52:02.998529 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:52:03.257279 run              patchelf(pid=20565): Launched
15:52:03.431572 run   osmo-stp_10.42.42.5(pid=20562): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20562)]
15:52:03.559904 run   osmo-stp_10.42.42.5(pid=20562): stdout: 
| (launched: 2022-12-10_15:52:01.907706)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:52:03.688516 run   osmo-stp_10.42.42.5(pid=20562): stderr: 
| �[0;m�[38;5;43m20221210155202131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155202131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155202132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155202132 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155202132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155202133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155202133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:52:03.812696 run   osmo-stp_10.42.42.5(pid=20562): stdout: 
| (launched: 2022-12-10_15:52:01.907706)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:52:03.935103 run   osmo-stp_10.42.42.5(pid=20562): stderr: 
| �[0;m�[38;5;43m20221210155202131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155202131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155202132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155202132 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155202132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155202133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155202133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:52:04.078191 run              patchelf(pid=20565): Terminating (SIGINT)
15:52:04.246804 run              patchelf(pid=20565): Terminated: ok {rc=0}
15:52:04.277816 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20562): Process ended prematurely: osmo-stp_10.42.42.5(pid=20562) [trial-2376↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20562)]  [trial-2376↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]
15:52:04.287053 tst                      iperf3.py:8: Test FAILED (7.7 sec)
15:52:04.347815 run   osmo-hlr_10.42.42.2(pid=20559): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20559)]
15:52:04.397054 run   osmo-hlr_10.42.42.2(pid=20559): stdout: 
| (launched: 2022-12-10_15:52:00.723756) 
15:52:04.447379 run   osmo-hlr_10.42.42.2(pid=20559): stderr: 
| �[0;m�[1;31m20221210155200973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155200973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155200973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155200973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155200973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155200973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155200986 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155201000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155201000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155201000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:52:04.490154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20554): Terminating (SIGTERM)
15:52:04.530276 run iperf3-srv_10.42.42.10(pid=20555): Terminating (SIGTERM)
15:52:04.570675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20558): Terminating (SIGTERM)
15:52:04.611715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20561): Terminating (SIGTERM)
15:52:04.651945 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20564): Terminating (SIGTERM)
15:52:04.661435 ---      ParallelTerminationStrategy: PID 20554 died...
15:52:04.715587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20554): Terminated: ok {rc=0}
15:52:04.725406 ---      ParallelTerminationStrategy: PID 20555 died...
15:52:04.778680 run iperf3-srv_10.42.42.10(pid=20555): Terminated {rc=256}
15:52:04.788433 ---      ParallelTerminationStrategy: PID 20558 died...
15:52:04.842097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20558): Terminated: ok {rc=0}
15:52:04.851730 ---      ParallelTerminationStrategy: PID 20561 died...
15:52:04.905496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20561): Terminated: ok {rc=0}
15:52:04.915119 ---      ParallelTerminationStrategy: PID 20564 died...
15:52:04.968664 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20564): Terminated: ok {rc=0}
15:52:05.058290 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:oc2g+mod-bts0-egprs</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20580): Process ended prematurely: osmo-stp_10.42.42.5(pid=20580) [trial-2376↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20580)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20580): Process ended prematurely: osmo-stp_10.42.42.5(pid=20580) [trial-2376↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20580)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:oc2g+mod-bts0-egprs iperf3m4.py
----------------------------------------------
15:52:06.168576 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:52:06.180131 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)
15:52:06.315285 tst                      iperf3m4.py: using LAC 29009
15:52:06.450913 tst                      iperf3m4.py: using RAC 194
15:52:06.575494 tst                      iperf3m4.py: using CellId 29009
15:52:06.701973 tst                      iperf3m4.py: using BVCI 29010
15:52:06.726575 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:52:06.737969 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:52:06.749067 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:52:06.760744 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:52:06.772225 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:52:06.783763 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:52:06.795426 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:52:06.806890 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:52:06.818431 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)
15:52:06.937952 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)
15:52:07.052141 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)
15:52:07.171505 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)
15:52:07.444726 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
15:52:07.569263 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:52:07.878659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20566): Launched
15:52:08.133951 run iperf3-srv_10.42.42.10(pid=20567): Launched
15:52:08.315547 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
15:52:08.438857 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:52:08.746751 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20568): Launched
15:52:09.002055 run iperf3-srv_10.42.42.10(pid=20569): Launched
15:52:09.182857 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
15:52:09.306562 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:52:09.614782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20570): Launched
15:52:09.870799 run iperf3-srv_10.42.42.10(pid=20571): Launched
15:52:10.051866 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
15:52:10.175655 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:52:10.484619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20572): Launched
15:52:10.740027 run iperf3-srv_10.42.42.10(pid=20573): Launched
15:52:10.921482 tst                    iperf3m4.py:8: start network...
15:52:11.045333 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:52:11.513722 run         create_hlr_db(pid=20574): Launched
15:52:11.685277 bus                          /gobi_6: Setting Powered False
15:52:12.706813 run         create_hlr_db(pid=20574): Terminated: ok {rc=0}
15:52:13.129396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20576): Launched
15:52:13.447278 run   osmo-hlr_10.42.42.2(pid=20577): Launched
15:52:13.566039 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:52:14.119393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20579): Launched
15:52:14.437931 run   osmo-stp_10.42.42.5(pid=20580): Launched
15:52:14.553545 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:52:15.109249 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20582): Launched
15:52:15.222768 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:52:15.500255 run              patchelf(pid=20583): Launched
15:52:15.686598 run   osmo-stp_10.42.42.5(pid=20580): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20580)]
15:52:15.822704 run   osmo-stp_10.42.42.5(pid=20580): stdout: 
| (launched: 2022-12-10_15:52:14.281696)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:52:15.961461 run   osmo-stp_10.42.42.5(pid=20580): stderr: 
| �[0;m�[38;5;43m20221210155214471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155214471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155214471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155214472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155214472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155214472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155214472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:52:16.095465 run   osmo-stp_10.42.42.5(pid=20580): stdout: 
| (launched: 2022-12-10_15:52:14.281696)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:52:16.227505 run   osmo-stp_10.42.42.5(pid=20580): stderr: 
| �[0;m�[38;5;43m20221210155214471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155214471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155214471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155214472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155214472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155214472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155214472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:52:16.382605 run              patchelf(pid=20583): Terminating (SIGINT)
15:52:16.565343 run              patchelf(pid=20583): Terminated: ok {rc=0}
15:52:16.599572 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20580): Process ended prematurely: osmo-stp_10.42.42.5(pid=20580) [trial-2376↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20580)]  [trial-2376↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]
15:52:16.609982 tst                    iperf3m4.py:8: Test FAILED (10.5 sec)
15:52:16.673671 run   osmo-hlr_10.42.42.2(pid=20577): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20577)]
15:52:16.725612 run   osmo-hlr_10.42.42.2(pid=20577): stdout: 
| (launched: 2022-12-10_15:52:13.291233) 
15:52:16.778318 run   osmo-hlr_10.42.42.2(pid=20577): stderr: 
| �[0;m�[1;31m20221210155213488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155213488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155213488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155213488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155213488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155213488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155213501 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155213509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155213509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155213509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:52:16.823370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20566): Terminating (SIGTERM)
15:52:16.867678 run iperf3-srv_10.42.42.10(pid=20567): Terminating (SIGTERM)
15:52:16.911917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20568): Terminating (SIGTERM)
15:52:16.954964 run iperf3-srv_10.42.42.10(pid=20569): Terminating (SIGTERM)
15:52:17.000256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20570): Terminating (SIGTERM)
15:52:17.044800 run iperf3-srv_10.42.42.10(pid=20571): Terminating (SIGTERM)
15:52:17.089291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20572): Terminating (SIGTERM)
15:52:17.133559 run iperf3-srv_10.42.42.10(pid=20573): Terminating (SIGTERM)
15:52:17.177398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20576): Terminating (SIGTERM)
15:52:17.219504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20579): Terminating (SIGTERM)
15:52:17.261136 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20582): Terminating (SIGTERM)
15:52:17.270661 ---      ParallelTerminationStrategy: PID 20566 died...
15:52:17.326365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20566): Terminated: ok {rc=0}
15:52:17.336294 ---      ParallelTerminationStrategy: PID 20567 died...
15:52:17.391487 run iperf3-srv_10.42.42.10(pid=20567): Terminated {rc=256}
15:52:17.401832 ---      ParallelTerminationStrategy: PID 20568 died...
15:52:17.457066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20568): Terminated: ok {rc=0}
15:52:17.466914 ---      ParallelTerminationStrategy: PID 20569 died...
15:52:17.521871 run iperf3-srv_10.42.42.10(pid=20569): Terminated {rc=256}
15:52:17.531729 ---      ParallelTerminationStrategy: PID 20570 died...
15:52:17.587001 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20570): Terminated: ok {rc=0}
15:52:17.596818 ---      ParallelTerminationStrategy: PID 20571 died...
15:52:17.651776 run iperf3-srv_10.42.42.10(pid=20571): Terminated {rc=256}
15:52:17.661724 ---      ParallelTerminationStrategy: PID 20572 died...
15:52:17.716541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20572): Terminated: ok {rc=0}
15:52:17.726404 ---      ParallelTerminationStrategy: PID 20573 died...
15:52:17.781263 run iperf3-srv_10.42.42.10(pid=20573): Terminated {rc=256}
15:52:17.791068 ---      ParallelTerminationStrategy: PID 20576 died...
15:52:17.846468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20576): Terminated: ok {rc=0}
15:52:17.856372 ---      ParallelTerminationStrategy: PID 20579 died...
15:52:17.911645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20579): Terminated: ok {rc=0}
15:52:17.921758 ---      ParallelTerminationStrategy: PID 20582 died...
15:52:17.977616 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20582): Terminated: ok {rc=0}
15:52:18.065650 bus                          /gobi_4: Setting Powered False
15:52:19.173301 bus                          /gobi_4: Setting Powered False
15:52:20.284918 bus                          /gobi_1: Setting Powered False
15:52:21.388171 bus                          /gobi_1: Setting Powered False
15:52:22.499574 bus                          /gobi_0: Setting Powered False
15:52:23.603410 bus                          /gobi_0: Setting Powered False
15:52:24.714949 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:oc2g+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20590): Process ended prematurely: osmo-stp_10.42.42.5(pid=20590) [trial-2376↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20590)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20590): Process ended prematurely: osmo-stp_10.42.42.5(pid=20590) [trial-2376↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20590)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:oc2g+mod-bts0-egprs ping.py
----------------------------------------------
15:52:25.782143 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:52:25.793881 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)
15:52:25.922806 tst                          ping.py: using LAC 29010
15:52:26.046085 tst                          ping.py: using RAC 195
15:52:26.170381 tst                          ping.py: using CellId 29010
15:52:26.292532 tst                          ping.py: using BVCI 29011
15:52:26.316632 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:52:26.328548 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:52:26.339790 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:52:26.351455 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:52:26.362870 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:52:26.374280 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:52:26.386402 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:52:26.397469 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)
15:52:26.669765 tst                       ping.py:19: start network...
15:52:26.791312 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:52:27.251525 run         create_hlr_db(pid=20584): Launched
15:52:27.420334 bus                          /gobi_6: Setting Powered False
15:52:28.442376 run         create_hlr_db(pid=20584): Terminated: ok {rc=0}
15:52:28.857191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20586): Launched
15:52:29.169604 run   osmo-hlr_10.42.42.2(pid=20587): Launched
15:52:29.284632 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:52:29.829533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20589): Launched
15:52:30.142113 run   osmo-stp_10.42.42.5(pid=20590): Launched
15:52:30.255353 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:52:30.801495 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20592): Launched
15:52:30.924298 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:52:31.213069 run              patchelf(pid=20593): Launched
15:52:31.399064 run   osmo-stp_10.42.42.5(pid=20590): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20590)]
15:52:31.534471 run   osmo-stp_10.42.42.5(pid=20590): stdout: 
| (launched: 2022-12-10_15:52:29.988352)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:52:31.670877 run   osmo-stp_10.42.42.5(pid=20590): stderr: 
| �[0;m�[38;5;43m20221210155230179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155230179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155230179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155230180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155230180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155230180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155230180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:52:31.804471 run   osmo-stp_10.42.42.5(pid=20590): stdout: 
| (launched: 2022-12-10_15:52:29.988352)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:52:31.934813 run   osmo-stp_10.42.42.5(pid=20590): stderr: 
| �[0;m�[38;5;43m20221210155230179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155230179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155230179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155230180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155230180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155230180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155230180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:52:32.086691 run              patchelf(pid=20593): Terminating (SIGINT)
15:52:32.263076 run              patchelf(pid=20593): Terminated: ok {rc=0}
15:52:32.294977 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20590): Process ended prematurely: osmo-stp_10.42.42.5(pid=20590) [trial-2376↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20590)]  [trial-2376↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]
15:52:32.304091 tst                       ping.py:22: Test FAILED (6.5 sec)
15:52:32.367501 run   osmo-hlr_10.42.42.2(pid=20587): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20587)]
15:52:32.419281 run   osmo-hlr_10.42.42.2(pid=20587): stdout: 
| (launched: 2022-12-10_15:52:29.015628) 
15:52:32.471235 run   osmo-hlr_10.42.42.2(pid=20587): stderr: 
| �[0;m�[1;31m20221210155229213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155229213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155229213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155229213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155229213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155229213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155229226 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155229234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155229234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155229234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:52:32.515584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20586): Terminating (SIGTERM)
15:52:32.557437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20589): Terminating (SIGTERM)
15:52:32.599419 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20592): Terminating (SIGTERM)
15:52:32.609154 ---      ParallelTerminationStrategy: PID 20586 died...
15:52:32.665233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20586): Terminated: ok {rc=0}
15:52:32.675334 ---      ParallelTerminationStrategy: PID 20589 died...
15:52:32.730997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20589): Terminated: ok {rc=0}
15:52:32.741090 ---      ParallelTerminationStrategy: PID 20592 died...
15:52:32.796840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20592): Terminated: ok {rc=0}
15:52:32.884780 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:oc2g+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20600): Process ended prematurely: osmo-stp_10.42.42.5(pid=20600) [trial-2376↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20600)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20600): Process ended prematurely: osmo-stp_10.42.42.5(pid=20600) [trial-2376↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20600)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py
----------------------------------------------
15:52:33.937238 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:52:33.949302 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)
15:52:34.080047 tst                ping_idle_ping.py: using LAC 29011
15:52:34.204518 tst                ping_idle_ping.py: using RAC 196
15:52:34.327346 tst                ping_idle_ping.py: using CellId 29011
15:52:34.452306 tst                ping_idle_ping.py: using BVCI 29012
15:52:34.476363 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:52:34.487531 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:52:34.498597 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:52:34.509692 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:52:34.520560 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:52:34.531506 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:52:34.542632 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
15:52:34.553735 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)
15:52:34.838325 tst             ping_idle_ping.py:24: start network...
15:52:34.968882 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:52:35.472140 run         create_hlr_db(pid=20594): Launched
15:52:35.654615 bus                          /gobi_6: Setting Powered False
15:52:36.675156 run         create_hlr_db(pid=20594): Terminated: ok {rc=0}
15:52:37.094819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20596): Launched
15:52:37.409529 run   osmo-hlr_10.42.42.2(pid=20597): Launched
15:52:37.528611 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:52:38.074641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20599): Launched
15:52:38.390801 run   osmo-stp_10.42.42.5(pid=20600): Launched
15:52:38.506297 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:52:39.055212 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20602): Launched
15:52:39.167505 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:52:39.441391 run              patchelf(pid=20603): Launched
15:52:39.625455 run   osmo-stp_10.42.42.5(pid=20600): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20600)]
15:52:39.760045 run   osmo-stp_10.42.42.5(pid=20600): stdout: 
| (launched: 2022-12-10_15:52:38.235911)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:52:39.895061 run   osmo-stp_10.42.42.5(pid=20600): stderr: 
| �[0;m�[38;5;43m20221210155238427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155238428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155238428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155238428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155238431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155238431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155238431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:52:40.026188 run   osmo-stp_10.42.42.5(pid=20600): stdout: 
| (launched: 2022-12-10_15:52:38.235911)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:52:40.155847 run   osmo-stp_10.42.42.5(pid=20600): stderr: 
| �[0;m�[38;5;43m20221210155238427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155238428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155238428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155238428 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155238431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155238431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155238431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:52:40.306285 run              patchelf(pid=20603): Terminating (SIGINT)
15:52:40.483813 run              patchelf(pid=20603): Terminated: ok {rc=0}
15:52:40.516069 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20600): Process ended prematurely: osmo-stp_10.42.42.5(pid=20600) [trial-2376↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20600)]  [trial-2376↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]
15:52:40.525490 tst             ping_idle_ping.py:27: Test FAILED (6.6 sec)
15:52:40.588715 run   osmo-hlr_10.42.42.2(pid=20597): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20597)]
15:52:40.640354 run   osmo-hlr_10.42.42.2(pid=20597): stdout: 
| (launched: 2022-12-10_15:52:37.255183) 
15:52:40.692437 run   osmo-hlr_10.42.42.2(pid=20597): stderr: 
| �[0;m�[1;31m20221210155237452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155237452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155237452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155237452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155237452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155237452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155237466 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155237474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155237474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155237474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:52:40.737236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20596): Terminating (SIGTERM)
15:52:40.779455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20599): Terminating (SIGTERM)
15:52:40.822175 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20602): Terminating (SIGTERM)
15:52:40.831639 ---      ParallelTerminationStrategy: PID 20596 died...
15:52:40.888552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20596): Terminated: ok {rc=0}
15:52:40.898864 ---      ParallelTerminationStrategy: PID 20599 died...
15:52:40.955352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20599): Terminated: ok {rc=0}
15:52:40.965538 ---      ParallelTerminationStrategy: PID 20602 died...
15:52:41.022137 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20602): Terminated: ok {rc=0}
15:52:41.111150 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>31</id><name>gprs_oc2g+mod-bts0-egprs</name><properties></properties><timestamp>2022-12-10T15:51:43</timestamp></suite><suite><case><age>238</age><className>gprs:oc2g+mod-bts0-dynts-ipa</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20617): Process ended prematurely: osmo-stp_10.42.42.5(pid=20617) [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20617)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20617): Process ended prematurely: osmo-stp_10.42.42.5(pid=20617) [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20617)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py
----------------------------------------------
15:52:43.221394 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:52:43.232227 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
15:52:43.376370 tst         cs_paging_gprs_active.py: using LAC 29012
15:52:43.498812 tst         cs_paging_gprs_active.py: using RAC 197
15:52:43.622580 tst         cs_paging_gprs_active.py: using CellId 29012
15:52:43.750147 tst         cs_paging_gprs_active.py: using BVCI 29013
15:52:43.774453 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:52:43.785824 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:52:43.796875 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:52:43.807960 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:52:43.819019 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:52:43.830222 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:52:43.841393 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:52:43.852374 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:52:43.863603 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
15:52:43.982668 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
15:52:44.273871 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
15:52:44.408231 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:52:44.740269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20607): Launched
15:52:45.014167 run iperf3-srv_10.42.42.10(pid=20608): Launched
15:52:45.211345 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
15:52:45.344879 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:52:45.675785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20609): Launched
15:52:45.977164 run iperf3-srv_10.42.42.10(pid=20610): Launched
15:52:46.167309 tst      cs_paging_gprs_active.py:38: start network...
15:52:46.297547 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:52:46.822492 run         create_hlr_db(pid=20611): Launched
15:52:47.002321 bus                          /gobi_6: Setting Powered False
15:52:48.018996 run         create_hlr_db(pid=20611): Terminated: ok {rc=0}
15:52:48.416927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20613): Launched
15:52:48.717454 run   osmo-hlr_10.42.42.2(pid=20614): Launched
15:52:48.827075 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:52:49.352889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20616): Launched
15:52:49.673509 run   osmo-stp_10.42.42.5(pid=20617): Launched
15:52:49.788930 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:52:50.348002 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20619): Launched
15:52:50.461596 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:52:50.739991 run              patchelf(pid=20620): Launched
15:52:50.926719 run   osmo-stp_10.42.42.5(pid=20617): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20617)]
15:52:51.063918 run   osmo-stp_10.42.42.5(pid=20617): stdout: 
| (launched: 2022-12-10_15:52:49.516143)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:52:51.201690 run   osmo-stp_10.42.42.5(pid=20617): stderr: 
| �[0;m�[38;5;43m20221210155249707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155249707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155249707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155249708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155249710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155249710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155249710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:52:51.333923 run   osmo-stp_10.42.42.5(pid=20617): stdout: 
| (launched: 2022-12-10_15:52:49.516143)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:52:51.464528 run   osmo-stp_10.42.42.5(pid=20617): stderr: 
| �[0;m�[38;5;43m20221210155249707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155249707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155249707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155249708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155249710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155249710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155249710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:52:51.617325 run              patchelf(pid=20620): Terminating (SIGINT)
15:52:51.796571 run              patchelf(pid=20620): Terminated: ok {rc=0}
15:52:51.829612 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20617): Process ended prematurely: osmo-stp_10.42.42.5(pid=20617) [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20617)]  [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]
15:52:51.839210 tst      cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)
15:52:51.902011 run   osmo-hlr_10.42.42.2(pid=20614): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20614)]
15:52:51.953306 run   osmo-hlr_10.42.42.2(pid=20614): stdout: 
| (launched: 2022-12-10_15:52:48.569990) 
15:52:52.005379 run   osmo-hlr_10.42.42.2(pid=20614): stderr: 
| �[0;m�[1;31m20221210155248744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155248744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155248745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155248745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155248745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155248745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155248757 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155248765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155248766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155248766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:52:52.049909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20607): Terminating (SIGTERM)
15:52:52.092146 run iperf3-srv_10.42.42.10(pid=20608): Terminating (SIGTERM)
15:52:52.134764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20609): Terminating (SIGTERM)
15:52:52.176699 run iperf3-srv_10.42.42.10(pid=20610): Terminating (SIGTERM)
15:52:52.220368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20613): Terminating (SIGTERM)
15:52:52.261932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20616): Terminating (SIGTERM)
15:52:52.303961 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20619): Terminating (SIGTERM)
15:52:52.313513 ---      ParallelTerminationStrategy: PID 20607 died...
15:52:52.368807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20607): Terminated: ok {rc=0}
15:52:52.378701 ---      ParallelTerminationStrategy: PID 20608 died...
15:52:52.433540 run iperf3-srv_10.42.42.10(pid=20608): Terminated {rc=256}
15:52:52.443359 ---      ParallelTerminationStrategy: PID 20609 died...
15:52:52.498275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20609): Terminated: ok {rc=0}
15:52:52.508072 ---      ParallelTerminationStrategy: PID 20610 died...
15:52:52.563760 run iperf3-srv_10.42.42.10(pid=20610): Terminated {rc=256}
15:52:52.573980 ---      ParallelTerminationStrategy: PID 20613 died...
15:52:52.628846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20613): Terminated: ok {rc=0}
15:52:52.638664 ---      ParallelTerminationStrategy: PID 20616 died...
15:52:52.693497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20616): Terminated: ok {rc=0}
15:52:52.703322 ---      ParallelTerminationStrategy: PID 20619 died...
15:52:52.758328 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20619): Terminated: ok {rc=0}
15:52:52.844523 bus                          /gobi_0: Setting Powered False
15:52:53.949055 bus                          /gobi_0: Setting Powered False
15:52:55.060368 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:oc2g+mod-bts0-dynts-ipa</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20629): Process ended prematurely: osmo-stp_10.42.42.5(pid=20629) [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20629)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20629): Process ended prematurely: osmo-stp_10.42.42.5(pid=20629) [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20629)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py
----------------------------------------------
15:52:56.170549 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:52:56.181973 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
15:52:56.327679 tst                        iperf3.py: using LAC 29013
15:52:56.446177 tst                        iperf3.py: using RAC 198
15:52:56.563353 tst                        iperf3.py: using CellId 29013
15:52:56.682230 tst                        iperf3.py: using BVCI 29014
15:52:56.704814 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:52:56.715601 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:52:56.726228 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:52:56.736931 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:52:56.747648 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:52:56.758504 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:52:56.769345 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:52:56.780047 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:52:56.791078 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
15:52:57.080763 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
15:52:57.213985 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:52:57.543192 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20621): Launched
15:52:57.815379 run iperf3-srv_10.42.42.10(pid=20622): Launched
15:52:58.010163 tst                      iperf3.py:8: start network...
15:52:58.143432 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:52:58.650138 run         create_hlr_db(pid=20623): Launched
15:52:58.833399 bus                          /gobi_6: Setting Powered False
15:52:59.854944 run         create_hlr_db(pid=20623): Terminated: ok {rc=0}
15:53:00.276011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20625): Launched
15:53:00.592368 run   osmo-hlr_10.42.42.2(pid=20626): Launched
15:53:00.713182 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:53:01.295778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20628): Launched
15:53:01.709864 run   osmo-stp_10.42.42.5(pid=20629): Launched
15:53:01.902101 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:53:02.510634 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20631): Launched
15:53:02.617622 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:53:02.877549 run              patchelf(pid=20632): Launched
15:53:03.052018 run   osmo-stp_10.42.42.5(pid=20629): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20629)]
15:53:03.180647 run   osmo-stp_10.42.42.5(pid=20629): stdout: 
| (launched: 2022-12-10_15:53:01.451084)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:53:03.309385 run   osmo-stp_10.42.42.5(pid=20629): stderr: 
| �[0;m�[38;5;43m20221210155301790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155301790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155301790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155301790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155301791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155301791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155301791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:53:03.433250 run   osmo-stp_10.42.42.5(pid=20629): stdout: 
| (launched: 2022-12-10_15:53:01.451084)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:53:03.555980 run   osmo-stp_10.42.42.5(pid=20629): stderr: 
| �[0;m�[38;5;43m20221210155301790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155301790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155301790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155301790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155301791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155301791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155301791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:53:03.699105 run              patchelf(pid=20632): Terminating (SIGINT)
15:53:03.867720 run              patchelf(pid=20632): Terminated: ok {rc=0}
15:53:03.898789 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20629): Process ended prematurely: osmo-stp_10.42.42.5(pid=20629) [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20629)]  [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]
15:53:03.907919 tst                      iperf3.py:8: Test FAILED (7.8 sec)
15:53:03.968566 run   osmo-hlr_10.42.42.2(pid=20626): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20626)]
15:53:04.018119 run   osmo-hlr_10.42.42.2(pid=20626): stdout: 
| (launched: 2022-12-10_15:53:00.437429) 
15:53:04.068094 run   osmo-hlr_10.42.42.2(pid=20626): stderr: 
| �[0;m�[1;31m20221210155300637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155300637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155300637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155300637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155300637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155300637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155300650 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155300658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155300659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155300659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:53:04.110596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20621): Terminating (SIGTERM)
15:53:04.150805 run iperf3-srv_10.42.42.10(pid=20622): Terminating (SIGTERM)
15:53:04.191011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20625): Terminating (SIGTERM)
15:53:04.231145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20628): Terminating (SIGTERM)
15:53:04.271169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20631): Terminating (SIGTERM)
15:53:04.280473 ---      ParallelTerminationStrategy: PID 20621 died...
15:53:04.334593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20621): Terminated: ok {rc=0}
15:53:04.344417 ---      ParallelTerminationStrategy: PID 20622 died...
15:53:04.397904 run iperf3-srv_10.42.42.10(pid=20622): Terminated {rc=256}
15:53:04.407619 ---      ParallelTerminationStrategy: PID 20625 died...
15:53:04.460984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20625): Terminated: ok {rc=0}
15:53:04.470773 ---      ParallelTerminationStrategy: PID 20628 died...
15:53:04.524759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20628): Terminated: ok {rc=0}
15:53:04.534387 ---      ParallelTerminationStrategy: PID 20631 died...
15:53:04.587930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20631): Terminated: ok {rc=0}
15:53:04.672766 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:oc2g+mod-bts0-dynts-ipa</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20647): Process ended prematurely: osmo-stp_10.42.42.5(pid=20647) [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20647)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20647): Process ended prematurely: osmo-stp_10.42.42.5(pid=20647) [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20647)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py
----------------------------------------------
15:53:05.788273 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:53:05.800406 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
15:53:05.951437 tst                      iperf3m4.py: using LAC 29014
15:53:06.076410 tst                      iperf3m4.py: using RAC 199
15:53:06.203034 tst                      iperf3m4.py: using CellId 29014
15:53:06.328034 tst                      iperf3m4.py: using BVCI 29015
15:53:06.352661 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:53:06.364068 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:53:06.375211 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:53:06.386897 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:53:06.398494 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:53:06.410090 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:53:06.421899 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:53:06.433421 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:53:06.445235 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
15:53:06.565231 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
15:53:06.683094 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
15:53:06.801135 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
15:53:07.078111 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
15:53:07.203043 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:53:07.513943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20633): Launched
15:53:07.771210 run iperf3-srv_10.42.42.10(pid=20634): Launched
15:53:07.952897 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
15:53:08.076874 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:53:08.386853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20635): Launched
15:53:08.643930 run iperf3-srv_10.42.42.10(pid=20636): Launched
15:53:08.826859 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
15:53:08.951389 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:53:09.260783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20637): Launched
15:53:09.517714 run iperf3-srv_10.42.42.10(pid=20638): Launched
15:53:09.699104 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
15:53:09.823023 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:53:10.132225 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20639): Launched
15:53:10.388838 run iperf3-srv_10.42.42.10(pid=20640): Launched
15:53:10.570783 tst                    iperf3m4.py:8: start network...
15:53:10.695639 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:53:11.165195 run         create_hlr_db(pid=20641): Launched
15:53:11.337394 bus                          /gobi_6: Setting Powered False
15:53:12.360012 run         create_hlr_db(pid=20641): Terminated: ok {rc=0}
15:53:12.758648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20643): Launched
15:53:13.057496 run   osmo-hlr_10.42.42.2(pid=20644): Launched
15:53:13.170585 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:53:13.689010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20646): Launched
15:53:13.988486 run   osmo-stp_10.42.42.5(pid=20647): Launched
15:53:14.098471 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:53:14.619936 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20649): Launched
15:53:14.726957 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:53:14.988169 run              patchelf(pid=20650): Launched
15:53:15.163758 run   osmo-stp_10.42.42.5(pid=20647): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20647)]
15:53:15.292296 run   osmo-stp_10.42.42.5(pid=20647): stdout: 
| (launched: 2022-12-10_15:53:13.841328)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:53:15.421237 run   osmo-stp_10.42.42.5(pid=20647): stderr: 
| �[0;m�[38;5;43m20221210155314009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155314009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155314009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155314009 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155314010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155314010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155314010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:53:15.544866 run   osmo-stp_10.42.42.5(pid=20647): stdout: 
| (launched: 2022-12-10_15:53:13.841328)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:53:15.667714 run   osmo-stp_10.42.42.5(pid=20647): stderr: 
| �[0;m�[38;5;43m20221210155314009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155314009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155314009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155314009 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155314010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155314010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155314010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:53:15.811047 run              patchelf(pid=20650): Terminating (SIGINT)
15:53:15.982849 run              patchelf(pid=20650): Terminated: ok {rc=0}
15:53:16.015201 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20647): Process ended prematurely: osmo-stp_10.42.42.5(pid=20647) [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20647)]  [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]
15:53:16.025350 tst                    iperf3m4.py:8: Test FAILED (10.3 sec)
15:53:16.090710 run   osmo-hlr_10.42.42.2(pid=20644): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20644)]
15:53:16.142864 run   osmo-hlr_10.42.42.2(pid=20644): stdout: 
| (launched: 2022-12-10_15:53:12.910345) 
15:53:16.195507 run   osmo-hlr_10.42.42.2(pid=20644): stderr: 
| �[0;m�[1;31m20221210155313085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155313085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155313085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155313085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155313085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155313085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155313097 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155313106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155313106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155313106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:53:16.240674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20633): Terminating (SIGTERM)
15:53:16.284059 run iperf3-srv_10.42.42.10(pid=20634): Terminating (SIGTERM)
15:53:16.327129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20635): Terminating (SIGTERM)
15:53:16.369599 run iperf3-srv_10.42.42.10(pid=20636): Terminating (SIGTERM)
15:53:16.413327 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20637): Terminating (SIGTERM)
15:53:16.455682 run iperf3-srv_10.42.42.10(pid=20638): Terminating (SIGTERM)
15:53:16.501357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20639): Terminating (SIGTERM)
15:53:16.544772 run iperf3-srv_10.42.42.10(pid=20640): Terminating (SIGTERM)
15:53:16.586317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20643): Terminating (SIGTERM)
15:53:16.637375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20646): Terminating (SIGTERM)
15:53:16.684454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20649): Terminating (SIGTERM)
15:53:16.698867 ---      ParallelTerminationStrategy: PID 20633 died...
15:53:16.767360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20633): Terminated: ok {rc=0}
15:53:16.781034 ---      ParallelTerminationStrategy: PID 20634 died...
15:53:16.841260 run iperf3-srv_10.42.42.10(pid=20634): Terminated {rc=256}
15:53:16.852002 ---      ParallelTerminationStrategy: PID 20635 died...
15:53:16.917501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20635): Terminated: ok {rc=0}
15:53:16.929912 ---      ParallelTerminationStrategy: PID 20636 died...
15:53:17.000315 run iperf3-srv_10.42.42.10(pid=20636): Terminated {rc=256}
15:53:17.011236 ---      ParallelTerminationStrategy: PID 20637 died...
15:53:17.085916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20637): Terminated: ok {rc=0}
15:53:17.101054 ---      ParallelTerminationStrategy: PID 20638 died...
15:53:17.167063 run iperf3-srv_10.42.42.10(pid=20638): Terminated {rc=256}
15:53:17.177598 ---      ParallelTerminationStrategy: PID 20639 died...
15:53:17.234613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20639): Terminated: ok {rc=0}
15:53:17.245245 ---      ParallelTerminationStrategy: PID 20640 died...
15:53:17.300937 run iperf3-srv_10.42.42.10(pid=20640): Terminated {rc=256}
15:53:17.312581 ---      ParallelTerminationStrategy: PID 20643 died...
15:53:17.369831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20643): Terminated: ok {rc=0}
15:53:17.380449 ---      ParallelTerminationStrategy: PID 20646 died...
15:53:17.437765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20646): Terminated: ok {rc=0}
15:53:17.454476 ---      ParallelTerminationStrategy: PID 20649 died...
15:53:17.519270 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20649): Terminated: ok {rc=0}
15:53:17.625945 bus                          /gobi_4: Setting Powered False
15:53:18.755751 bus                          /gobi_4: Setting Powered False
15:53:19.871037 bus                          /gobi_1: Setting Powered False
15:53:20.980166 bus                          /gobi_1: Setting Powered False
15:53:22.093845 bus                          /gobi_0: Setting Powered False
15:53:23.205194 bus                          /gobi_0: Setting Powered False
15:53:24.320248 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:oc2g+mod-bts0-dynts-ipa</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20929): Process ended prematurely: osmo-stp_10.42.42.5(pid=20929) [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20929)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20929): Process ended prematurely: osmo-stp_10.42.42.5(pid=20929) [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20929)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:oc2g+mod-bts0-dynts-ipa ping.py
----------------------------------------------
15:53:25.392363 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:53:25.405588 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
15:53:25.564264 tst                          ping.py: using LAC 29015
15:53:25.687626 tst                          ping.py: using RAC 200
15:53:25.811242 tst                          ping.py: using CellId 29015
15:53:25.942183 tst                          ping.py: using BVCI 29016
15:53:25.967632 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:53:25.980065 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:53:25.992573 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:53:26.005282 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:53:26.017481 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:53:26.030701 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:53:26.043194 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:53:26.055824 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
15:53:26.351271 tst                       ping.py:19: start network...
15:53:26.486021 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:53:27.037425 run         create_hlr_db(pid=20923): Launched
15:53:27.225699 bus                          /gobi_6: Setting Powered False
15:53:28.248748 run         create_hlr_db(pid=20923): Terminated: ok {rc=0}
15:53:28.691392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20925): Launched
15:53:29.114645 run   osmo-hlr_10.42.42.2(pid=20926): Launched
15:53:29.358369 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:53:29.936693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20928): Launched
15:53:30.358908 run   osmo-stp_10.42.42.5(pid=20929): Launched
15:53:30.584170 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:53:31.225277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20931): Launched
15:53:31.385998 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:53:31.740461 run              patchelf(pid=20932): Launched
15:53:31.981313 run   osmo-stp_10.42.42.5(pid=20929): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20929)]
15:53:32.143508 run   osmo-stp_10.42.42.5(pid=20929): stdout: 
| (launched: 2022-12-10_15:53:30.101085)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:53:32.307248 run   osmo-stp_10.42.42.5(pid=20929): stderr: 
| �[0;m�[38;5;43m20221210155330398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155330398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155330398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155330405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155330405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155330405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155330405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:53:32.467991 run   osmo-stp_10.42.42.5(pid=20929): stdout: 
| (launched: 2022-12-10_15:53:30.101085)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:53:32.626255 run   osmo-stp_10.42.42.5(pid=20929): stderr: 
| �[0;m�[38;5;43m20221210155330398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155330398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155330398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155330405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155330405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155330405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155330405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:53:32.811865 run              patchelf(pid=20932): Terminating (SIGINT)
15:53:33.027430 run              patchelf(pid=20932): Terminated: ok {rc=0}
15:53:33.067996 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20929): Process ended prematurely: osmo-stp_10.42.42.5(pid=20929) [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20929)]  [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]
15:53:33.081660 tst                       ping.py:22: Test FAILED (7.7 sec)
15:53:33.157945 run   osmo-hlr_10.42.42.2(pid=20926): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20926)]
15:53:33.218836 run   osmo-hlr_10.42.42.2(pid=20926): stdout: 
| (launched: 2022-12-10_15:53:28.856908) 
15:53:33.280204 run   osmo-hlr_10.42.42.2(pid=20926): stderr: 
| �[0;m�[1;31m20221210155329164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155329164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155329164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155329164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155329164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155329164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155329184 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155329192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155329192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155329192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:53:33.335178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20925): Terminating (SIGTERM)
15:53:33.388185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20928): Terminating (SIGTERM)
15:53:33.441075 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20931): Terminating (SIGTERM)
15:53:33.452423 ---      ParallelTerminationStrategy: PID 20925 died...
15:53:33.511095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20925): Terminated: ok {rc=0}
15:53:33.522581 ---      ParallelTerminationStrategy: PID 20928 died...
15:53:33.583031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20928): Terminated: ok {rc=0}
15:53:33.594170 ---      ParallelTerminationStrategy: PID 20931 died...
15:53:33.652536 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20931): Terminated: ok {rc=0}
15:53:33.747039 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:oc2g+mod-bts0-dynts-ipa</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20939): Process ended prematurely: osmo-stp_10.42.42.5(pid=20939) [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20939)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20939): Process ended prematurely: osmo-stp_10.42.42.5(pid=20939) [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20939)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py
----------------------------------------------
15:53:34.803422 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:53:34.816431 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
15:53:34.970360 tst                ping_idle_ping.py: using LAC 29016
15:53:35.100124 tst                ping_idle_ping.py: using RAC 201
15:53:35.231155 tst                ping_idle_ping.py: using CellId 29016
15:53:35.356300 tst                ping_idle_ping.py: using BVCI 29017
15:53:35.381806 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:53:35.394220 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:53:35.406021 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:53:35.418177 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:53:35.430245 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:53:35.442118 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:53:35.454458 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
15:53:35.466795 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
15:53:35.762730 tst             ping_idle_ping.py:24: start network...
15:53:35.898034 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:53:36.453670 run         create_hlr_db(pid=20933): Launched
15:53:36.642366 bus                          /gobi_6: Setting Powered False
15:53:37.664330 run         create_hlr_db(pid=20933): Terminated: ok {rc=0}
15:53:38.108387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20935): Launched
15:53:38.527854 run   osmo-hlr_10.42.42.2(pid=20936): Launched
15:53:38.776922 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:53:39.351133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20938): Launched
15:53:39.767359 run   osmo-stp_10.42.42.5(pid=20939): Launched
15:53:39.985707 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:53:40.532600 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20942): Launched
15:53:40.644538 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:53:40.917149 run              patchelf(pid=20943): Launched
15:53:41.101429 run   osmo-stp_10.42.42.5(pid=20939): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20939)]
15:53:41.235314 run   osmo-stp_10.42.42.5(pid=20939): stdout: 
| (launched: 2022-12-10_15:53:39.513872)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:53:41.369736 run   osmo-stp_10.42.42.5(pid=20939): stderr: 
| �[0;m�[38;5;43m20221210155339812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155339812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155339813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155339813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155339814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155339814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155339814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:53:41.498881 run   osmo-stp_10.42.42.5(pid=20939): stdout: 
| (launched: 2022-12-10_15:53:39.513872)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:53:41.627179 run   osmo-stp_10.42.42.5(pid=20939): stderr: 
| �[0;m�[38;5;43m20221210155339812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155339812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155339813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155339813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155339814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155339814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155339814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:53:41.776410 run              patchelf(pid=20943): Terminating (SIGINT)
15:53:41.952708 run              patchelf(pid=20943): Terminated: ok {rc=0}
15:53:41.984713 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20939): Process ended prematurely: osmo-stp_10.42.42.5(pid=20939) [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20939)]  [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]
15:53:41.993851 tst             ping_idle_ping.py:27: Test FAILED (7.2 sec)
15:53:42.056300 run   osmo-hlr_10.42.42.2(pid=20936): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20936)]
15:53:42.107795 run   osmo-hlr_10.42.42.2(pid=20936): stdout: 
| (launched: 2022-12-10_15:53:38.272228) 
15:53:42.159933 run   osmo-hlr_10.42.42.2(pid=20936): stderr: 
| �[0;m�[1;31m20221210155338583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155338583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155338583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155338583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155338583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155338583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155338602 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155338610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155338611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155338611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:53:42.203994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20935): Terminating (SIGTERM)
15:53:42.245804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20938): Terminating (SIGTERM)
15:53:42.287783 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20942): Terminating (SIGTERM)
15:53:42.297494 ---      ParallelTerminationStrategy: PID 20935 died...
15:53:42.354075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20935): Terminated: ok {rc=0}
15:53:42.364138 ---      ParallelTerminationStrategy: PID 20938 died...
15:53:42.420796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20938): Terminated: ok {rc=0}
15:53:42.430823 ---      ParallelTerminationStrategy: PID 20942 died...
15:53:42.486598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20942): Terminated: ok {rc=0}
15:53:42.573517 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>62.0</duration><id>32</id><name>gprs_oc2g+mod-bts0-dynts-ipa</name><properties></properties><timestamp>2022-12-10T15:52:42</timestamp></suite><suite><case><age>238</age><className>gprs:oc2g+mod-bts0-dynts-osmo</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20957): Process ended prematurely: osmo-stp_10.42.42.5(pid=20957) [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20957)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20957): Process ended prematurely: osmo-stp_10.42.42.5(pid=20957) [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20957)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py
----------------------------------------------
15:53:44.684690 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:53:44.695653 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
15:53:44.839966 tst         cs_paging_gprs_active.py: using LAC 29017
15:53:44.955408 tst         cs_paging_gprs_active.py: using RAC 202
15:53:45.075017 tst         cs_paging_gprs_active.py: using CellId 29017
15:53:45.190581 tst         cs_paging_gprs_active.py: using BVCI 29018
15:53:45.213473 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:53:45.224180 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:53:45.234711 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:53:45.245718 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:53:45.256521 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:53:45.267589 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:53:45.278709 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:53:45.289591 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:53:45.300655 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
15:53:45.417847 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
15:53:45.694672 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
15:53:45.819503 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:53:46.178451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20947): Launched
15:53:46.457089 run iperf3-srv_10.42.42.10(pid=20948): Launched
15:53:46.646065 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
15:53:46.774517 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:53:47.114312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20949): Launched
15:53:47.406468 run iperf3-srv_10.42.42.10(pid=20950): Launched
15:53:47.604084 tst      cs_paging_gprs_active.py:38: start network...
15:53:47.737620 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:53:48.247814 run         create_hlr_db(pid=20951): Launched
15:53:48.432780 bus                          /gobi_6: Setting Powered False
15:53:49.453731 run         create_hlr_db(pid=20951): Terminated: ok {rc=0}
15:53:49.879219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20953): Launched
15:53:50.199785 run   osmo-hlr_10.42.42.2(pid=20954): Launched
15:53:50.320546 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:53:50.874624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20956): Launched
15:53:51.195331 run   osmo-stp_10.42.42.5(pid=20957): Launched
15:53:51.311721 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:53:51.868379 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20959): Launched
15:53:51.982022 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:53:52.260128 run              patchelf(pid=20960): Launched
15:53:52.447050 run   osmo-stp_10.42.42.5(pid=20957): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20957)]
15:53:52.583947 run   osmo-stp_10.42.42.5(pid=20957): stdout: 
| (launched: 2022-12-10_15:53:51.038271)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:53:52.721443 run   osmo-stp_10.42.42.5(pid=20957): stderr: 
| �[0;m�[38;5;43m20221210155351228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155351228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155351229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155351229 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155351230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155351230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155351230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:53:52.853504 run   osmo-stp_10.42.42.5(pid=20957): stdout: 
| (launched: 2022-12-10_15:53:51.038271)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:53:52.984378 run   osmo-stp_10.42.42.5(pid=20957): stderr: 
| �[0;m�[38;5;43m20221210155351228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155351228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155351229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155351229 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155351230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155351230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155351230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:53:53.138505 run              patchelf(pid=20960): Terminating (SIGINT)
15:53:53.317732 run              patchelf(pid=20960): Terminated: ok {rc=0}
15:53:53.350880 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20957): Process ended prematurely: osmo-stp_10.42.42.5(pid=20957) [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20957)]  [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]
15:53:53.360567 tst      cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)
15:53:53.422976 run   osmo-hlr_10.42.42.2(pid=20954): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20954)]
15:53:53.474248 run   osmo-hlr_10.42.42.2(pid=20954): stdout: 
| (launched: 2022-12-10_15:53:50.042551) 
15:53:53.525841 run   osmo-hlr_10.42.42.2(pid=20954): stderr: 
| �[0;m�[1;31m20221210155350241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155350241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155350241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155350241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155350241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155350241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155350254 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155350262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155350262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155350262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:53:53.570028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20947): Terminating (SIGTERM)
15:53:53.611479 run iperf3-srv_10.42.42.10(pid=20948): Terminating (SIGTERM)
15:53:53.652926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20949): Terminating (SIGTERM)
15:53:53.694352 run iperf3-srv_10.42.42.10(pid=20950): Terminating (SIGTERM)
15:53:53.736035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20953): Terminating (SIGTERM)
15:53:53.777723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20956): Terminating (SIGTERM)
15:53:53.819350 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20959): Terminating (SIGTERM)
15:53:53.828871 ---      ParallelTerminationStrategy: PID 20947 died...
15:53:53.884365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20947): Terminated: ok {rc=0}
15:53:53.894316 ---      ParallelTerminationStrategy: PID 20948 died...
15:53:53.949337 run iperf3-srv_10.42.42.10(pid=20948): Terminated {rc=256}
15:53:53.959110 ---      ParallelTerminationStrategy: PID 20949 died...
15:53:54.014155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20949): Terminated: ok {rc=0}
15:53:54.024005 ---      ParallelTerminationStrategy: PID 20950 died...
15:53:54.079159 run iperf3-srv_10.42.42.10(pid=20950): Terminated {rc=256}
15:53:54.089496 ---      ParallelTerminationStrategy: PID 20953 died...
15:53:54.144819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20953): Terminated: ok {rc=0}
15:53:54.154740 ---      ParallelTerminationStrategy: PID 20956 died...
15:53:54.209657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20956): Terminated: ok {rc=0}
15:53:54.219601 ---      ParallelTerminationStrategy: PID 20959 died...
15:53:54.274630 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20959): Terminated: ok {rc=0}
15:53:54.360855 bus                          /gobi_0: Setting Powered False
15:53:55.466057 bus                          /gobi_0: Setting Powered False
15:53:56.573271 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:oc2g+mod-bts0-dynts-osmo</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20970): Process ended prematurely: osmo-stp_10.42.42.5(pid=20970) [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20970)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20970): Process ended prematurely: osmo-stp_10.42.42.5(pid=20970) [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20970)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py
----------------------------------------------
15:53:57.686300 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:53:57.698277 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
15:53:57.849880 tst                        iperf3.py: using LAC 29018
15:53:57.973798 tst                        iperf3.py: using RAC 203
15:53:58.100011 tst                        iperf3.py: using CellId 29018
15:53:58.219070 tst                        iperf3.py: using BVCI 29019
15:53:58.242049 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:53:58.253083 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:53:58.263781 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:53:58.274734 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:53:58.285611 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:53:58.296634 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:53:58.307569 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:53:58.318368 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:53:58.329797 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
15:53:58.606875 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
15:53:58.731211 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:53:59.039233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20962): Launched
15:53:59.295951 run iperf3-srv_10.42.42.10(pid=20963): Launched
15:53:59.478404 tst                      iperf3.py:8: start network...
15:53:59.602875 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:54:00.073072 run         create_hlr_db(pid=20964): Launched
15:54:00.246035 bus                          /gobi_6: Setting Powered False
15:54:01.335485 run         create_hlr_db(pid=20964): Terminated: ok {rc=0}
15:54:01.762032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20966): Launched
15:54:02.128211 run   osmo-hlr_10.42.42.2(pid=20967): Launched
15:54:02.335124 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:54:02.854216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20969): Launched
15:54:03.153395 run   osmo-stp_10.42.42.5(pid=20970): Launched
15:54:03.262592 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:54:03.782835 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20972): Launched
15:54:03.889382 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:54:04.150053 run              patchelf(pid=20973): Launched
15:54:04.325325 run   osmo-stp_10.42.42.5(pid=20970): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20970)]
15:54:04.454080 run   osmo-stp_10.42.42.5(pid=20970): stdout: 
| (launched: 2022-12-10_15:54:03.006251)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:54:04.583457 run   osmo-stp_10.42.42.5(pid=20970): stderr: 
| �[0;m�[38;5;43m20221210155403178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155403178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155403179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155403179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155403179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155403179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155403180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:54:04.707672 run   osmo-stp_10.42.42.5(pid=20970): stdout: 
| (launched: 2022-12-10_15:54:03.006251)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:54:04.830544 run   osmo-stp_10.42.42.5(pid=20970): stderr: 
| �[0;m�[38;5;43m20221210155403178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155403178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155403179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155403179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155403179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155403179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155403180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:54:04.974217 run              patchelf(pid=20973): Terminating (SIGINT)
15:54:05.143112 run              patchelf(pid=20973): Terminated: ok {rc=0}
15:54:05.174173 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20970): Process ended prematurely: osmo-stp_10.42.42.5(pid=20970) [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20970)]  [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]
15:54:05.183668 tst                      iperf3.py:8: Test FAILED (7.5 sec)
15:54:05.244010 run   osmo-hlr_10.42.42.2(pid=20967): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20967)]
15:54:05.293427 run   osmo-hlr_10.42.42.2(pid=20967): stdout: 
| (launched: 2022-12-10_15:54:01.917764) 
15:54:05.343127 run   osmo-hlr_10.42.42.2(pid=20967): stderr: 
| �[0;m�[1;31m20221210155402266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155402266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155402266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155402266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155402266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155402266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155402286 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155402298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155402299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155402299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:54:05.384977 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20962): Terminating (SIGTERM)
15:54:05.424584 run iperf3-srv_10.42.42.10(pid=20963): Terminating (SIGTERM)
15:54:05.466107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20966): Terminating (SIGTERM)
15:54:05.505991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20969): Terminating (SIGTERM)
15:54:05.546319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20972): Terminating (SIGTERM)
15:54:05.555444 ---      ParallelTerminationStrategy: PID 20962 died...
15:54:05.608910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20962): Terminated: ok {rc=0}
15:54:05.618835 ---      ParallelTerminationStrategy: PID 20963 died...
15:54:05.672103 run iperf3-srv_10.42.42.10(pid=20963): Terminated {rc=256}
15:54:05.681851 ---      ParallelTerminationStrategy: PID 20966 died...
15:54:05.734743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20966): Terminated: ok {rc=0}
15:54:05.744343 ---      ParallelTerminationStrategy: PID 20969 died...
15:54:05.797592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20969): Terminated: ok {rc=0}
15:54:05.807407 ---      ParallelTerminationStrategy: PID 20972 died...
15:54:05.861035 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20972): Terminated: ok {rc=0}
15:54:05.950117 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:oc2g+mod-bts0-dynts-osmo</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20988): Process ended prematurely: osmo-stp_10.42.42.5(pid=20988) [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20988)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20988): Process ended prematurely: osmo-stp_10.42.42.5(pid=20988) [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20988)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py
----------------------------------------------
15:54:07.060334 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:54:07.072233 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
15:54:07.216384 tst                      iperf3m4.py: using LAC 29019
15:54:07.341805 tst                      iperf3m4.py: using RAC 204
15:54:07.466438 tst                      iperf3m4.py: using CellId 29019
15:54:07.591285 tst                      iperf3m4.py: using BVCI 29020
15:54:07.616012 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:54:07.627503 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:54:07.638619 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:54:07.649701 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:54:07.660677 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:54:07.671843 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:54:07.683074 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:54:07.694086 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:54:07.705301 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
15:54:07.820918 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
15:54:07.941287 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
15:54:08.057742 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
15:54:08.331429 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
15:54:08.455842 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:54:08.765611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20974): Launched
15:54:09.021893 run iperf3-srv_10.42.42.10(pid=20975): Launched
15:54:09.204123 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
15:54:09.327774 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:54:09.636688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20976): Launched
15:54:09.892862 run iperf3-srv_10.42.42.10(pid=20977): Launched
15:54:10.074645 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
15:54:10.198529 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:54:10.507651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20978): Launched
15:54:10.763702 run iperf3-srv_10.42.42.10(pid=20979): Launched
15:54:10.945943 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
15:54:11.070316 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:54:11.379958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20980): Launched
15:54:11.636247 run iperf3-srv_10.42.42.10(pid=20981): Launched
15:54:11.818061 tst                    iperf3m4.py:8: start network...
15:54:11.942375 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:54:12.412321 run         create_hlr_db(pid=20982): Launched
15:54:12.584286 bus                          /gobi_6: Setting Powered False
15:54:13.606505 run         create_hlr_db(pid=20982): Terminated: ok {rc=0}
15:54:14.030386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20984): Launched
15:54:14.351511 run   osmo-hlr_10.42.42.2(pid=20985): Launched
15:54:14.468422 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:54:15.026083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20987): Launched
15:54:15.346141 run   osmo-stp_10.42.42.5(pid=20988): Launched
15:54:15.461315 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:54:16.044173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20990): Launched
15:54:16.157187 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:54:16.433376 run              patchelf(pid=20991): Launched
15:54:16.620387 run   osmo-stp_10.42.42.5(pid=20988): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20988)]
15:54:16.758509 run   osmo-stp_10.42.42.5(pid=20988): stdout: 
| (launched: 2022-12-10_15:54:15.189072)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:54:16.897403 run   osmo-stp_10.42.42.5(pid=20988): stderr: 
| �[0;m�[38;5;43m20221210155415380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155415381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155415381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155415381 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155415382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155415382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155415382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:54:17.031248 run   osmo-stp_10.42.42.5(pid=20988): stdout: 
| (launched: 2022-12-10_15:54:15.189072)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:54:17.164422 run   osmo-stp_10.42.42.5(pid=20988): stderr: 
| �[0;m�[38;5;43m20221210155415380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155415381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155415381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155415381 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155415382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155415382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155415382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:54:17.317585 run              patchelf(pid=20991): Terminating (SIGINT)
15:54:17.496280 run              patchelf(pid=20991): Terminated: ok {rc=0}
15:54:17.529221 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20988): Process ended prematurely: osmo-stp_10.42.42.5(pid=20988) [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20988)]  [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]
15:54:17.539048 tst                    iperf3m4.py:8: Test FAILED (10.5 sec)
15:54:17.602159 run   osmo-hlr_10.42.42.2(pid=20985): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20985)]
15:54:17.653633 run   osmo-hlr_10.42.42.2(pid=20985): stdout: 
| (launched: 2022-12-10_15:54:14.194815) 
15:54:17.705825 run   osmo-hlr_10.42.42.2(pid=20985): stderr: 
| �[0;m�[1;31m20221210155414393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155414393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155414393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155414393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155414393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155414393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155414405 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155414413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155414413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155414413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:54:17.750184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20974): Terminating (SIGTERM)
15:54:17.792012 run iperf3-srv_10.42.42.10(pid=20975): Terminating (SIGTERM)
15:54:17.833939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20976): Terminating (SIGTERM)
15:54:17.875689 run iperf3-srv_10.42.42.10(pid=20977): Terminating (SIGTERM)
15:54:17.917735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20978): Terminating (SIGTERM)
15:54:17.959482 run iperf3-srv_10.42.42.10(pid=20979): Terminating (SIGTERM)
15:54:18.001547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20980): Terminating (SIGTERM)
15:54:18.043324 run iperf3-srv_10.42.42.10(pid=20981): Terminating (SIGTERM)
15:54:18.085287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20984): Terminating (SIGTERM)
15:54:18.127389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20987): Terminating (SIGTERM)
15:54:18.169400 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20990): Terminating (SIGTERM)
15:54:18.178936 ---      ParallelTerminationStrategy: PID 20974 died...
15:54:18.234942 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20974): Terminated: ok {rc=0}
15:54:18.244873 ---      ParallelTerminationStrategy: PID 20975 died...
15:54:18.300509 run iperf3-srv_10.42.42.10(pid=20975): Terminated {rc=256}
15:54:18.310465 ---      ParallelTerminationStrategy: PID 20976 died...
15:54:18.366169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20976): Terminated: ok {rc=0}
15:54:18.376114 ---      ParallelTerminationStrategy: PID 20977 died...
15:54:18.431488 run iperf3-srv_10.42.42.10(pid=20977): Terminated {rc=256}
15:54:18.441879 ---      ParallelTerminationStrategy: PID 20978 died...
15:54:18.497494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20978): Terminated: ok {rc=0}
15:54:18.507499 ---      ParallelTerminationStrategy: PID 20979 died...
15:54:18.563588 run iperf3-srv_10.42.42.10(pid=20979): Terminated {rc=256}
15:54:18.573909 ---      ParallelTerminationStrategy: PID 20980 died...
15:54:18.629491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20980): Terminated: ok {rc=0}
15:54:18.639485 ---      ParallelTerminationStrategy: PID 20981 died...
15:54:18.695070 run iperf3-srv_10.42.42.10(pid=20981): Terminated {rc=256}
15:54:18.705077 ---      ParallelTerminationStrategy: PID 20984 died...
15:54:18.760608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20984): Terminated: ok {rc=0}
15:54:18.770696 ---      ParallelTerminationStrategy: PID 20987 died...
15:54:18.826224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20987): Terminated: ok {rc=0}
15:54:18.836221 ---      ParallelTerminationStrategy: PID 20990 died...
15:54:18.891830 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20990): Terminated: ok {rc=0}
15:54:18.978897 bus                          /gobi_4: Setting Powered False
15:54:20.085288 bus                          /gobi_4: Setting Powered False
15:54:21.196576 bus                          /gobi_1: Setting Powered False
15:54:22.299867 bus                          /gobi_1: Setting Powered False
15:54:23.410534 bus                          /gobi_0: Setting Powered False
15:54:24.515210 bus                          /gobi_0: Setting Powered False
15:54:25.623770 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:oc2g+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=20998): Process ended prematurely: osmo-stp_10.42.42.5(pid=20998) [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20998)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20998): Process ended prematurely: osmo-stp_10.42.42.5(pid=20998) [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20998)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:oc2g+mod-bts0-dynts-osmo ping.py
----------------------------------------------
15:54:26.691464 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:54:26.703537 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
15:54:26.852478 tst                          ping.py: using LAC 29020
15:54:26.965990 tst                          ping.py: using RAC 205
15:54:27.086807 tst                          ping.py: using CellId 29020
15:54:27.208695 tst                          ping.py: using BVCI 29021
15:54:27.232613 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:54:27.244196 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:54:27.255581 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:54:27.267050 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:54:27.278587 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:54:27.289859 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:54:27.301314 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:54:27.312491 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
15:54:27.596654 tst                       ping.py:19: start network...
15:54:27.727160 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:54:28.225970 run         create_hlr_db(pid=20992): Launched
15:54:28.407752 bus                          /gobi_6: Setting Powered False
15:54:29.429850 run         create_hlr_db(pid=20992): Terminated: ok {rc=0}
15:54:29.826610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20994): Launched
15:54:30.120292 run   osmo-hlr_10.42.42.2(pid=20995): Launched
15:54:30.228885 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:54:30.742104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20997): Launched
15:54:31.224140 run   osmo-stp_10.42.42.5(pid=20998): Launched
15:54:31.419344 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:54:31.962721 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21000): Launched
15:54:32.078248 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:54:32.357254 run              patchelf(pid=21001): Launched
15:54:32.540635 run   osmo-stp_10.42.42.5(pid=20998): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20998)]
15:54:32.675617 run   osmo-stp_10.42.42.5(pid=20998): stdout: 
| (launched: 2022-12-10_15:54:30.924161)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:54:32.810681 run   osmo-stp_10.42.42.5(pid=20998): stderr: 
| �[0;m�[38;5;43m20221210155431236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155431237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155431238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155431238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155431239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155431239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155431239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:54:32.941076 run   osmo-stp_10.42.42.5(pid=20998): stdout: 
| (launched: 2022-12-10_15:54:30.924161)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:54:33.069615 run   osmo-stp_10.42.42.5(pid=20998): stderr: 
| �[0;m�[38;5;43m20221210155431236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155431237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155431238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155431238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155431239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155431239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155431239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:54:33.219282 run              patchelf(pid=21001): Terminating (SIGINT)
15:54:33.394725 run              patchelf(pid=21001): Terminated: ok {rc=0}
15:54:33.426694 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20998): Process ended prematurely: osmo-stp_10.42.42.5(pid=20998) [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20998)]  [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]
15:54:33.435778 tst                       ping.py:22: Test FAILED (6.7 sec)
15:54:33.498422 run   osmo-hlr_10.42.42.2(pid=20995): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20995)]
15:54:33.549689 run   osmo-hlr_10.42.42.2(pid=20995): stdout: 
| (launched: 2022-12-10_15:54:29.976039) 
15:54:33.601569 run   osmo-hlr_10.42.42.2(pid=20995): stderr: 
| �[0;m�[1;31m20221210155430151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155430151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155430151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155430151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155430151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155430152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155430165 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155430174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155430175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155430175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:54:33.645899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20994): Terminating (SIGTERM)
15:54:33.688095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20997): Terminating (SIGTERM)
15:54:33.730067 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21000): Terminating (SIGTERM)
15:54:33.739801 ---      ParallelTerminationStrategy: PID 20994 died...
15:54:33.796139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20994): Terminated: ok {rc=0}
15:54:33.806370 ---      ParallelTerminationStrategy: PID 20997 died...
15:54:33.862210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20997): Terminated: ok {rc=0}
15:54:33.872343 ---      ParallelTerminationStrategy: PID 21000 died...
15:54:33.928097 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21000): Terminated: ok {rc=0}
15:54:34.015413 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:oc2g+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=21008): Process ended prematurely: osmo-stp_10.42.42.5(pid=21008) [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21008)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21008): Process ended prematurely: osmo-stp_10.42.42.5(pid=21008) [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21008)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py
----------------------------------------------
15:54:35.068788 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:54:35.081309 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
15:54:35.226747 tst                ping_idle_ping.py: using LAC 29021
15:54:35.342941 tst                ping_idle_ping.py: using RAC 206
15:54:35.460550 tst                ping_idle_ping.py: using CellId 29021
15:54:35.577892 tst                ping_idle_ping.py: using BVCI 29022
15:54:35.600418 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:54:35.611320 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:54:35.622001 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:54:35.632834 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:54:35.643882 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:54:35.654772 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:54:35.665839 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
15:54:35.676686 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
15:54:35.964661 tst             ping_idle_ping.py:24: start network...
15:54:36.096105 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:54:36.604128 run         create_hlr_db(pid=21002): Launched
15:54:36.786008 bus                          /gobi_6: Setting Powered False
15:54:37.807528 run         create_hlr_db(pid=21002): Terminated: ok {rc=0}
15:54:38.225477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21004): Launched
15:54:38.538713 run   osmo-hlr_10.42.42.2(pid=21005): Launched
15:54:38.653350 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:54:39.198024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21007): Launched
15:54:39.512542 run   osmo-stp_10.42.42.5(pid=21008): Launched
15:54:39.626147 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:54:40.173904 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21010): Launched
15:54:40.286301 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:54:40.559075 run              patchelf(pid=21011): Launched
15:54:40.742898 run   osmo-stp_10.42.42.5(pid=21008): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21008)]
15:54:40.877000 run   osmo-stp_10.42.42.5(pid=21008): stdout: 
| (launched: 2022-12-10_15:54:39.358012)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:54:41.011687 run   osmo-stp_10.42.42.5(pid=21008): stderr: 
| �[0;m�[38;5;43m20221210155439549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155439549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155439550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155439550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155439550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155439551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155439551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:54:41.142096 run   osmo-stp_10.42.42.5(pid=21008): stdout: 
| (launched: 2022-12-10_15:54:39.358012)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:54:41.270811 run   osmo-stp_10.42.42.5(pid=21008): stderr: 
| �[0;m�[38;5;43m20221210155439549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155439549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155439550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155439550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155439550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155439551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155439551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:54:41.421217 run              patchelf(pid=21011): Terminating (SIGINT)
15:54:41.597575 run              patchelf(pid=21011): Terminated: ok {rc=0}
15:54:41.629713 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21008): Process ended prematurely: osmo-stp_10.42.42.5(pid=21008) [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21008)]  [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]
15:54:41.639127 tst             ping_idle_ping.py:27: Test FAILED (6.6 sec)
15:54:41.701826 run   osmo-hlr_10.42.42.2(pid=21005): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21005)]
15:54:41.753162 run   osmo-hlr_10.42.42.2(pid=21005): stdout: 
| (launched: 2022-12-10_15:54:38.385244) 
15:54:41.805178 run   osmo-hlr_10.42.42.2(pid=21005): stderr: 
| �[0;m�[1;31m20221210155438582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155438583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155438583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155438583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155438583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155438583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155438598 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155438609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155438609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155438609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:54:41.849738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21004): Terminating (SIGTERM)
15:54:41.891886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21007): Terminating (SIGTERM)
15:54:41.934064 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21010): Terminating (SIGTERM)
15:54:41.943734 ---      ParallelTerminationStrategy: PID 21004 died...
15:54:41.999746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21004): Terminated: ok {rc=0}
15:54:42.009880 ---      ParallelTerminationStrategy: PID 21007 died...
15:54:42.065259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21007): Terminated: ok {rc=0}
15:54:42.075363 ---      ParallelTerminationStrategy: PID 21010 died...
15:54:42.131515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21010): Terminated: ok {rc=0}
15:54:42.217810 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>33</id><name>gprs_oc2g+mod-bts0-dynts-osmo</name><properties></properties><timestamp>2022-12-10T15:53:44</timestamp></suite><suite><case><age>238</age><className>dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=21022): Process ended prematurely: osmo-stp_10.42.42.5(pid=21022) [trial-2376↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21022)]</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py", line 54, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21022): Process ended prematurely: osmo-stp_10.42.42.5(pid=21022) [trial-2376↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21022)]
</stderr><stdout>
----------------------------------------------
trial-2376 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py
----------------------------------------------
15:54:44.215746 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
15:54:44.227379 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
15:54:44.375694 tst               switch_tch_pdch.py: using LAC 29022
15:54:44.498019 tst               switch_tch_pdch.py: using RAC 207
15:54:44.619519 tst               switch_tch_pdch.py: using CellId 29022
15:54:44.744116 tst               switch_tch_pdch.py: using BVCI 29023
15:54:44.768147 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
15:54:44.779668 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
15:54:44.791024 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
15:54:44.802406 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
15:54:44.813766 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
15:54:44.825234 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
15:54:44.836722 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
15:54:44.848101 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
15:54:44.961289 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
15:54:45.248774 tst            switch_tch_pdch.py:51: start network...
15:54:45.378566 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:54:45.885819 run         create_hlr_db(pid=21016): Launched
15:54:46.070138 bus                          /gobi_6: Setting Powered False
15:54:47.089369 run         create_hlr_db(pid=21016): Terminated: ok {rc=0}
15:54:47.510182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21018): Launched
15:54:47.822284 run   osmo-hlr_10.42.42.2(pid=21019): Launched
15:54:47.942315 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:54:48.486209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21021): Launched
15:54:48.798403 run   osmo-stp_10.42.42.5(pid=21022): Launched
15:54:48.911476 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:54:49.457707 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21024): Launched
15:54:49.569949 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:54:49.841855 run              patchelf(pid=21025): Launched
15:54:50.024528 run   osmo-stp_10.42.42.5(pid=21022): ERR: Terminated: ERROR {rc=1}  [trial-2376↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21022)]
15:54:50.159232 run   osmo-stp_10.42.42.5(pid=21022): stdout: 
| (launched: 2022-12-10_15:54:48.645380)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:54:50.293256 run   osmo-stp_10.42.42.5(pid=21022): stderr: 
| �[0;m�[38;5;43m20221210155448837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155448837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155448837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155448838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155448838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155448838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155448838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:54:50.422718 run   osmo-stp_10.42.42.5(pid=21022): stdout: 
| (launched: 2022-12-10_15:54:48.645380)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:54:50.551080 run   osmo-stp_10.42.42.5(pid=21022): stderr: 
| �[0;m�[38;5;43m20221210155448837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155448837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155448837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155448838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155448838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155448838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155448838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:54:50.700279 run              patchelf(pid=21025): Terminating (SIGINT)
15:54:50.875417 run              patchelf(pid=21025): Terminated: ok {rc=0}
15:54:50.907260 tst            switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=21022): Process ended prematurely: osmo-stp_10.42.42.5(pid=21022) [trial-2376↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21022)]  [trial-2376↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]
15:54:50.916322 tst            switch_tch_pdch.py:54: Test FAILED (6.7 sec)
15:54:50.978613 run   osmo-hlr_10.42.42.2(pid=21019): ERR: Terminated: ERROR {rc=237}  [trial-2376↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21019)]
15:54:51.029506 run   osmo-hlr_10.42.42.2(pid=21019): stdout: 
| (launched: 2022-12-10_15:54:47.669996) 
15:54:51.081064 run   osmo-hlr_10.42.42.2(pid=21019): stderr: 
| �[0;m�[1;31m20221210155447868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155447868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155447868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155447869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155447869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155447869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155447881 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155447892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155447892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155447892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:54:51.125553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21018): Terminating (SIGTERM)
15:54:51.167054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21021): Terminating (SIGTERM)
15:54:51.208395 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21024): Terminating (SIGTERM)
15:54:51.217954 ---      ParallelTerminationStrategy: PID 21018 died...
15:54:51.273302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21018): Terminated: ok {rc=0}
15:54:51.283161 ---      ParallelTerminationStrategy: PID 21021 died...
15:54:51.337909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21021): Terminated: ok {rc=0}
15:54:51.347768 ---      ParallelTerminationStrategy: PID 21024 died...
15:54:51.402685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21024): Terminated: ok {rc=0}
15:54:51.489625 bus                          /gobi_0: Setting Powered False
15:54:52.595872 bus                          /gobi_0: Setting Powered False
15:54:53.703040 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>12.0</duration><id>34</id><name>dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-10T15:54:43</timestamp></suite><suite><case><age>238</age><className>dynts:oc2g+mod-bts0-dynts67-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=21036): Process ended prematurely: osmo-stp_10.42.42.5(pid=21036) [trial-2376↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21036)]</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py", line 54, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21036): Process ended prematurely: osmo-stp_10.42.42.5(pid=21036) [trial-2376↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21036)]
</stderr><stdout>
----------------------------------------------
trial-2376 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py
----------------------------------------------
15:54:55.644666 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
15:54:55.655443 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)
15:54:55.796910 tst               switch_tch_pdch.py: using LAC 29023
15:54:55.911444 tst               switch_tch_pdch.py: using RAC 208
15:54:56.026155 tst               switch_tch_pdch.py: using CellId 29023
15:54:56.148373 tst               switch_tch_pdch.py: using BVCI 29024
15:54:56.172552 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
15:54:56.184087 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
15:54:56.195311 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
15:54:56.206517 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
15:54:56.217533 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
15:54:56.228487 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
15:54:56.239802 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
15:54:56.250839 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)
15:54:56.366639 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)
15:54:56.641579 tst            switch_tch_pdch.py:51: start network...
15:54:56.763380 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:54:57.200430 run         create_hlr_db(pid=21030): Launched
15:54:57.320576 bus                          /gobi_6: Setting Powered False
15:54:58.391969 run         create_hlr_db(pid=21030): Terminated: ok {rc=0}
15:54:58.755836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21032): Launched
15:54:59.048488 run   osmo-hlr_10.42.42.2(pid=21033): Launched
15:54:59.162155 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:54:59.654215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21035): Launched
15:54:59.946922 run   osmo-stp_10.42.42.5(pid=21036): Launched
15:55:00.054172 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:55:00.538930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21038): Launched
15:55:00.643125 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:55:00.922265 run              patchelf(pid=21039): Launched
15:55:01.110884 run   osmo-stp_10.42.42.5(pid=21036): ERR: Terminated: ERROR {rc=1}  [trial-2376↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21036)]
15:55:01.249284 run   osmo-stp_10.42.42.5(pid=21036): stdout: 
| (launched: 2022-12-10_15:54:59.802783)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:55:01.395898 run   osmo-stp_10.42.42.5(pid=21036): stderr: 
| �[0;m�[38;5;43m20221210155459974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155459974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155459974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155459974 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155459975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155459975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155459975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:55:01.527458 run   osmo-stp_10.42.42.5(pid=21036): stdout: 
| (launched: 2022-12-10_15:54:59.802783)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:55:01.659755 run   osmo-stp_10.42.42.5(pid=21036): stderr: 
| �[0;m�[38;5;43m20221210155459974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155459974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155459974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155459974 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155459975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155459975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155459975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:55:01.823020 run              patchelf(pid=21039): Terminating (SIGINT)
15:55:02.003944 run              patchelf(pid=21039): Terminated: ok {rc=0}
15:55:02.037134 tst            switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=21036): Process ended prematurely: osmo-stp_10.42.42.5(pid=21036) [trial-2376↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21036)]  [trial-2376↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]
15:55:02.047017 tst            switch_tch_pdch.py:54: Test FAILED (6.4 sec)
15:55:02.112201 run   osmo-hlr_10.42.42.2(pid=21033): ERR: Terminated: ERROR {rc=237}  [trial-2376↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21033)]
15:55:02.165859 run   osmo-hlr_10.42.42.2(pid=21033): stdout: 
| (launched: 2022-12-10_15:54:58.904219) 
15:55:02.218117 run   osmo-hlr_10.42.42.2(pid=21033): stderr: 
| �[0;m�[1;31m20221210155459080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155459080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155459080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155459080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155459080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155459080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155459092 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155459100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155459100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155459100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:55:02.262565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21032): Terminating (SIGTERM)
15:55:02.304639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21035): Terminating (SIGTERM)
15:55:02.347045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21038): Terminating (SIGTERM)
15:55:02.357154 ---      ParallelTerminationStrategy: PID 21032 died...
15:55:02.413270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21032): Terminated: ok {rc=0}
15:55:02.423710 ---      ParallelTerminationStrategy: PID 21035 died...
15:55:02.479994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21035): Terminated: ok {rc=0}
15:55:02.490602 ---      ParallelTerminationStrategy: PID 21038 died...
15:55:02.547070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21038): Terminated: ok {rc=0}
15:55:02.635613 bus                          /gobi_0: Setting Powered False
15:55:03.742313 bus                          /gobi_0: Setting Powered False
15:55:04.849926 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>12.0</duration><id>35</id><name>dynts_oc2g+mod-bts0-dynts67-osmo</name><properties></properties><timestamp>2022-12-10T15:54:55</timestamp></suite><suite><case><age>232</age><className>nitb_sms:trx-b200</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=21048): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21048) [trial-2376↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21048)]</errorStackTrace><failedSince>2145</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py", line 11, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=21048): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21048) [trial-2376↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21048)]
</stderr><stdout>
----------------------------------------------
trial-2376 nitb_sms:trx-b200 mo_mt_sms.py
----------------------------------------------
15:55:06.736715 tst                nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)
15:55:06.747857 tst                nitb_sms:trx-b200: Using 1 x bts (candidates: 1)
15:55:06.885499 tst                     mo_mt_sms.py: using LAC 29024
15:55:07.007703 tst                     mo_mt_sms.py: using RAC 209
15:55:07.130595 tst                     mo_mt_sms.py: using CellId 29024
15:55:07.253190 tst                     mo_mt_sms.py: using BVCI 29025
15:55:07.276527 tst                nitb_sms:trx-b200: Using 1 x modem (candidates: 2)
15:55:07.388188 tst                nitb_sms:trx-b200: Using 1 x modem (candidates: 2)
15:55:07.671272 tst                   mo_mt_sms.py:9: start nitb and bts...
15:55:07.799678 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
15:55:08.439614 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21047): Launched
15:55:08.744436 run  osmo-nitb_10.42.42.2(pid=21048): Launched
15:55:08.933906 run  osmo-nitb_10.42.42.2(pid=21048): ERR: Terminated: ERROR {rc=2}  [trial-2376↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21048)]
15:55:09.073483 run  osmo-nitb_10.42.42.2(pid=21048): stdout: 
| (launched: 2022-12-10_15:55:08.597250) 
15:55:09.214372 run  osmo-nitb_10.42.42.2(pid=21048): stderr: 
| (launched: 2022-12-10_15:55:08.643340)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
15:55:09.349935 run  osmo-nitb_10.42.42.2(pid=21048): stdout: 
| (launched: 2022-12-10_15:55:08.597250) 
15:55:09.484145 run  osmo-nitb_10.42.42.2(pid=21048): stderr: 
| (launched: 2022-12-10_15:55:08.643340)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
15:55:09.869178 tst  osmo-nitb_10.42.42.2(pid=21048): stdout: 
| (launched: 2022-12-10_15:55:08.597250) 
15:55:09.992662 tst  osmo-nitb_10.42.42.2(pid=21048): stderr: 
| (launched: 2022-12-10_15:55:08.643340)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
15:55:10.046703 tst                  mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=21048): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21048) [trial-2376↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21048)]  [trial-2376↪nitb_sms:trx-b200↪mo_mt_sms.py:11]
15:55:10.055068 tst                  mo_mt_sms.py:11: Test FAILED (3.3 sec)
15:55:10.091806 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21047): Terminating (SIGTERM)
15:55:10.269847 ---      ParallelTerminationStrategy: PID 21047 died...
15:55:10.327592 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21047): Terminated: ok {rc=0}
15:55:10.415361 bus                        /sierra_3: Setting Powered False
15:55:11.518153 bus                        /sierra_3: Setting Powered False
15:55:12.630056 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>8.0</duration><id>36</id><name>nitb_sms_trx-b200</name><properties></properties><timestamp>2022-12-10T15:55:06</timestamp></suite><suite><case><age>59</age><className>sms:trx-b200</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=21058): Process ended prematurely: osmo-stp_10.42.42.5(pid=21058) [trial-2376↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21058)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py", line 16, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21058): Process ended prematurely: osmo-stp_10.42.42.5(pid=21058) [trial-2376↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21058)]
</stderr><stdout>
----------------------------------------------
trial-2376 sms:trx-b200 mo_mt_sms.py
----------------------------------------------
15:55:14.519814 tst                     sms:trx-b200: Using 1 x ip_address (candidates: 6)
15:55:14.530763 tst                     sms:trx-b200: Using 1 x bts (candidates: 1)
15:55:14.667274 tst                     mo_mt_sms.py: using LAC 29025
15:55:14.779824 tst                     mo_mt_sms.py: using RAC 210
15:55:14.891967 tst                     mo_mt_sms.py: using CellId 29025
15:55:15.006794 tst                     mo_mt_sms.py: using BVCI 29026
15:55:15.028684 tst                     sms:trx-b200: Using 1 x ip_address (candidates: 6)
15:55:15.039178 tst                     sms:trx-b200: Using 1 x ip_address (candidates: 6)
15:55:15.049539 tst                     sms:trx-b200: Using 1 x ip_address (candidates: 6)
15:55:15.059953 tst                     sms:trx-b200: Using 1 x ip_address (candidates: 6)
15:55:15.070537 tst                     sms:trx-b200: Using 1 x ip_address (candidates: 6)
15:55:15.080892 tst                     sms:trx-b200: Using 1 x modem (candidates: 2)
15:55:15.197335 tst                     sms:trx-b200: Using 1 x modem (candidates: 2)
15:55:15.391605 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:55:15.867036 run         create_hlr_db(pid=21052): Launched
15:55:16.038439 bus                        /sierra_2: Setting Powered False
15:55:17.107425 run         create_hlr_db(pid=21052): Terminated: ok {rc=0}
15:55:17.525681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21054): Launched
15:55:17.814610 run   osmo-hlr_10.42.42.2(pid=21055): Launched
15:55:17.919607 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:55:18.418962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21057): Launched
15:55:18.706091 run   osmo-stp_10.42.42.5(pid=21058): Launched
15:55:18.811509 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:55:19.340626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21060): Launched
15:55:19.628571 run   osmo-msc_10.42.42.6(pid=21061): Launched
15:55:19.800129 run   osmo-stp_10.42.42.5(pid=21058): ERR: Terminated: ERROR {rc=1}  [trial-2376↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21058)]
15:55:19.924164 run   osmo-stp_10.42.42.5(pid=21058): stdout: 
| (launched: 2022-12-10_15:55:18.565317)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:55:20.044901 run   osmo-stp_10.42.42.5(pid=21058): stderr: 
| �[0;m�[38;5;43m20221210155518732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155518732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155518733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155518733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155518733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155518733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155518734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:55:20.161152 run   osmo-stp_10.42.42.5(pid=21058): stdout: 
| (launched: 2022-12-10_15:55:18.565317)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:55:20.276524 run   osmo-stp_10.42.42.5(pid=21058): stderr: 
| �[0;m�[38;5;43m20221210155518732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155518732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155518733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155518733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155518733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155518733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155518734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:55:20.327110 tst                  mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=21058): Process ended prematurely: osmo-stp_10.42.42.5(pid=21058) [trial-2376↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21058)]  [trial-2376↪sms:trx-b200↪mo_mt_sms.py:16]
15:55:20.335146 tst                  mo_mt_sms.py:16: Test FAILED (5.8 sec)
15:55:20.395272 run   osmo-hlr_10.42.42.2(pid=21055): ERR: Terminated: ERROR {rc=237}  [trial-2376↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21055)]
15:55:20.444468 run   osmo-hlr_10.42.42.2(pid=21055): stdout: 
| (launched: 2022-12-10_15:55:17.673131) 
15:55:20.494613 run   osmo-hlr_10.42.42.2(pid=21055): stderr: 
| �[0;m�[1;31m20221210155517849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155517849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155517849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155517849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155517849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155517849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155517861 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155517869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155517869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155517870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:55:20.562153 run   osmo-msc_10.42.42.6(pid=21061): ERR: Terminated: ERROR {rc=2}  [trial-2376↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21061)]
15:55:20.611345 run   osmo-msc_10.42.42.6(pid=21061): stdout: 
| (launched: 2022-12-10_15:55:19.486974) 
15:55:20.661351 run   osmo-msc_10.42.42.6(pid=21061): stderr: 
| �[0;m�[38;5;43m20221210155519758 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210155519758 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe81a492c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210155519758 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210155519758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210155519758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210155519758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210155519760 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210155519761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210155519761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210155519761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:55:20.703650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21054): Terminating (SIGTERM)
15:55:20.743952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21057): Terminating (SIGTERM)
15:55:20.784180 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21060): Terminating (SIGTERM)
15:55:20.793626 ---      ParallelTerminationStrategy: PID 21054 died...
15:55:20.847252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21054): Terminated: ok {rc=0}
15:55:20.856740 ---      ParallelTerminationStrategy: PID 21057 died...
15:55:20.909831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21057): Terminated: ok {rc=0}
15:55:20.919494 ---      ParallelTerminationStrategy: PID 21060 died...
15:55:20.972307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21060): Terminated: ok {rc=0}
15:55:21.055694 bus                        /sierra_3: Setting Powered False
15:55:22.163569 bus                        /sierra_3: Setting Powered False
15:55:23.271021 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>11.0</duration><id>37</id><name>sms_trx-b200</name><properties></properties><timestamp>2022-12-10T15:55:14</timestamp></suite><suite><case><age>232</age><className>nitb_ussd:trx-b200</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=21067): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21067) [trial-2376↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21067)]</errorStackTrace><failedSince>2145</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py", line 12, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=21067): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21067) [trial-2376↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21067)]
</stderr><stdout>
----------------------------------------------
trial-2376 nitb_ussd:trx-b200 assert_extension.py
----------------------------------------------
15:55:25.101988 tst               nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)
15:55:25.112460 tst               nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)
15:55:25.246155 tst              assert_extension.py: using LAC 29026
15:55:25.367910 tst              assert_extension.py: using RAC 211
15:55:25.491128 tst              assert_extension.py: using CellId 29026
15:55:25.611755 tst              assert_extension.py: using BVCI 29027
15:55:25.635429 tst               nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)
15:55:25.901457 tst           assert_extension.py:10: start nitb and bts...
15:55:26.021983 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
15:55:26.619145 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21066): Launched
15:55:26.902861 run  osmo-nitb_10.42.42.2(pid=21067): Launched
15:55:27.079810 run  osmo-nitb_10.42.42.2(pid=21067): ERR: Terminated: ERROR {rc=2}  [trial-2376↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21067)]
15:55:27.211550 run  osmo-nitb_10.42.42.2(pid=21067): stdout: 
| (launched: 2022-12-10_15:55:26.764646) 
15:55:27.343035 run  osmo-nitb_10.42.42.2(pid=21067): stderr: 
| (launched: 2022-12-10_15:55:26.807263)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
15:55:27.470315 run  osmo-nitb_10.42.42.2(pid=21067): stdout: 
| (launched: 2022-12-10_15:55:26.764646) 
15:55:27.596366 run  osmo-nitb_10.42.42.2(pid=21067): stderr: 
| (launched: 2022-12-10_15:55:26.807263)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
15:55:28.020329 tst  osmo-nitb_10.42.42.2(pid=21067): stdout: 
| (launched: 2022-12-10_15:55:26.764646) 
15:55:28.136009 tst  osmo-nitb_10.42.42.2(pid=21067): stderr: 
| (launched: 2022-12-10_15:55:26.807263)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
15:55:28.186665 tst           assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=21067): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21067) [trial-2376↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21067)]  [trial-2376↪nitb_ussd:trx-b200↪assert_extension.py:12]
15:55:28.194919 tst           assert_extension.py:12: Test FAILED (3.1 sec)
15:55:28.230191 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21066): Terminating (SIGTERM)
15:55:28.408103 ---      ParallelTerminationStrategy: PID 21066 died...
15:55:28.464045 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21066): Terminated: ok {rc=0}
15:55:28.551755 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>6.0</duration><id>38</id><name>nitb_ussd_trx-b200</name><properties></properties><timestamp>2022-12-10T15:55:24</timestamp></suite><suite><case><age>59</age><className>ussd:trx-b200</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=21077): Process ended prematurely: osmo-stp_10.42.42.5(pid=21077) [trial-2376↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21077)]</errorStackTrace><failedSince>2318</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py", line 17, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21077): Process ended prematurely: osmo-stp_10.42.42.5(pid=21077) [trial-2376↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21077)]
</stderr><stdout>
----------------------------------------------
trial-2376 ussd:trx-b200 assert_extension.py
----------------------------------------------
15:55:30.396880 tst                    ussd:trx-b200: Using 1 x ip_address (candidates: 6)
15:55:30.408311 tst                    ussd:trx-b200: Using 1 x bts (candidates: 1)
15:55:30.539241 tst              assert_extension.py: using LAC 29027
15:55:30.650418 tst              assert_extension.py: using RAC 212
15:55:30.766302 tst              assert_extension.py: using CellId 29027
15:55:30.880933 tst              assert_extension.py: using BVCI 29028
15:55:30.917413 tst                    ussd:trx-b200: Using 1 x ip_address (candidates: 6)
15:55:30.930194 tst                    ussd:trx-b200: Using 1 x ip_address (candidates: 6)
15:55:30.941969 tst                    ussd:trx-b200: Using 1 x ip_address (candidates: 6)
15:55:30.953199 tst                    ussd:trx-b200: Using 1 x ip_address (candidates: 6)
15:55:30.965699 tst                    ussd:trx-b200: Using 1 x ip_address (candidates: 6)
15:55:30.977188 tst                    ussd:trx-b200: Using 1 x modem (candidates: 1)
15:55:31.193482 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:55:31.701765 run         create_hlr_db(pid=21071): Launched
15:55:31.872466 bus                        /sierra_2: Setting Powered False
15:55:32.890564 run         create_hlr_db(pid=21071): Terminated: ok {rc=0}
15:55:33.305256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21073): Launched
15:55:33.615175 run   osmo-hlr_10.42.42.2(pid=21074): Launched
15:55:33.729774 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:55:34.268309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21076): Launched
15:55:34.578034 run   osmo-stp_10.42.42.5(pid=21077): Launched
15:55:34.690464 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:55:35.253537 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21079): Launched
15:55:35.561434 run   osmo-msc_10.42.42.6(pid=21080): Launched
15:55:35.743147 run   osmo-stp_10.42.42.5(pid=21077): ERR: Terminated: ERROR {rc=1}  [trial-2376↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21077)]
15:55:35.874808 run   osmo-stp_10.42.42.5(pid=21077): stdout: 
| (launched: 2022-12-10_15:55:34.426631)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:55:36.005784 run   osmo-stp_10.42.42.5(pid=21077): stderr: 
| �[0;m�[38;5;43m20221210155534618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155534618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155534618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155534618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155534619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155534619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155534619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:55:36.131176 run   osmo-stp_10.42.42.5(pid=21077): stdout: 
| (launched: 2022-12-10_15:55:34.426631)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:55:36.255165 run   osmo-stp_10.42.42.5(pid=21077): stderr: 
| �[0;m�[38;5;43m20221210155534618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155534618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155534618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155534618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155534619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155534619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155534619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:55:36.309277 tst           assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=21077): Process ended prematurely: osmo-stp_10.42.42.5(pid=21077) [trial-2376↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21077)]  [trial-2376↪ussd:trx-b200↪assert_extension.py:17]
15:55:36.317784 tst           assert_extension.py:17: Test FAILED (5.9 sec)
15:55:36.380264 run   osmo-hlr_10.42.42.2(pid=21074): ERR: Terminated: ERROR {rc=237}  [trial-2376↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21074)]
15:55:36.431737 run   osmo-hlr_10.42.42.2(pid=21074): stdout: 
| (launched: 2022-12-10_15:55:33.463176) 
15:55:36.483563 run   osmo-hlr_10.42.42.2(pid=21074): stderr: 
| �[0;m�[1;31m20221210155533661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155533661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155533661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155533661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155533661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155533661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155533674 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155533684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155533684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155533684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:55:36.554201 run   osmo-msc_10.42.42.6(pid=21080): ERR: Terminated: ERROR {rc=2}  [trial-2376↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21080)]
15:55:36.605573 run   osmo-msc_10.42.42.6(pid=21080): stdout: 
| (launched: 2022-12-10_15:55:35.410602) 
15:55:36.657391 run   osmo-msc_10.42.42.6(pid=21080): stderr: 
| �[0;m�[38;5;43m20221210155535730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210155535730 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f28754c4c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210155535730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210155535730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210155535730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210155535730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210155535732 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210155535732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210155535732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210155535733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:55:36.701618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21073): Terminating (SIGTERM)
15:55:36.743442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21076): Terminating (SIGTERM)
15:55:36.785390 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21079): Terminating (SIGTERM)
15:55:36.795104 ---      ParallelTerminationStrategy: PID 21073 died...
15:55:36.850840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21073): Terminated: ok {rc=0}
15:55:36.860724 ---      ParallelTerminationStrategy: PID 21076 died...
15:55:36.916116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21076): Terminated: ok {rc=0}
15:55:36.926072 ---      ParallelTerminationStrategy: PID 21079 died...
15:55:36.981407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21079): Terminated: ok {rc=0}
15:55:37.067785 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>9.0</duration><id>39</id><name>ussd_trx-b200</name><properties></properties><timestamp>2022-12-10T15:55:30</timestamp></suite><suite><case><age>59</age><className>voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=21091): Process ended prematurely: osmo-stp_10.42.42.5(pid=21091) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21091)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21091): Process ended prematurely: osmo-stp_10.42.42.5(pid=21091) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21091)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py
----------------------------------------------
15:55:39.030108 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
15:55:39.041929 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
15:55:39.204339 tst                    mo_mt_call.py: using LAC 29028
15:55:39.322766 tst                    mo_mt_call.py: using RAC 213
15:55:39.438762 tst                    mo_mt_call.py: using CellId 29028
15:55:39.561225 tst                    mo_mt_call.py: using BVCI 29029
15:55:39.585296 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
15:55:39.597000 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
15:55:39.608357 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
15:55:39.619848 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
15:55:39.631395 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
15:55:39.642907 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
15:55:39.757421 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
15:55:39.962841 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:55:40.466316 run         create_hlr_db(pid=21085): Launched
15:55:40.649142 bus                        /sierra_2: Setting Powered False
15:55:41.670316 run         create_hlr_db(pid=21085): Terminated: ok {rc=0}
15:55:42.067612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21087): Launched
15:55:42.362744 run   osmo-hlr_10.42.42.2(pid=21088): Launched
15:55:42.474350 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:55:42.982467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21090): Launched
15:55:43.275076 run   osmo-stp_10.42.42.5(pid=21091): Launched
15:55:43.382697 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:55:43.919302 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21093): Launched
15:55:44.213660 run   osmo-msc_10.42.42.6(pid=21094): Launched
15:55:44.387644 run   osmo-stp_10.42.42.5(pid=21091): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21091)]
15:55:44.513452 run   osmo-stp_10.42.42.5(pid=21091): stdout: 
| (launched: 2022-12-10_15:55:43.131360)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:55:44.636606 run   osmo-stp_10.42.42.5(pid=21091): stderr: 
| �[0;m�[38;5;43m20221210155543299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155543299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155543299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155543300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155543300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155543300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155543300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:55:44.755196 run   osmo-stp_10.42.42.5(pid=21091): stdout: 
| (launched: 2022-12-10_15:55:43.131360)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:55:44.873089 run   osmo-stp_10.42.42.5(pid=21091): stderr: 
| �[0;m�[38;5;43m20221210155543299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155543299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155543299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155543300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155543300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155543300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155543300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:55:44.925100 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21091): Process ended prematurely: osmo-stp_10.42.42.5(pid=21091) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21091)]  [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]
15:55:44.933843 tst                  mo_mt_call.py:8: Test FAILED (5.9 sec)
15:55:44.993431 run   osmo-hlr_10.42.42.2(pid=21088): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21088)]
15:55:45.042541 run   osmo-hlr_10.42.42.2(pid=21088): stdout: 
| (launched: 2022-12-10_15:55:42.217677) 
15:55:45.092179 run   osmo-hlr_10.42.42.2(pid=21088): stderr: 
| �[0;m�[1;31m20221210155542391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155542391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155542391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155542391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155542391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155542391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155542403 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155542413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155542414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155542414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:55:45.159074 run   osmo-msc_10.42.42.6(pid=21094): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21094)]
15:55:45.207859 run   osmo-msc_10.42.42.6(pid=21094): stdout: 
| (launched: 2022-12-10_15:55:44.068755) 
15:55:45.257121 run   osmo-msc_10.42.42.6(pid=21094): stderr: 
| �[0;m�[38;5;43m20221210155544334 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210155544334 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe0cfbd9c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210155544334 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210155544334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210155544334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210155544335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210155544338 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210155544338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210155544338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210155544339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:55:45.299039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21087): Terminating (SIGTERM)
15:55:45.338737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21090): Terminating (SIGTERM)
15:55:45.378509 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21093): Terminating (SIGTERM)
15:55:45.387626 ---      ParallelTerminationStrategy: PID 21087 died...
15:55:45.440894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21087): Terminated: ok {rc=0}
15:55:45.450446 ---      ParallelTerminationStrategy: PID 21090 died...
15:55:45.503432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21090): Terminated: ok {rc=0}
15:55:45.513334 ---      ParallelTerminationStrategy: PID 21093 died...
15:55:45.566898 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21093): Terminated: ok {rc=0}
15:55:45.654539 bus                        /sierra_3: Setting Powered False
15:55:46.781131 bus                        /sierra_3: Setting Powered False
15:55:47.895733 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>59</age><className>voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=21102): Process ended prematurely: osmo-stp_10.42.42.5(pid=21102) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21102)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21102): Process ended prematurely: osmo-stp_10.42.42.5(pid=21102) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21102)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py
----------------------------------------------
15:55:49.012426 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
15:55:49.024556 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
15:55:49.188589 tst              mo_mt_call_osmux.py: using LAC 29029
15:55:49.311684 tst              mo_mt_call_osmux.py: using RAC 214
15:55:49.435232 tst              mo_mt_call_osmux.py: using CellId 29029
15:55:49.553806 tst              mo_mt_call_osmux.py: using BVCI 29030
15:55:49.576215 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
15:55:49.587331 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
15:55:49.598335 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
15:55:49.609523 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
15:55:49.620640 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
15:55:49.631735 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
15:55:49.747113 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
15:55:49.950062 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:55:50.453869 run         create_hlr_db(pid=21096): Launched
15:55:50.636314 bus                        /sierra_2: Setting Powered False
15:55:51.657844 run         create_hlr_db(pid=21096): Terminated: ok {rc=0}
15:55:52.054481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21098): Launched
15:55:52.348501 run   osmo-hlr_10.42.42.2(pid=21099): Launched
15:55:52.463471 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:55:52.979869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21101): Launched
15:55:53.273392 run   osmo-stp_10.42.42.5(pid=21102): Launched
15:55:53.381064 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:55:53.918401 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21104): Launched
15:55:54.212650 run   osmo-msc_10.42.42.6(pid=21105): Launched
15:55:54.385931 run   osmo-stp_10.42.42.5(pid=21102): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21102)]
15:55:54.511519 run   osmo-stp_10.42.42.5(pid=21102): stdout: 
| (launched: 2022-12-10_15:55:53.129699)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:55:54.635151 run   osmo-stp_10.42.42.5(pid=21102): stderr: 
| �[0;m�[38;5;43m20221210155553298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155553298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155553299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155553299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155553299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155553300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155553300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:55:54.754155 run   osmo-stp_10.42.42.5(pid=21102): stdout: 
| (launched: 2022-12-10_15:55:53.129699)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:55:54.872286 run   osmo-stp_10.42.42.5(pid=21102): stderr: 
| �[0;m�[38;5;43m20221210155553298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155553298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155553299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155553299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155553299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155553300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155553300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:55:54.924307 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21102): Process ended prematurely: osmo-stp_10.42.42.5(pid=21102) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21102)]  [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]
15:55:54.933121 tst            mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)
15:55:54.994303 run   osmo-hlr_10.42.42.2(pid=21099): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21099)]
15:55:55.044023 run   osmo-hlr_10.42.42.2(pid=21099): stdout: 
| (launched: 2022-12-10_15:55:52.203799) 
15:55:55.094617 run   osmo-hlr_10.42.42.2(pid=21099): stderr: 
| �[0;m�[1;31m20221210155552377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155552377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155552377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155552377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155552377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155552377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155552388 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155552397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155552397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155552397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:55:55.162816 run   osmo-msc_10.42.42.6(pid=21105): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21105)]
15:55:55.212474 run   osmo-msc_10.42.42.6(pid=21105): stdout: 
| (launched: 2022-12-10_15:55:54.068291) 
15:55:55.262496 run   osmo-msc_10.42.42.6(pid=21105): stderr: 
| �[0;m�[38;5;43m20221210155554336 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210155554336 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff44e1b8c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210155554336 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210155554336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210155554338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210155554338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210155554340 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210155554340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210155554340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210155554340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:55:55.304844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21098): Terminating (SIGTERM)
15:55:55.345483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21101): Terminating (SIGTERM)
15:55:55.386477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21104): Terminating (SIGTERM)
15:55:55.395780 ---      ParallelTerminationStrategy: PID 21098 died...
15:55:55.450276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21098): Terminated: ok {rc=0}
15:55:55.459941 ---      ParallelTerminationStrategy: PID 21101 died...
15:55:55.513856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21101): Terminated: ok {rc=0}
15:55:55.523777 ---      ParallelTerminationStrategy: PID 21104 died...
15:55:55.577641 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21104): Terminated: ok {rc=0}
15:55:55.665369 bus                        /sierra_3: Setting Powered False
15:55:56.768699 bus                        /sierra_3: Setting Powered False
15:55:57.879901 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>21.0</duration><id>40</id><name>voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1</name><properties></properties><timestamp>2022-12-10T15:55:38</timestamp></suite><suite><case><age>59</age><className>voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=21116): Process ended prematurely: osmo-stp_10.42.42.5(pid=21116) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21116)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21116): Process ended prematurely: osmo-stp_10.42.42.5(pid=21116) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21116)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py
----------------------------------------------
15:55:59.883566 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
15:55:59.894913 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
15:56:00.053192 tst                    mo_mt_call.py: using LAC 29030
15:56:00.175019 tst                    mo_mt_call.py: using RAC 215
15:56:00.289907 tst                    mo_mt_call.py: using CellId 29030
15:56:00.403365 tst                    mo_mt_call.py: using BVCI 29031
15:56:00.425880 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
15:56:00.436928 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
15:56:00.447966 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
15:56:00.459047 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
15:56:00.470217 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
15:56:00.481215 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
15:56:00.597866 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
15:56:00.793607 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:56:01.349560 run         create_hlr_db(pid=21110): Launched
15:56:01.523767 bus                        /sierra_2: Setting Powered False
15:56:02.541614 run         create_hlr_db(pid=21110): Terminated: ok {rc=0}
15:56:02.960003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21112): Launched
15:56:03.274223 run   osmo-hlr_10.42.42.2(pid=21113): Launched
15:56:03.393172 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:56:03.938126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21115): Launched
15:56:04.252147 run   osmo-stp_10.42.42.5(pid=21116): Launched
15:56:04.365988 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:56:04.940875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21118): Launched
15:56:05.254678 run   osmo-msc_10.42.42.6(pid=21119): Launched
15:56:05.439049 run   osmo-stp_10.42.42.5(pid=21116): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21116)]
15:56:05.572397 run   osmo-stp_10.42.42.5(pid=21116): stdout: 
| (launched: 2022-12-10_15:56:04.098979)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:56:05.705501 run   osmo-stp_10.42.42.5(pid=21116): stderr: 
| �[0;m�[38;5;43m20221210155604289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155604289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155604289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155604290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155604290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155604290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155604290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:56:05.832322 run   osmo-stp_10.42.42.5(pid=21116): stdout: 
| (launched: 2022-12-10_15:56:04.098979)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:56:05.958142 run   osmo-stp_10.42.42.5(pid=21116): stderr: 
| �[0;m�[38;5;43m20221210155604289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155604289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155604289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155604290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155604290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155604290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155604290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:56:06.013552 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21116): Process ended prematurely: osmo-stp_10.42.42.5(pid=21116) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21116)]  [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]
15:56:06.022668 tst                  mo_mt_call.py:8: Test FAILED (6.2 sec)
15:56:06.085523 run   osmo-hlr_10.42.42.2(pid=21113): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21113)]
15:56:06.136806 run   osmo-hlr_10.42.42.2(pid=21113): stdout: 
| (launched: 2022-12-10_15:56:03.120266) 
15:56:06.189196 run   osmo-hlr_10.42.42.2(pid=21113): stderr: 
| �[0;m�[1;31m20221210155603318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155603318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155603318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155603318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155603318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155603318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155603332 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155603343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155603343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155603343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:56:06.259623 run   osmo-msc_10.42.42.6(pid=21119): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21119)]
15:56:06.310769 run   osmo-msc_10.42.42.6(pid=21119): stdout: 
| (launched: 2022-12-10_15:56:05.100854) 
15:56:06.362451 run   osmo-msc_10.42.42.6(pid=21119): stderr: 
| �[0;m�[38;5;43m20221210155605419 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210155605419 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5f0a3dcc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210155605419 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210155605419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210155605419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210155605419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210155605421 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210155605422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210155605422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210155605422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:56:06.406700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21112): Terminating (SIGTERM)
15:56:06.448622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21115): Terminating (SIGTERM)
15:56:06.490525 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21118): Terminating (SIGTERM)
15:56:06.500070 ---      ParallelTerminationStrategy: PID 21112 died...
15:56:06.556258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21112): Terminated: ok {rc=0}
15:56:06.566420 ---      ParallelTerminationStrategy: PID 21115 died...
15:56:06.622001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21115): Terminated: ok {rc=0}
15:56:06.632007 ---      ParallelTerminationStrategy: PID 21118 died...
15:56:06.687595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21118): Terminated: ok {rc=0}
15:56:06.775015 bus                        /sierra_3: Setting Powered False
15:56:07.881961 bus                        /sierra_3: Setting Powered False
15:56:08.993040 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>59</age><className>voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=21127): Process ended prematurely: osmo-stp_10.42.42.5(pid=21127) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21127)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21127): Process ended prematurely: osmo-stp_10.42.42.5(pid=21127) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21127)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py
----------------------------------------------
15:56:10.102535 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
15:56:10.114332 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
15:56:10.268365 tst              mo_mt_call_osmux.py: using LAC 29031
15:56:10.385697 tst              mo_mt_call_osmux.py: using RAC 216
15:56:10.509408 tst              mo_mt_call_osmux.py: using CellId 29031
15:56:10.634246 tst              mo_mt_call_osmux.py: using BVCI 29032
15:56:10.658205 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
15:56:10.669785 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
15:56:10.681096 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
15:56:10.692449 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
15:56:10.703839 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
15:56:10.715223 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
15:56:10.830687 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
15:56:11.028744 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:56:11.491897 run         create_hlr_db(pid=21121): Launched
15:56:11.663285 bus                        /sierra_2: Setting Powered False
15:56:12.684819 run         create_hlr_db(pid=21121): Terminated: ok {rc=0}
15:56:13.078522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21123): Launched
15:56:13.373791 run   osmo-hlr_10.42.42.2(pid=21124): Launched
15:56:13.484468 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:56:14.001519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21126): Launched
15:56:14.295700 run   osmo-stp_10.42.42.5(pid=21127): Launched
15:56:14.403641 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:56:14.945883 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21129): Launched
15:56:15.241276 run   osmo-msc_10.42.42.6(pid=21130): Launched
15:56:15.416349 run   osmo-stp_10.42.42.5(pid=21127): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21127)]
15:56:15.543308 run   osmo-stp_10.42.42.5(pid=21127): stdout: 
| (launched: 2022-12-10_15:56:14.151171)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:56:15.667344 run   osmo-stp_10.42.42.5(pid=21127): stderr: 
| �[0;m�[38;5;43m20221210155614318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155614318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155614318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155614319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155614319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155614319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155614319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:56:15.786691 run   osmo-stp_10.42.42.5(pid=21127): stdout: 
| (launched: 2022-12-10_15:56:14.151171)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:56:15.917271 run   osmo-stp_10.42.42.5(pid=21127): stderr: 
| �[0;m�[38;5;43m20221210155614318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155614318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155614318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155614319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155614319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155614319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155614319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:56:15.971738 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21127): Process ended prematurely: osmo-stp_10.42.42.5(pid=21127) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21127)]  [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]
15:56:15.981447 tst            mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)
15:56:16.045643 run   osmo-hlr_10.42.42.2(pid=21124): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21124)]
15:56:16.097124 run   osmo-hlr_10.42.42.2(pid=21124): stdout: 
| (launched: 2022-12-10_15:56:13.229646) 
15:56:16.149894 run   osmo-hlr_10.42.42.2(pid=21124): stderr: 
| �[0;m�[1;31m20221210155613402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155613402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155613402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155613402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155613402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155613403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155613415 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155613425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155613425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155613425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:56:16.220480 run   osmo-msc_10.42.42.6(pid=21130): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21130)]
15:56:16.272537 run   osmo-msc_10.42.42.6(pid=21130): stdout: 
| (launched: 2022-12-10_15:56:15.095719) 
15:56:16.325762 run   osmo-msc_10.42.42.6(pid=21130): stderr: 
| �[0;m�[38;5;43m20221210155615364 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210155615365 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6d7a0c0c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210155615365 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210155615365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210155615365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210155615365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210155615367 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210155615368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210155615368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210155615368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:56:16.370317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21123): Terminating (SIGTERM)
15:56:16.414216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21126): Terminating (SIGTERM)
15:56:16.456336 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21129): Terminating (SIGTERM)
15:56:16.467396 ---      ParallelTerminationStrategy: PID 21123 died...
15:56:16.524469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21123): Terminated: ok {rc=0}
15:56:16.535075 ---      ParallelTerminationStrategy: PID 21126 died...
15:56:16.592120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21126): Terminated: ok {rc=0}
15:56:16.602657 ---      ParallelTerminationStrategy: PID 21129 died...
15:56:16.659521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21129): Terminated: ok {rc=0}
15:56:16.749206 bus                        /sierra_3: Setting Powered False
15:56:17.853833 bus                        /sierra_3: Setting Powered False
15:56:18.961387 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>41</id><name>voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2</name><properties></properties><timestamp>2022-12-10T15:55:59</timestamp></suite><suite><case><age>59</age><className>voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=21141): Process ended prematurely: osmo-stp_10.42.42.5(pid=21141) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21141)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21141): Process ended prematurely: osmo-stp_10.42.42.5(pid=21141) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21141)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py
----------------------------------------------
15:56:20.962318 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
15:56:20.973826 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
15:56:21.136297 tst                    mo_mt_call.py: using LAC 29032
15:56:21.261731 tst                    mo_mt_call.py: using RAC 217
15:56:21.386846 tst                    mo_mt_call.py: using CellId 29032
15:56:21.510472 tst                    mo_mt_call.py: using BVCI 29033
15:56:21.534455 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
15:56:21.546017 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
15:56:21.557352 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
15:56:21.568760 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
15:56:21.580195 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
15:56:21.591571 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
15:56:21.710355 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
15:56:21.916039 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:56:22.412364 run         create_hlr_db(pid=21135): Launched
15:56:22.583556 bus                        /sierra_2: Setting Powered False
15:56:23.604465 run         create_hlr_db(pid=21135): Terminated: ok {rc=0}
15:56:24.022411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21137): Launched
15:56:24.338866 run   osmo-hlr_10.42.42.2(pid=21138): Launched
15:56:24.457416 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:56:25.006281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21140): Launched
15:56:25.319757 run   osmo-stp_10.42.42.5(pid=21141): Launched
15:56:25.433832 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:56:26.010053 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21143): Launched
15:56:26.325800 run   osmo-msc_10.42.42.6(pid=21144): Launched
15:56:26.511033 run   osmo-stp_10.42.42.5(pid=21141): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21141)]
15:56:26.645316 run   osmo-stp_10.42.42.5(pid=21141): stdout: 
| (launched: 2022-12-10_15:56:25.167019)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:56:26.778814 run   osmo-stp_10.42.42.5(pid=21141): stderr: 
| �[0;m�[38;5;43m20221210155625358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155625358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155625359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155625359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155625359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155625359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155625359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:56:26.906228 run   osmo-stp_10.42.42.5(pid=21141): stdout: 
| (launched: 2022-12-10_15:56:25.167019)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:56:27.032414 run   osmo-stp_10.42.42.5(pid=21141): stderr: 
| �[0;m�[38;5;43m20221210155625358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155625358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155625359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155625359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155625359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155625359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155625359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:56:27.087939 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21141): Process ended prematurely: osmo-stp_10.42.42.5(pid=21141) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21141)]  [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]
15:56:27.097047 tst                  mo_mt_call.py:8: Test FAILED (6.2 sec)
15:56:27.160116 run   osmo-hlr_10.42.42.2(pid=21138): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21138)]
15:56:27.211790 run   osmo-hlr_10.42.42.2(pid=21138): stdout: 
| (launched: 2022-12-10_15:56:24.184409) 
15:56:27.264047 run   osmo-hlr_10.42.42.2(pid=21138): stderr: 
| �[0;m�[1;31m20221210155624381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155624381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155624381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155624382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155624382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155624382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155624394 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155624402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155624403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155624403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:56:27.335051 run   osmo-msc_10.42.42.6(pid=21144): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21144)]
15:56:27.386627 run   osmo-msc_10.42.42.6(pid=21144): stdout: 
| (launched: 2022-12-10_15:56:26.171099) 
15:56:27.438637 run   osmo-msc_10.42.42.6(pid=21144): stderr: 
| �[0;m�[38;5;43m20221210155626491 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210155626491 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2a75d29c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210155626491 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210155626491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210155626491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210155626491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210155626493 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210155626494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210155626494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210155626494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:56:27.482805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21137): Terminating (SIGTERM)
15:56:27.524708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21140): Terminating (SIGTERM)
15:56:27.566689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21143): Terminating (SIGTERM)
15:56:27.575913 ---      ParallelTerminationStrategy: PID 21137 died...
15:56:27.632026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21137): Terminated: ok {rc=0}
15:56:27.642198 ---      ParallelTerminationStrategy: PID 21140 died...
15:56:27.698006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21140): Terminated: ok {rc=0}
15:56:27.708142 ---      ParallelTerminationStrategy: PID 21143 died...
15:56:27.763965 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21143): Terminated: ok {rc=0}
15:56:27.851363 bus                        /sierra_3: Setting Powered False
15:56:28.955448 bus                        /sierra_3: Setting Powered False
15:56:30.067764 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>59</age><className>voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=21152): Process ended prematurely: osmo-stp_10.42.42.5(pid=21152) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21152)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21152): Process ended prematurely: osmo-stp_10.42.42.5(pid=21152) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21152)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py
----------------------------------------------
15:56:31.177062 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
15:56:31.189638 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
15:56:31.360098 tst              mo_mt_call_osmux.py: using LAC 29033
15:56:31.479939 tst              mo_mt_call_osmux.py: using RAC 218
15:56:31.629821 tst              mo_mt_call_osmux.py: using CellId 29033
15:56:31.786752 tst              mo_mt_call_osmux.py: using BVCI 29034
15:56:31.820856 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
15:56:31.837024 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
15:56:31.852515 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
15:56:31.866520 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
15:56:31.882546 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
15:56:31.899422 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
15:56:32.030714 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
15:56:32.235614 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:56:32.745988 run         create_hlr_db(pid=21146): Launched
15:56:32.928088 bus                        /sierra_2: Setting Powered False
15:56:33.949549 run         create_hlr_db(pid=21146): Terminated: ok {rc=0}
15:56:34.346385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21148): Launched
15:56:34.640906 run   osmo-hlr_10.42.42.2(pid=21149): Launched
15:56:34.753604 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:56:35.272512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21151): Launched
15:56:35.566202 run   osmo-stp_10.42.42.5(pid=21152): Launched
15:56:35.674340 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:56:36.220301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21154): Launched
15:56:36.535406 run   osmo-msc_10.42.42.6(pid=21155): Launched
15:56:36.718927 run   osmo-stp_10.42.42.5(pid=21152): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21152)]
15:56:36.851742 run   osmo-stp_10.42.42.5(pid=21152): stdout: 
| (launched: 2022-12-10_15:56:35.421869)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:56:36.984299 run   osmo-stp_10.42.42.5(pid=21152): stderr: 
| �[0;m�[38;5;43m20221210155635591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155635591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155635591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155635592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155635592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155635592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155635592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:56:37.111452 run   osmo-stp_10.42.42.5(pid=21152): stdout: 
| (launched: 2022-12-10_15:56:35.421869)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:56:37.237784 run   osmo-stp_10.42.42.5(pid=21152): stderr: 
| �[0;m�[38;5;43m20221210155635591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155635591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155635591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155635592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155635592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155635592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155635592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:56:37.293436 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21152): Process ended prematurely: osmo-stp_10.42.42.5(pid=21152) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21152)]  [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]
15:56:37.302660 tst            mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)
15:56:37.364679 run   osmo-hlr_10.42.42.2(pid=21149): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21149)]
15:56:37.415995 run   osmo-hlr_10.42.42.2(pid=21149): stdout: 
| (launched: 2022-12-10_15:56:34.496271) 
15:56:37.467972 run   osmo-hlr_10.42.42.2(pid=21149): stderr: 
| �[0;m�[1;31m20221210155634671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155634671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155634671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155634671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155634671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155634671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155634684 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155634694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155634694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155634695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:56:37.538359 run   osmo-msc_10.42.42.6(pid=21155): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21155)]
15:56:37.589731 run   osmo-msc_10.42.42.6(pid=21155): stdout: 
| (launched: 2022-12-10_15:56:36.382112) 
15:56:37.641473 run   osmo-msc_10.42.42.6(pid=21155): stderr: 
| �[0;m�[38;5;43m20221210155636702 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210155636703 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd7aee3ec40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210155636703 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210155636703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210155636703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210155636703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210155636705 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210155636705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210155636705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210155636706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:56:37.685399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21148): Terminating (SIGTERM)
15:56:37.726983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21151): Terminating (SIGTERM)
15:56:37.768584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21154): Terminating (SIGTERM)
15:56:37.778275 ---      ParallelTerminationStrategy: PID 21148 died...
15:56:37.834268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21148): Terminated: ok {rc=0}
15:56:37.844254 ---      ParallelTerminationStrategy: PID 21151 died...
15:56:37.900429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21151): Terminated: ok {rc=0}
15:56:37.910430 ---      ParallelTerminationStrategy: PID 21154 died...
15:56:37.965882 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21154): Terminated: ok {rc=0}
15:56:38.053058 bus                        /sierra_3: Setting Powered False
15:56:39.156003 bus                        /sierra_3: Setting Powered False
15:56:40.263883 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>42</id><name>voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3</name><properties></properties><timestamp>2022-12-10T15:56:20</timestamp></suite><suite><case><age>59</age><className>voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=21167): Process ended prematurely: osmo-stp_10.42.42.5(pid=21167) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21167)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21167): Process ended prematurely: osmo-stp_10.42.42.5(pid=21167) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21167)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py
----------------------------------------------
15:56:42.265924 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
15:56:42.277348 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)
15:56:42.439519 tst                    mo_mt_call.py: using LAC 29034
15:56:42.562649 tst                    mo_mt_call.py: using RAC 219
15:56:42.686163 tst                    mo_mt_call.py: using CellId 29034
15:56:42.806459 tst                    mo_mt_call.py: using BVCI 29035
15:56:42.829050 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
15:56:42.840181 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
15:56:42.851179 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
15:56:42.862216 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
15:56:42.873770 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
15:56:42.885134 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
15:56:43.000901 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
15:56:43.199455 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:56:43.663254 run         create_hlr_db(pid=21161): Launched
15:56:43.833441 bus                        /sierra_2: Setting Powered False
15:56:44.854964 run         create_hlr_db(pid=21161): Terminated: ok {rc=0}
15:56:45.275795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21163): Launched
15:56:45.592140 run   osmo-hlr_10.42.42.2(pid=21164): Launched
15:56:45.708381 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:56:46.316078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21166): Launched
15:56:46.660524 run   osmo-stp_10.42.42.5(pid=21167): Launched
15:56:46.843158 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:56:47.506181 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21169): Launched
15:56:47.820865 run   osmo-msc_10.42.42.6(pid=21170): Launched
15:56:48.005438 run   osmo-stp_10.42.42.5(pid=21167): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21167)]
15:56:48.138918 run   osmo-stp_10.42.42.5(pid=21167): stdout: 
| (launched: 2022-12-10_15:56:46.479877)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:56:48.272600 run   osmo-stp_10.42.42.5(pid=21167): stderr: 
| �[0;m�[38;5;43m20221210155646822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155646822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155646822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155646822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155646837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155646837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155646837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:56:48.400149 run   osmo-stp_10.42.42.5(pid=21167): stdout: 
| (launched: 2022-12-10_15:56:46.479877)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:56:48.526515 run   osmo-stp_10.42.42.5(pid=21167): stderr: 
| �[0;m�[38;5;43m20221210155646822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155646822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155646822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155646822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155646837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155646837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155646837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:56:48.582113 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21167): Process ended prematurely: osmo-stp_10.42.42.5(pid=21167) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21167)]  [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]
15:56:48.591448 tst                  mo_mt_call.py:8: Test FAILED (6.4 sec)
15:56:48.654002 run   osmo-hlr_10.42.42.2(pid=21164): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21164)]
15:56:48.705509 run   osmo-hlr_10.42.42.2(pid=21164): stdout: 
| (launched: 2022-12-10_15:56:45.437587) 
15:56:48.757253 run   osmo-hlr_10.42.42.2(pid=21164): stderr: 
| �[0;m�[1;31m20221210155645634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155645634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155645634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155645634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155645634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155645634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155645646 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155645655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155645655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155645655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:56:48.827682 run   osmo-msc_10.42.42.6(pid=21170): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21170)]
15:56:48.879082 run   osmo-msc_10.42.42.6(pid=21170): stdout: 
| (launched: 2022-12-10_15:56:47.667382) 
15:56:48.930720 run   osmo-msc_10.42.42.6(pid=21170): stderr: 
| �[0;m�[38;5;43m20221210155647989 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210155647989 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f60e858cc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210155647989 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210155647989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210155647990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210155647990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210155647991 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210155647992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210155647992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210155647992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:56:48.974626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21163): Terminating (SIGTERM)
15:56:49.016372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21166): Terminating (SIGTERM)
15:56:49.058323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21169): Terminating (SIGTERM)
15:56:49.067928 ---      ParallelTerminationStrategy: PID 21163 died...
15:56:49.123605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21163): Terminated: ok {rc=0}
15:56:49.133777 ---      ParallelTerminationStrategy: PID 21166 died...
15:56:49.189792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21166): Terminated: ok {rc=0}
15:56:49.199911 ---      ParallelTerminationStrategy: PID 21169 died...
15:56:49.255532 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21169): Terminated: ok {rc=0}
15:56:49.342439 bus                        /sierra_3: Setting Powered False
15:56:50.449132 bus                        /sierra_3: Setting Powered False
15:56:51.557261 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>59</age><className>voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=21178): Process ended prematurely: osmo-stp_10.42.42.5(pid=21178) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21178)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21178): Process ended prematurely: osmo-stp_10.42.42.5(pid=21178) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21178)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py
----------------------------------------------
15:56:52.664293 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
15:56:52.675794 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)
15:56:52.833411 tst              mo_mt_call_osmux.py: using LAC 29035
15:56:52.947243 tst              mo_mt_call_osmux.py: using RAC 220
15:56:53.063626 tst              mo_mt_call_osmux.py: using CellId 29035
15:56:53.178160 tst              mo_mt_call_osmux.py: using BVCI 29036
15:56:53.200530 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
15:56:53.211517 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
15:56:53.222426 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
15:56:53.233525 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
15:56:53.244616 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
15:56:53.255914 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
15:56:53.368302 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
15:56:53.573649 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:56:54.077355 run         create_hlr_db(pid=21172): Launched
15:56:54.259793 bus                        /sierra_2: Setting Powered False
15:56:55.281799 run         create_hlr_db(pid=21172): Terminated: ok {rc=0}
15:56:55.699041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21174): Launched
15:56:56.011277 run   osmo-hlr_10.42.42.2(pid=21175): Launched
15:56:56.130243 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:56:56.677468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21177): Launched
15:56:56.991786 run   osmo-stp_10.42.42.5(pid=21178): Launched
15:56:57.106077 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:56:57.682596 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21180): Launched
15:56:57.998044 run   osmo-msc_10.42.42.6(pid=21181): Launched
15:56:58.184412 run   osmo-stp_10.42.42.5(pid=21178): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21178)]
15:56:58.318442 run   osmo-stp_10.42.42.5(pid=21178): stdout: 
| (launched: 2022-12-10_15:56:56.838252)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:56:58.451663 run   osmo-stp_10.42.42.5(pid=21178): stderr: 
| �[0;m�[38;5;43m20221210155657028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155657028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155657028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155657029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155657031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155657031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155657031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:56:58.578976 run   osmo-stp_10.42.42.5(pid=21178): stdout: 
| (launched: 2022-12-10_15:56:56.838252)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:56:58.704420 run   osmo-stp_10.42.42.5(pid=21178): stderr: 
| �[0;m�[38;5;43m20221210155657028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155657028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155657028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155657029 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155657031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155657031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155657031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:56:58.759699 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21178): Process ended prematurely: osmo-stp_10.42.42.5(pid=21178) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21178)]  [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]
15:56:58.768788 tst            mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)
15:56:58.831210 run   osmo-hlr_10.42.42.2(pid=21175): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21175)]
15:56:58.882503 run   osmo-hlr_10.42.42.2(pid=21175): stdout: 
| (launched: 2022-12-10_15:56:55.859003) 
15:56:58.934515 run   osmo-hlr_10.42.42.2(pid=21175): stderr: 
| �[0;m�[1;31m20221210155656056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155656056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155656056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155656056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155656056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155656056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155656069 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155656077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155656077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155656077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:56:59.005199 run   osmo-msc_10.42.42.6(pid=21181): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21181)]
15:56:59.056473 run   osmo-msc_10.42.42.6(pid=21181): stdout: 
| (launched: 2022-12-10_15:56:57.843575) 
15:56:59.108260 run   osmo-msc_10.42.42.6(pid=21181): stderr: 
| �[0;m�[38;5;43m20221210155658169 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210155658169 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f513ed8cc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210155658169 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210155658169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210155658169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210155658170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210155658171 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210155658172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210155658172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210155658172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:56:59.152250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21174): Terminating (SIGTERM)
15:56:59.194315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21177): Terminating (SIGTERM)
15:56:59.236242 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21180): Terminating (SIGTERM)
15:56:59.245543 ---      ParallelTerminationStrategy: PID 21174 died...
15:56:59.301464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21174): Terminated: ok {rc=0}
15:56:59.311563 ---      ParallelTerminationStrategy: PID 21177 died...
15:56:59.367270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21177): Terminated: ok {rc=0}
15:56:59.377351 ---      ParallelTerminationStrategy: PID 21180 died...
15:56:59.432915 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21180): Terminated: ok {rc=0}
15:56:59.518803 bus                        /sierra_3: Setting Powered False
15:57:00.623886 bus                        /sierra_3: Setting Powered False
15:57:01.739524 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>43</id><name>voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1</name><properties></properties><timestamp>2022-12-10T15:56:41</timestamp></suite><suite><case><age>59</age><className>voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=21192): Process ended prematurely: osmo-stp_10.42.42.5(pid=21192) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21192)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21192): Process ended prematurely: osmo-stp_10.42.42.5(pid=21192) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21192)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py
----------------------------------------------
15:57:03.734151 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
15:57:03.745829 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
15:57:03.903474 tst                    mo_mt_call.py: using LAC 29036
15:57:04.022990 tst                    mo_mt_call.py: using RAC 221
15:57:04.137253 tst                    mo_mt_call.py: using CellId 29036
15:57:04.251170 tst                    mo_mt_call.py: using BVCI 29037
15:57:04.273749 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
15:57:04.284753 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
15:57:04.295475 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
15:57:04.307027 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
15:57:04.318335 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
15:57:04.329423 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
15:57:04.447360 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
15:57:04.645727 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:57:05.108325 run         create_hlr_db(pid=21186): Launched
15:57:05.278369 bus                        /sierra_2: Setting Powered False
15:57:06.300878 run         create_hlr_db(pid=21186): Terminated: ok {rc=0}
15:57:06.694759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21188): Launched
15:57:06.988584 run   osmo-hlr_10.42.42.2(pid=21189): Launched
15:57:07.099416 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:57:07.620841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21191): Launched
15:57:07.914399 run   osmo-stp_10.42.42.5(pid=21192): Launched
15:57:08.021901 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:57:08.560290 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21194): Launched
15:57:08.855103 run   osmo-msc_10.42.42.6(pid=21195): Launched
15:57:09.028261 run   osmo-stp_10.42.42.5(pid=21192): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21192)]
15:57:09.153913 run   osmo-stp_10.42.42.5(pid=21192): stdout: 
| (launched: 2022-12-10_15:57:07.770371)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:57:09.277961 run   osmo-stp_10.42.42.5(pid=21192): stderr: 
| �[0;m�[38;5;43m20221210155707940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155707940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155707941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155707941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155707941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155707942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155707942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:57:09.398011 run   osmo-stp_10.42.42.5(pid=21192): stdout: 
| (launched: 2022-12-10_15:57:07.770371)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:57:09.516119 run   osmo-stp_10.42.42.5(pid=21192): stderr: 
| �[0;m�[38;5;43m20221210155707940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155707940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155707941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155707941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155707941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155707942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155707942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:57:09.568272 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21192): Process ended prematurely: osmo-stp_10.42.42.5(pid=21192) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21192)]  [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]
15:57:09.577158 tst                  mo_mt_call.py:8: Test FAILED (5.9 sec)
15:57:09.638018 run   osmo-hlr_10.42.42.2(pid=21189): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21189)]
15:57:09.687673 run   osmo-hlr_10.42.42.2(pid=21189): stdout: 
| (launched: 2022-12-10_15:57:06.844025) 
15:57:09.738002 run   osmo-hlr_10.42.42.2(pid=21189): stderr: 
| �[0;m�[1;31m20221210155707021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155707021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155707021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155707021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155707021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155707022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155707034 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155707042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155707042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155707042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:57:09.805747 run   osmo-msc_10.42.42.6(pid=21195): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21195)]
15:57:09.855275 run   osmo-msc_10.42.42.6(pid=21195): stdout: 
| (launched: 2022-12-10_15:57:08.710252) 
15:57:09.905491 run   osmo-msc_10.42.42.6(pid=21195): stderr: 
| �[0;m�[38;5;43m20221210155708981 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210155708981 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0876a1dc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210155708981 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210155708981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210155708981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210155708982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210155708983 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210155708984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210155708984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210155708984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:57:09.947729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21188): Terminating (SIGTERM)
15:57:09.987621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21191): Terminating (SIGTERM)
15:57:10.027639 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21194): Terminating (SIGTERM)
15:57:10.036929 ---      ParallelTerminationStrategy: PID 21188 died...
15:57:10.090611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21188): Terminated: ok {rc=0}
15:57:10.101328 ---      ParallelTerminationStrategy: PID 21191 died...
15:57:10.154929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21191): Terminated: ok {rc=0}
15:57:10.164872 ---      ParallelTerminationStrategy: PID 21194 died...
15:57:10.218764 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21194): Terminated: ok {rc=0}
15:57:10.303040 bus                        /sierra_3: Setting Powered False
15:57:11.409068 bus                        /sierra_3: Setting Powered False
15:57:12.516705 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>59</age><className>voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=21203): Process ended prematurely: osmo-stp_10.42.42.5(pid=21203) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21203)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21203): Process ended prematurely: osmo-stp_10.42.42.5(pid=21203) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21203)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py
----------------------------------------------
15:57:13.630816 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
15:57:13.642887 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
15:57:13.803347 tst              mo_mt_call_osmux.py: using LAC 29037
15:57:13.925953 tst              mo_mt_call_osmux.py: using RAC 222
15:57:14.048002 tst              mo_mt_call_osmux.py: using CellId 29037
15:57:14.172331 tst              mo_mt_call_osmux.py: using BVCI 29038
15:57:14.196797 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
15:57:14.208232 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
15:57:14.219523 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
15:57:14.231036 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
15:57:14.242378 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
15:57:14.253668 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
15:57:14.370496 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
15:57:14.576874 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:57:15.080454 run         create_hlr_db(pid=21197): Launched
15:57:15.264287 bus                        /sierra_2: Setting Powered False
15:57:16.288355 run         create_hlr_db(pid=21197): Terminated: ok {rc=0}
15:57:16.732754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21199): Launched
15:57:17.166999 run   osmo-hlr_10.42.42.2(pid=21200): Launched
15:57:17.276697 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:57:17.789074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21202): Launched
15:57:18.083968 run   osmo-stp_10.42.42.5(pid=21203): Launched
15:57:18.191893 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:57:18.730882 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21205): Launched
15:57:19.025092 run   osmo-msc_10.42.42.6(pid=21206): Launched
15:57:19.198559 run   osmo-stp_10.42.42.5(pid=21203): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21203)]
15:57:19.324936 run   osmo-stp_10.42.42.5(pid=21203): stdout: 
| (launched: 2022-12-10_15:57:17.939366)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:57:19.448839 run   osmo-stp_10.42.42.5(pid=21203): stderr: 
| �[0;m�[38;5;43m20221210155718107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155718107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155718107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155718107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155718108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155718108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155718108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:57:19.568280 run   osmo-stp_10.42.42.5(pid=21203): stdout: 
| (launched: 2022-12-10_15:57:17.939366)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:57:19.686392 run   osmo-stp_10.42.42.5(pid=21203): stderr: 
| �[0;m�[38;5;43m20221210155718107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155718107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155718107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155718107 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155718108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155718108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155718108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:57:19.738565 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21203): Process ended prematurely: osmo-stp_10.42.42.5(pid=21203) [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21203)]  [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]
15:57:19.747347 tst            mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)
15:57:19.807502 run   osmo-hlr_10.42.42.2(pid=21200): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21200)]
15:57:19.856824 run   osmo-hlr_10.42.42.2(pid=21200): stdout: 
| (launched: 2022-12-10_15:57:16.898186) 
15:57:19.906887 run   osmo-hlr_10.42.42.2(pid=21200): stderr: 
| �[0;m�[1;31m20221210155717180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155717180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155717180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155717180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155717180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155717180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155717192 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155717200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155717201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155717201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:57:19.974695 run   osmo-msc_10.42.42.6(pid=21206): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21206)]
15:57:20.023923 run   osmo-msc_10.42.42.6(pid=21206): stdout: 
| (launched: 2022-12-10_15:57:18.881292) 
15:57:20.073856 run   osmo-msc_10.42.42.6(pid=21206): stderr: 
| �[0;m�[38;5;43m20221210155719154 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210155719154 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc81e6b7c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210155719154 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210155719154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210155719154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210155719155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210155719156 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210155719157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210155719157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210155719157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:57:20.115812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21199): Terminating (SIGTERM)
15:57:20.155940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21202): Terminating (SIGTERM)
15:57:20.195985 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21205): Terminating (SIGTERM)
15:57:20.205464 ---      ParallelTerminationStrategy: PID 21199 died...
15:57:20.259131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21199): Terminated: ok {rc=0}
15:57:20.269123 ---      ParallelTerminationStrategy: PID 21202 died...
15:57:20.322463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21202): Terminated: ok {rc=0}
15:57:20.332280 ---      ParallelTerminationStrategy: PID 21205 died...
15:57:20.386062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21205): Terminated: ok {rc=0}
15:57:20.474267 bus                        /sierra_3: Setting Powered False
15:57:21.577370 bus                        /sierra_3: Setting Powered False
15:57:22.688832 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>21.0</duration><id>44</id><name>voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3</name><properties></properties><timestamp>2022-12-10T15:57:03</timestamp></suite><suite><case><age>59</age><className>voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=21217): Process ended prematurely: osmo-stp_10.42.42.5(pid=21217) [trial-2376↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21217)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21217): Process ended prematurely: osmo-stp_10.42.42.5(pid=21217) [trial-2376↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21217)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py
----------------------------------------------
15:57:24.696850 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
15:57:24.708560 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
15:57:24.870813 tst                    mo_mt_call.py: using LAC 29038
15:57:24.995975 tst                    mo_mt_call.py: using RAC 223
15:57:25.120484 tst                    mo_mt_call.py: using CellId 29038
15:57:25.238531 tst                    mo_mt_call.py: using BVCI 29039
15:57:25.260996 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
15:57:25.272279 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
15:57:25.283124 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
15:57:25.294586 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
15:57:25.305920 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
15:57:25.317120 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
15:57:25.428794 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
15:57:25.631510 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:57:26.092272 run         create_hlr_db(pid=21211): Launched
15:57:26.261811 bus                        /sierra_2: Setting Powered False
15:57:27.283850 run         create_hlr_db(pid=21211): Terminated: ok {rc=0}
15:57:27.699229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21213): Launched
15:57:27.993255 run   osmo-hlr_10.42.42.2(pid=21214): Launched
15:57:28.099509 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:57:28.610063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21216): Launched
15:57:28.903567 run   osmo-stp_10.42.42.5(pid=21217): Launched
15:57:29.011253 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:57:29.549271 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21219): Launched
15:57:29.844861 run   osmo-msc_10.42.42.6(pid=21220): Launched
15:57:30.017961 run   osmo-stp_10.42.42.5(pid=21217): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21217)]
15:57:30.143997 run   osmo-stp_10.42.42.5(pid=21217): stdout: 
| (launched: 2022-12-10_15:57:28.759756)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:57:30.267403 run   osmo-stp_10.42.42.5(pid=21217): stderr: 
| �[0;m�[38;5;43m20221210155728927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155728927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155728928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155728928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155728929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155728929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155728929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:57:30.386260 run   osmo-stp_10.42.42.5(pid=21217): stdout: 
| (launched: 2022-12-10_15:57:28.759756)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:57:30.503932 run   osmo-stp_10.42.42.5(pid=21217): stderr: 
| �[0;m�[38;5;43m20221210155728927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155728927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155728928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155728928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155728929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155728929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155728929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:57:30.555836 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21217): Process ended prematurely: osmo-stp_10.42.42.5(pid=21217) [trial-2376↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21217)]  [trial-2376↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]
15:57:30.564446 tst                  mo_mt_call.py:8: Test FAILED (5.9 sec)
15:57:30.624259 run   osmo-hlr_10.42.42.2(pid=21214): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21214)]
15:57:30.673098 run   osmo-hlr_10.42.42.2(pid=21214): stdout: 
| (launched: 2022-12-10_15:57:27.849525) 
15:57:30.722448 run   osmo-hlr_10.42.42.2(pid=21214): stderr: 
| �[0;m�[1;31m20221210155728023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155728023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155728023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155728023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155728023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155728023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155728058 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155728069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155728070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155728070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:57:30.789487 run   osmo-msc_10.42.42.6(pid=21220): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21220)]
15:57:30.858773 run   osmo-msc_10.42.42.6(pid=21220): stdout: 
| (launched: 2022-12-10_15:57:29.698972) 
15:57:30.915390 run   osmo-msc_10.42.42.6(pid=21220): stderr: 
| �[0;m�[38;5;43m20221210155729967 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210155729968 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b36159c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210155729968 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210155729968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210155729968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210155729968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210155729970 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210155729970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210155729971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210155729971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:57:30.958724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21213): Terminating (SIGTERM)
15:57:31.018254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21216): Terminating (SIGTERM)
15:57:31.060627 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21219): Terminating (SIGTERM)
15:57:31.071479 ---      ParallelTerminationStrategy: PID 21213 died...
15:57:31.127277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21213): Terminated: ok {rc=0}
15:57:31.137694 ---      ParallelTerminationStrategy: PID 21216 died...
15:57:31.192860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21216): Terminated: ok {rc=0}
15:57:31.203337 ---      ParallelTerminationStrategy: PID 21219 died...
15:57:31.258670 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21219): Terminated: ok {rc=0}
15:57:31.349144 bus                        /sierra_3: Setting Powered False
15:57:32.453772 bus                        /sierra_3: Setting Powered False
15:57:33.560993 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>59</age><className>voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=21229): Process ended prematurely: osmo-stp_10.42.42.5(pid=21229) [trial-2376↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21229)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21229): Process ended prematurely: osmo-stp_10.42.42.5(pid=21229) [trial-2376↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21229)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py
----------------------------------------------
15:57:34.674757 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
15:57:34.686872 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
15:57:34.848527 tst              mo_mt_call_osmux.py: using LAC 29039
15:57:34.973605 tst              mo_mt_call_osmux.py: using RAC 224
15:57:35.095571 tst              mo_mt_call_osmux.py: using CellId 29039
15:57:35.217969 tst              mo_mt_call_osmux.py: using BVCI 29040
15:57:35.242171 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
15:57:35.253741 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
15:57:35.265056 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
15:57:35.276315 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
15:57:35.287709 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
15:57:35.299132 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
15:57:35.414032 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
15:57:35.611327 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:57:36.082074 run         create_hlr_db(pid=21222): Launched
15:57:36.251985 bus                        /sierra_2: Setting Powered False
15:57:37.274335 run         create_hlr_db(pid=21222): Terminated: ok {rc=0}
15:57:37.694453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21225): Launched
15:57:38.010326 run   osmo-hlr_10.42.42.2(pid=21226): Launched
15:57:38.128815 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:57:38.678982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21228): Launched
15:57:38.996278 run   osmo-stp_10.42.42.5(pid=21229): Launched
15:57:39.110896 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:57:39.688114 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21231): Launched
15:57:40.002307 run   osmo-msc_10.42.42.6(pid=21232): Launched
15:57:40.186763 run   osmo-stp_10.42.42.5(pid=21229): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21229)]
15:57:40.320488 run   osmo-stp_10.42.42.5(pid=21229): stdout: 
| (launched: 2022-12-10_15:57:38.840582)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:57:40.453877 run   osmo-stp_10.42.42.5(pid=21229): stderr: 
| �[0;m�[38;5;43m20221210155739031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155739031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155739031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155739031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155739032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155739032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155739032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:57:40.581344 run   osmo-stp_10.42.42.5(pid=21229): stdout: 
| (launched: 2022-12-10_15:57:38.840582)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:57:40.707291 run   osmo-stp_10.42.42.5(pid=21229): stderr: 
| �[0;m�[38;5;43m20221210155739031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155739031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155739031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155739031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155739032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155739032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155739032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:57:40.763026 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21229): Process ended prematurely: osmo-stp_10.42.42.5(pid=21229) [trial-2376↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21229)]  [trial-2376↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]
15:57:40.772274 tst            mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)
15:57:40.834607 run   osmo-hlr_10.42.42.2(pid=21226): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21226)]
15:57:40.885815 run   osmo-hlr_10.42.42.2(pid=21226): stdout: 
| (launched: 2022-12-10_15:57:37.855939) 
15:57:40.937686 run   osmo-hlr_10.42.42.2(pid=21226): stderr: 
| �[0;m�[1;31m20221210155738052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155738052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155738052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155738052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155738052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155738052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155738064 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155738073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155738073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155738073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:57:41.007566 run   osmo-msc_10.42.42.6(pid=21232): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21232)]
15:57:41.058394 run   osmo-msc_10.42.42.6(pid=21232): stdout: 
| (launched: 2022-12-10_15:57:39.848693) 
15:57:41.109538 run   osmo-msc_10.42.42.6(pid=21232): stderr: 
| �[0;m�[38;5;43m20221210155740171 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210155740172 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efcea889c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210155740172 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210155740172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210155740172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210155740172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210155740174 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210155740174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210155740174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210155740175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:57:41.153111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21225): Terminating (SIGTERM)
15:57:41.194844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21228): Terminating (SIGTERM)
15:57:41.236222 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21231): Terminating (SIGTERM)
15:57:41.245976 ---      ParallelTerminationStrategy: PID 21225 died...
15:57:41.301405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21225): Terminated: ok {rc=0}
15:57:41.311452 ---      ParallelTerminationStrategy: PID 21228 died...
15:57:41.366636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21228): Terminated: ok {rc=0}
15:57:41.376505 ---      ParallelTerminationStrategy: PID 21231 died...
15:57:41.431581 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21231): Terminated: ok {rc=0}
15:57:41.518544 bus                        /sierra_3: Setting Powered False
15:57:42.624575 bus                        /sierra_3: Setting Powered False
15:57:43.731945 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>45</id><name>voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-10T15:57:24</timestamp></suite><suite><case><age>59</age><className>voice:trx-b200+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=21243): Process ended prematurely: osmo-stp_10.42.42.5(pid=21243) [trial-2376↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21243)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21243): Process ended prematurely: osmo-stp_10.42.42.5(pid=21243) [trial-2376↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21243)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py
----------------------------------------------
15:57:45.717104 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
15:57:45.727914 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
15:57:45.912565 tst                    mo_mt_call.py: using LAC 29040
15:57:46.047466 tst                    mo_mt_call.py: using RAC 225
15:57:46.183331 tst                    mo_mt_call.py: using CellId 29040
15:57:46.311867 tst                    mo_mt_call.py: using BVCI 29041
15:57:46.337440 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
15:57:46.351659 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
15:57:46.364819 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
15:57:46.377598 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
15:57:46.389939 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
15:57:46.403040 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
15:57:46.524301 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
15:57:46.731284 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:57:47.249706 run         create_hlr_db(pid=21237): Launched
15:57:47.421524 bus                        /sierra_2: Setting Powered False
15:57:48.442463 run         create_hlr_db(pid=21237): Terminated: ok {rc=0}
15:57:48.862550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21239): Launched
15:57:49.178951 run   osmo-hlr_10.42.42.2(pid=21240): Launched
15:57:49.300090 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:57:49.848599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21242): Launched
15:57:50.163480 run   osmo-stp_10.42.42.5(pid=21243): Launched
15:57:50.278654 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:57:50.855844 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21245): Launched
15:57:51.171205 run   osmo-msc_10.42.42.6(pid=21246): Launched
15:57:51.356492 run   osmo-stp_10.42.42.5(pid=21243): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21243)]
15:57:51.490160 run   osmo-stp_10.42.42.5(pid=21243): stdout: 
| (launched: 2022-12-10_15:57:50.009665)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:57:51.623733 run   osmo-stp_10.42.42.5(pid=21243): stderr: 
| �[0;m�[38;5;43m20221210155750202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155750202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155750202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155750203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155750203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155750203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155750203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:57:51.751257 run   osmo-stp_10.42.42.5(pid=21243): stdout: 
| (launched: 2022-12-10_15:57:50.009665)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:57:51.877492 run   osmo-stp_10.42.42.5(pid=21243): stderr: 
| �[0;m�[38;5;43m20221210155750202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155750202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155750202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155750203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155750203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155750203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155750203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:57:51.933781 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21243): Process ended prematurely: osmo-stp_10.42.42.5(pid=21243) [trial-2376↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21243)]  [trial-2376↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]
15:57:51.943219 tst                  mo_mt_call.py:8: Test FAILED (6.3 sec)
15:57:52.005933 run   osmo-hlr_10.42.42.2(pid=21240): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21240)]
15:57:52.057293 run   osmo-hlr_10.42.42.2(pid=21240): stdout: 
| (launched: 2022-12-10_15:57:49.024577) 
15:57:52.109437 run   osmo-hlr_10.42.42.2(pid=21240): stderr: 
| �[0;m�[1;31m20221210155749221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155749221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155749221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155749221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155749222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155749222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155749238 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155749247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155749248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155749248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:57:52.180014 run   osmo-msc_10.42.42.6(pid=21246): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21246)]
15:57:52.231580 run   osmo-msc_10.42.42.6(pid=21246): stdout: 
| (launched: 2022-12-10_15:57:51.017656) 
15:57:52.283399 run   osmo-msc_10.42.42.6(pid=21246): stderr: 
| �[0;m�[38;5;43m20221210155751337 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210155751337 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9298e61c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210155751337 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210155751337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210155751337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210155751338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210155751339 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210155751340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210155751340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210155751340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:57:52.327323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21239): Terminating (SIGTERM)
15:57:52.369561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21242): Terminating (SIGTERM)
15:57:52.411248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21245): Terminating (SIGTERM)
15:57:52.420731 ---      ParallelTerminationStrategy: PID 21239 died...
15:57:52.476644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21239): Terminated: ok {rc=0}
15:57:52.486861 ---      ParallelTerminationStrategy: PID 21242 died...
15:57:52.542446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21242): Terminated: ok {rc=0}
15:57:52.552437 ---      ParallelTerminationStrategy: PID 21245 died...
15:57:52.608133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21245): Terminated: ok {rc=0}
15:57:52.695446 bus                        /sierra_3: Setting Powered False
15:57:53.801843 bus                        /sierra_3: Setting Powered False
15:57:54.909253 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>59</age><className>voice:trx-b200+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=21254): Process ended prematurely: osmo-stp_10.42.42.5(pid=21254) [trial-2376↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21254)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21254): Process ended prematurely: osmo-stp_10.42.42.5(pid=21254) [trial-2376↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21254)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py
----------------------------------------------
15:57:56.023959 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
15:57:56.036060 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
15:57:56.199977 tst              mo_mt_call_osmux.py: using LAC 29041
15:57:56.325652 tst              mo_mt_call_osmux.py: using RAC 226
15:57:56.451921 tst              mo_mt_call_osmux.py: using CellId 29041
15:57:56.572228 tst              mo_mt_call_osmux.py: using BVCI 29042
15:57:56.594974 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
15:57:56.606054 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
15:57:56.617010 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
15:57:56.628145 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
15:57:56.639188 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
15:57:56.650428 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
15:57:56.768866 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
15:57:56.976617 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:57:57.482142 run         create_hlr_db(pid=21248): Launched
15:57:57.666170 bus                        /sierra_2: Setting Powered False
15:57:58.687281 run         create_hlr_db(pid=21248): Terminated: ok {rc=0}
15:57:59.085858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21250): Launched
15:57:59.381938 run   osmo-hlr_10.42.42.2(pid=21251): Launched
15:57:59.492435 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:58:00.005061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21253): Launched
15:58:00.300791 run   osmo-stp_10.42.42.5(pid=21254): Launched
15:58:00.408846 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:58:00.977001 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21256): Launched
15:58:01.340136 run   osmo-msc_10.42.42.6(pid=21257): Launched
15:58:01.597435 run   osmo-stp_10.42.42.5(pid=21254): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21254)]
15:58:01.952889 run   osmo-stp_10.42.42.5(pid=21254): stdout: 
| (launched: 2022-12-10_15:58:00.155912)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:58:02.206705 run   osmo-stp_10.42.42.5(pid=21254): stderr: 
| �[0;m�[38;5;43m20221210155800323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155800324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155800324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155800324 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155800326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155800327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155800327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:58:02.349601 run   osmo-stp_10.42.42.5(pid=21254): stdout: 
| (launched: 2022-12-10_15:58:00.155912)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:58:02.478735 run   osmo-stp_10.42.42.5(pid=21254): stderr: 
| �[0;m�[38;5;43m20221210155800323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155800324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155800324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155800324 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155800326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155800327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155800327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:58:02.531858 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21254): Process ended prematurely: osmo-stp_10.42.42.5(pid=21254) [trial-2376↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21254)]  [trial-2376↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]
15:58:02.541049 tst            mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)
15:58:02.603882 run   osmo-hlr_10.42.42.2(pid=21251): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21251)]
15:58:02.654338 run   osmo-hlr_10.42.42.2(pid=21251): stdout: 
| (launched: 2022-12-10_15:57:59.236911) 
15:58:02.705660 run   osmo-hlr_10.42.42.2(pid=21251): stderr: 
| �[0;m�[1;31m20221210155759411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155759411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155759411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155759411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155759411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155759411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155759436 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155759445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155759445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155759445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:58:02.774600 run   osmo-msc_10.42.42.6(pid=21257): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21257)]
15:58:02.824823 run   osmo-msc_10.42.42.6(pid=21257): stdout: 
| (launched: 2022-12-10_15:58:01.146843) 
15:58:02.875868 run   osmo-msc_10.42.42.6(pid=21257): stderr: 
| �[0;m�[38;5;43m20221210155801707 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210155801707 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fca5fd94c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210155801708 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210155801708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210155801708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210155801708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210155801712 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210155801715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210155801715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210155801715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:58:02.918518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21250): Terminating (SIGTERM)
15:58:02.959619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21253): Terminating (SIGTERM)
15:58:03.001367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21256): Terminating (SIGTERM)
15:58:03.011375 ---      ParallelTerminationStrategy: PID 21250 died...
15:58:03.066827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21250): Terminated: ok {rc=0}
15:58:03.076904 ---      ParallelTerminationStrategy: PID 21253 died...
15:58:03.131526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21253): Terminated: ok {rc=0}
15:58:03.142107 ---      ParallelTerminationStrategy: PID 21256 died...
15:58:03.196897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21256): Terminated: ok {rc=0}
15:58:03.287104 bus                        /sierra_3: Setting Powered False
15:58:04.391676 bus                        /sierra_3: Setting Powered False
15:58:05.503518 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>46</id><name>voice_trx-b200+mod-bts0-dynts-osmo</name><properties></properties><timestamp>2022-12-10T15:57:45</timestamp></suite><suite><case><age>59</age><className>voice:trx-b200+mod-bts0-trxdversion0</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=21268): Process ended prematurely: osmo-stp_10.42.42.5(pid=21268) [trial-2376↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21268)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21268): Process ended prematurely: osmo-stp_10.42.42.5(pid=21268) [trial-2376↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21268)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py
----------------------------------------------
15:58:07.488184 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)
15:58:07.499121 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)
15:58:07.634406 tst                    mo_mt_call.py: using LAC 29042
15:58:07.749333 tst                    mo_mt_call.py: using RAC 227
15:58:07.866154 tst                    mo_mt_call.py: using CellId 29042
15:58:07.981282 tst                    mo_mt_call.py: using BVCI 29043
15:58:08.003654 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)
15:58:08.014570 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)
15:58:08.025241 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)
15:58:08.036116 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)
15:58:08.047039 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)
15:58:08.058054 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)
15:58:08.175501 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)
15:58:08.372737 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:58:08.835642 run         create_hlr_db(pid=21262): Launched
15:58:09.005237 bus                        /sierra_2: Setting Powered False
15:58:10.028036 run         create_hlr_db(pid=21262): Terminated: ok {rc=0}
15:58:10.447957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21264): Launched
15:58:10.763004 run   osmo-hlr_10.42.42.2(pid=21265): Launched
15:58:10.878541 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:58:11.424831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21267): Launched
15:58:11.738844 run   osmo-stp_10.42.42.5(pid=21268): Launched
15:58:11.852884 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:58:12.427779 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21270): Launched
15:58:12.742002 run   osmo-msc_10.42.42.6(pid=21271): Launched
15:58:12.926466 run   osmo-stp_10.42.42.5(pid=21268): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21268)]
15:58:13.059721 run   osmo-stp_10.42.42.5(pid=21268): stdout: 
| (launched: 2022-12-10_15:58:11.585753)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:58:13.194083 run   osmo-stp_10.42.42.5(pid=21268): stderr: 
| �[0;m�[38;5;43m20221210155811777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155811777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155811777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155811778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155811778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155811778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155811778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:58:13.321555 run   osmo-stp_10.42.42.5(pid=21268): stdout: 
| (launched: 2022-12-10_15:58:11.585753)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:58:13.447417 run   osmo-stp_10.42.42.5(pid=21268): stderr: 
| �[0;m�[38;5;43m20221210155811777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155811777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155811777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155811778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155811778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155811778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155811778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:58:13.502845 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21268): Process ended prematurely: osmo-stp_10.42.42.5(pid=21268) [trial-2376↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21268)]  [trial-2376↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]
15:58:13.511961 tst                  mo_mt_call.py:8: Test FAILED (6.1 sec)
15:58:13.574057 run   osmo-hlr_10.42.42.2(pid=21265): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21265)]
15:58:13.625106 run   osmo-hlr_10.42.42.2(pid=21265): stdout: 
| (launched: 2022-12-10_15:58:10.608893) 
15:58:13.676899 run   osmo-hlr_10.42.42.2(pid=21265): stderr: 
| �[0;m�[1;31m20221210155810806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155810806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155810806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155810807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155810807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155810807 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155810819 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155810828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155810828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155810828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:58:13.746401 run   osmo-msc_10.42.42.6(pid=21271): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21271)]
15:58:13.797141 run   osmo-msc_10.42.42.6(pid=21271): stdout: 
| (launched: 2022-12-10_15:58:12.588180) 
15:58:13.848165 run   osmo-msc_10.42.42.6(pid=21271): stderr: 
| �[0;m�[38;5;43m20221210155812909 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210155812909 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b35ab8c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210155812909 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210155812909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210155812909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210155812910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210155812911 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210155812912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210155812912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210155812912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:58:13.891691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21264): Terminating (SIGTERM)
15:58:13.933115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21267): Terminating (SIGTERM)
15:58:13.974675 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21270): Terminating (SIGTERM)
15:58:13.983872 ---      ParallelTerminationStrategy: PID 21264 died...
15:58:14.039952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21264): Terminated: ok {rc=0}
15:58:14.050130 ---      ParallelTerminationStrategy: PID 21267 died...
15:58:14.105674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21267): Terminated: ok {rc=0}
15:58:14.115655 ---      ParallelTerminationStrategy: PID 21270 died...
15:58:14.171121 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21270): Terminated: ok {rc=0}
15:58:14.258810 bus                        /sierra_3: Setting Powered False
15:58:15.364300 bus                        /sierra_3: Setting Powered False
15:58:16.493623 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>59</age><className>voice:trx-b200+mod-bts0-trxdversion0</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=21279): Process ended prematurely: osmo-stp_10.42.42.5(pid=21279) [trial-2376↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21279)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21279): Process ended prematurely: osmo-stp_10.42.42.5(pid=21279) [trial-2376↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21279)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py
----------------------------------------------
15:58:17.609249 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)
15:58:17.621208 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)
15:58:17.764909 tst              mo_mt_call_osmux.py: using LAC 29043
15:58:17.892585 tst              mo_mt_call_osmux.py: using RAC 228
15:58:18.017441 tst              mo_mt_call_osmux.py: using CellId 29043
15:58:18.141288 tst              mo_mt_call_osmux.py: using BVCI 29044
15:58:18.165473 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)
15:58:18.177063 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)
15:58:18.188122 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)
15:58:18.199408 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)
15:58:18.211064 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)
15:58:18.222475 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)
15:58:18.336317 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)
15:58:18.542807 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:58:19.046914 run         create_hlr_db(pid=21273): Launched
15:58:19.231387 bus                        /sierra_2: Setting Powered False
15:58:20.251938 run         create_hlr_db(pid=21273): Terminated: ok {rc=0}
15:58:20.648896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21275): Launched
15:58:20.943563 run   osmo-hlr_10.42.42.2(pid=21276): Launched
15:58:21.052702 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:58:21.564642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21278): Launched
15:58:21.859880 run   osmo-stp_10.42.42.5(pid=21279): Launched
15:58:21.967922 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:58:22.506903 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21281): Launched
15:58:22.801463 run   osmo-msc_10.42.42.6(pid=21282): Launched
15:58:22.974817 run   osmo-stp_10.42.42.5(pid=21279): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21279)]
15:58:23.100241 run   osmo-stp_10.42.42.5(pid=21279): stdout: 
| (launched: 2022-12-10_15:58:21.715106)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:58:23.223765 run   osmo-stp_10.42.42.5(pid=21279): stderr: 
| �[0;m�[38;5;43m20221210155821884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155821884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155821884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155821885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155821885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155821885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155821885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:58:23.342538 run   osmo-stp_10.42.42.5(pid=21279): stdout: 
| (launched: 2022-12-10_15:58:21.715106)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:58:23.460579 run   osmo-stp_10.42.42.5(pid=21279): stderr: 
| �[0;m�[38;5;43m20221210155821884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155821884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155821884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155821885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155821885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155821885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155821885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:58:23.512409 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21279): Process ended prematurely: osmo-stp_10.42.42.5(pid=21279) [trial-2376↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21279)]  [trial-2376↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]
15:58:23.520892 tst            mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)
15:58:23.580786 run   osmo-hlr_10.42.42.2(pid=21276): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21276)]
15:58:23.629938 run   osmo-hlr_10.42.42.2(pid=21276): stdout: 
| (launched: 2022-12-10_15:58:20.799131) 
15:58:23.679386 run   osmo-hlr_10.42.42.2(pid=21276): stderr: 
| �[0;m�[1;31m20221210155820973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155820973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155820973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155820973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155820973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155820973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155820984 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155820993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155820993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155820993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:58:23.746386 run   osmo-msc_10.42.42.6(pid=21282): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21282)]
15:58:23.795150 run   osmo-msc_10.42.42.6(pid=21282): stdout: 
| (launched: 2022-12-10_15:58:22.656497) 
15:58:23.844552 run   osmo-msc_10.42.42.6(pid=21282): stderr: 
| �[0;m�[38;5;43m20221210155822924 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210155822924 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff0b2bffc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210155822924 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210155822924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210155822924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210155822924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210155822926 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210155822927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210155822927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210155822927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:58:23.886247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21275): Terminating (SIGTERM)
15:58:23.925782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21278): Terminating (SIGTERM)
15:58:23.965433 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21281): Terminating (SIGTERM)
15:58:23.974832 ---      ParallelTerminationStrategy: PID 21275 died...
15:58:24.027828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21275): Terminated: ok {rc=0}
15:58:24.037652 ---      ParallelTerminationStrategy: PID 21278 died...
15:58:24.090604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21278): Terminated: ok {rc=0}
15:58:24.100049 ---      ParallelTerminationStrategy: PID 21281 died...
15:58:24.153197 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21281): Terminated: ok {rc=0}
15:58:24.236613 bus                        /sierra_3: Setting Powered False
15:58:25.342967 bus                        /sierra_3: Setting Powered False
15:58:26.454450 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>21.0</duration><id>47</id><name>voice_trx-b200+mod-bts0-trxdversion0</name><properties></properties><timestamp>2022-12-10T15:58:07</timestamp></suite><suite><case><age>232</age><className>voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=21293): Process ended prematurely: osmo-stp_10.42.42.5(pid=21293) [trial-2376↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21293)]</errorStackTrace><failedSince>2145</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21293): Process ended prematurely: osmo-stp_10.42.42.5(pid=21293) [trial-2376↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21293)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py
----------------------------------------------
15:58:28.464250 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
15:58:28.475887 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
15:58:28.619874 tst                    mo_mt_call.py: using LAC 29044
15:58:28.742128 tst                    mo_mt_call.py: using RAC 229
15:58:28.864485 tst                    mo_mt_call.py: using CellId 29044
15:58:28.991726 tst                    mo_mt_call.py: using BVCI 29045
15:58:29.015824 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
15:58:29.027501 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
15:58:29.039018 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
15:58:29.050552 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
15:58:29.062096 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
15:58:29.073597 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)
15:58:29.186689 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)
15:58:29.384404 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:58:29.849734 run         create_hlr_db(pid=21287): Launched
15:58:30.020916 bus                        /sierra_2: Setting Powered False
15:58:31.049728 run         create_hlr_db(pid=21287): Terminated: ok {rc=0}
15:58:31.467556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21289): Launched
15:58:31.943343 run   osmo-hlr_10.42.42.2(pid=21290): Launched
15:58:32.186434 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:58:32.739974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21292): Launched
15:58:33.054744 run   osmo-stp_10.42.42.5(pid=21293): Launched
15:58:33.168417 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:58:33.747193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21295): Launched
15:58:34.062677 run   osmo-msc_10.42.42.6(pid=21296): Launched
15:58:34.248620 run   osmo-stp_10.42.42.5(pid=21293): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21293)]
15:58:34.383541 run   osmo-stp_10.42.42.5(pid=21293): stdout: 
| (launched: 2022-12-10_15:58:32.901219)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:58:34.517190 run   osmo-stp_10.42.42.5(pid=21293): stderr: 
| �[0;m�[38;5;43m20221210155833091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155833091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155833091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155833091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155833092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155833092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155833092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:58:34.644440 run   osmo-stp_10.42.42.5(pid=21293): stdout: 
| (launched: 2022-12-10_15:58:32.901219)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:58:34.770774 run   osmo-stp_10.42.42.5(pid=21293): stderr: 
| �[0;m�[38;5;43m20221210155833091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155833091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155833091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155833091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155833092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155833092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155833092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:58:34.826457 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21293): Process ended prematurely: osmo-stp_10.42.42.5(pid=21293) [trial-2376↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21293)]  [trial-2376↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]
15:58:34.835404 tst                  mo_mt_call.py:8: Test FAILED (6.4 sec)
15:58:34.897055 run   osmo-hlr_10.42.42.2(pid=21290): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21290)]
15:58:34.948055 run   osmo-hlr_10.42.42.2(pid=21290): stdout: 
| (launched: 2022-12-10_15:58:31.619957) 
15:58:34.999510 run   osmo-hlr_10.42.42.2(pid=21290): stderr: 
| �[0;m�[1;31m20221210155831847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155831847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155831847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155831847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155831847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155831847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155831866 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155831883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155831883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155831883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:58:35.069514 run   osmo-msc_10.42.42.6(pid=21296): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21296)]
15:58:35.120177 run   osmo-msc_10.42.42.6(pid=21296): stdout: 
| (launched: 2022-12-10_15:58:33.908263) 
15:58:35.171432 run   osmo-msc_10.42.42.6(pid=21296): stderr: 
| �[0;m�[38;5;43m20221210155834229 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210155834230 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f555262fc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210155834230 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210155834230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210155834230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210155834230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210155834232 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210155834232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210155834232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210155834232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:58:35.214958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21289): Terminating (SIGTERM)
15:58:35.256707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21292): Terminating (SIGTERM)
15:58:35.298275 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21295): Terminating (SIGTERM)
15:58:35.308034 ---      ParallelTerminationStrategy: PID 21289 died...
15:58:35.363291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21289): Terminated: ok {rc=0}
15:58:35.373295 ---      ParallelTerminationStrategy: PID 21292 died...
15:58:35.428150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21292): Terminated: ok {rc=0}
15:58:35.438029 ---      ParallelTerminationStrategy: PID 21295 died...
15:58:35.493093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21295): Terminated: ok {rc=0}
15:58:35.578893 bus                        /sierra_3: Setting Powered False
15:58:36.680692 bus                        /sierra_3: Setting Powered False
15:58:37.786822 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>212</age><className>voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=21304): Process ended prematurely: osmo-stp_10.42.42.5(pid=21304) [trial-2376↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21304)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21304): Process ended prematurely: osmo-stp_10.42.42.5(pid=21304) [trial-2376↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21304)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py
----------------------------------------------
15:58:38.899707 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
15:58:38.912072 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
15:58:39.052610 tst              mo_mt_call_osmux.py: using LAC 29045
15:58:39.170356 tst              mo_mt_call_osmux.py: using RAC 230
15:58:39.286392 tst              mo_mt_call_osmux.py: using CellId 29045
15:58:39.407941 tst              mo_mt_call_osmux.py: using BVCI 29046
15:58:39.430433 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
15:58:39.441851 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
15:58:39.452855 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
15:58:39.464094 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
15:58:39.475438 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
15:58:39.486650 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)
15:58:39.604074 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)
15:58:39.814384 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:58:40.318228 run         create_hlr_db(pid=21298): Launched
15:58:40.501472 bus                        /sierra_2: Setting Powered False
15:58:41.521934 run         create_hlr_db(pid=21298): Terminated: ok {rc=0}
15:58:41.941556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21300): Launched
15:58:42.255829 run   osmo-hlr_10.42.42.2(pid=21301): Launched
15:58:42.371390 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:58:42.917646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21303): Launched
15:58:43.232165 run   osmo-stp_10.42.42.5(pid=21304): Launched
15:58:43.347394 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:58:43.922255 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21306): Launched
15:58:44.238699 run   osmo-msc_10.42.42.6(pid=21307): Launched
15:58:44.423157 run   osmo-stp_10.42.42.5(pid=21304): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21304)]
15:58:44.556784 run   osmo-stp_10.42.42.5(pid=21304): stdout: 
| (launched: 2022-12-10_15:58:43.078520)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:58:44.690115 run   osmo-stp_10.42.42.5(pid=21304): stderr: 
| �[0;m�[38;5;43m20221210155843269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155843269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155843269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155843270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155843270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155843270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155843270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:58:44.816767 run   osmo-stp_10.42.42.5(pid=21304): stdout: 
| (launched: 2022-12-10_15:58:43.078520)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:58:44.942535 run   osmo-stp_10.42.42.5(pid=21304): stderr: 
| �[0;m�[38;5;43m20221210155843269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155843269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155843269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155843270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155843270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155843270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155843270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:58:44.998291 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21304): Process ended prematurely: osmo-stp_10.42.42.5(pid=21304) [trial-2376↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21304)]  [trial-2376↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]
15:58:45.007370 tst            mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)
15:58:45.069011 run   osmo-hlr_10.42.42.2(pid=21301): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21301)]
15:58:45.119806 run   osmo-hlr_10.42.42.2(pid=21301): stdout: 
| (launched: 2022-12-10_15:58:42.102476) 
15:58:45.171291 run   osmo-hlr_10.42.42.2(pid=21301): stderr: 
| �[0;m�[1;31m20221210155842299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155842299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155842299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155842299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155842299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155842299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155842312 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155842322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155842322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155842322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:58:45.241454 run   osmo-msc_10.42.42.6(pid=21307): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21307)]
15:58:45.292059 run   osmo-msc_10.42.42.6(pid=21307): stdout: 
| (launched: 2022-12-10_15:58:44.082820) 
15:58:45.343746 run   osmo-msc_10.42.42.6(pid=21307): stderr: 
| �[0;m�[38;5;43m20221210155844405 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210155844405 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9030564c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210155844405 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210155844405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210155844405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210155844405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210155844407 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210155844407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210155844408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210155844408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:58:45.387331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21300): Terminating (SIGTERM)
15:58:45.428506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21303): Terminating (SIGTERM)
15:58:45.469699 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21306): Terminating (SIGTERM)
15:58:45.478787 ---      ParallelTerminationStrategy: PID 21300 died...
15:58:45.533967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21300): Terminated: ok {rc=0}
15:58:45.543756 ---      ParallelTerminationStrategy: PID 21303 died...
15:58:45.600077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21303): Terminated: ok {rc=0}
15:58:45.609911 ---      ParallelTerminationStrategy: PID 21306 died...
15:58:45.664537 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21306): Terminated: ok {rc=0}
15:58:45.750146 bus                        /sierra_3: Setting Powered False
15:58:46.854039 bus                        /sierra_3: Setting Powered False
15:58:47.960487 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>48</id><name>voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend</name><properties></properties><timestamp>2022-12-10T15:58:28</timestamp></suite><suite><case><age>59</age><className>emergency:trx-b200</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=21318): Process ended prematurely: osmo-stp_10.42.42.5(pid=21318) [trial-2376↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21318)]</errorStackTrace><failedSince>2318</failedSince><name>emergency_mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py", line 19, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21318): Process ended prematurely: osmo-stp_10.42.42.5(pid=21318) [trial-2376↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21318)]
</stderr><stdout>
----------------------------------------------
trial-2376 emergency:trx-b200 emergency_mo_mt_call.py
----------------------------------------------
15:58:49.970964 tst               emergency:trx-b200: Using 1 x ip_address (candidates: 6)
15:58:49.981693 tst               emergency:trx-b200: Using 1 x bts (candidates: 1)
15:58:50.112737 tst          emergency_mo_mt_call.py: using LAC 29046
15:58:50.226576 tst          emergency_mo_mt_call.py: using RAC 231
15:58:50.347088 tst          emergency_mo_mt_call.py: using CellId 29046
15:58:50.459859 tst          emergency_mo_mt_call.py: using BVCI 29047
15:58:50.482033 tst               emergency:trx-b200: Using 1 x ip_address (candidates: 6)
15:58:50.492540 tst               emergency:trx-b200: Using 1 x ip_address (candidates: 6)
15:58:50.502919 tst               emergency:trx-b200: Using 1 x ip_address (candidates: 6)
15:58:50.513520 tst               emergency:trx-b200: Using 1 x ip_address (candidates: 6)
15:58:50.524196 tst               emergency:trx-b200: Using 1 x ip_address (candidates: 6)
15:58:50.534805 tst               emergency:trx-b200: Using 1 x modem (candidates: 4)
15:58:50.648540 tst               emergency:trx-b200: Using 1 x modem (candidates: 4)
15:58:50.840386 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:58:51.295985 run         create_hlr_db(pid=21312): Launched
15:58:51.464602 bus                        /sierra_2: Setting Powered False
15:58:52.484868 run         create_hlr_db(pid=21312): Terminated: ok {rc=0}
15:58:52.871309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21314): Launched
15:58:53.160746 run   osmo-hlr_10.42.42.2(pid=21315): Launched
15:58:53.271943 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:58:53.784057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21317): Launched
15:58:54.074222 run   osmo-stp_10.42.42.5(pid=21318): Launched
15:58:54.201796 tst          emergency_mo_mt_call.py: using MSISDN 7786
15:58:54.349267 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:58:54.877330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21320): Launched
15:58:55.166278 run   osmo-msc_10.42.42.6(pid=21321): Launched
15:58:55.337621 run   osmo-stp_10.42.42.5(pid=21318): ERR: Terminated: ERROR {rc=1}  [trial-2376↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21318)]
15:58:55.462687 run   osmo-stp_10.42.42.5(pid=21318): stdout: 
| (launched: 2022-12-10_15:58:53.931745)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:58:55.584107 run   osmo-stp_10.42.42.5(pid=21318): stderr: 
| �[0;m�[38;5;43m20221210155854099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155854099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155854099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155854100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155854100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155854100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155854101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:58:55.701235 run   osmo-stp_10.42.42.5(pid=21318): stdout: 
| (launched: 2022-12-10_15:58:53.931745)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:58:55.817158 run   osmo-stp_10.42.42.5(pid=21318): stderr: 
| �[0;m�[38;5;43m20221210155854099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155854099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155854099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155854100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155854100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155854100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155854101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:58:55.867651 tst       emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=21318): Process ended prematurely: osmo-stp_10.42.42.5(pid=21318) [trial-2376↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21318)]  [trial-2376↪emergency:trx-b200↪emergency_mo_mt_call.py:19]
15:58:55.875687 tst       emergency_mo_mt_call.py:19: Test FAILED (5.9 sec)
15:58:55.935488 run   osmo-hlr_10.42.42.2(pid=21315): ERR: Terminated: ERROR {rc=237}  [trial-2376↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21315)]
15:58:55.984453 run   osmo-hlr_10.42.42.2(pid=21315): stdout: 
| (launched: 2022-12-10_15:58:53.018306) 
15:58:56.034072 run   osmo-hlr_10.42.42.2(pid=21315): stderr: 
| �[0;m�[1;31m20221210155853191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155853191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155853191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155853191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155853191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155853191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155853204 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155853212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155853212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155853212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:58:56.100895 run   osmo-msc_10.42.42.6(pid=21321): ERR: Terminated: ERROR {rc=2}  [trial-2376↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21321)]
15:58:56.149460 run   osmo-msc_10.42.42.6(pid=21321): stdout: 
| (launched: 2022-12-10_15:58:55.023933) 
15:58:56.199028 run   osmo-msc_10.42.42.6(pid=21321): stderr: 
| �[0;m�[38;5;43m20221210155855294 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210155855294 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb53de30c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210155855294 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210155855294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210155855294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210155855294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210155855297 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210155855297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210155855297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210155855297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:58:56.240553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21314): Terminating (SIGTERM)
15:58:56.280296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21317): Terminating (SIGTERM)
15:58:56.319807 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21320): Terminating (SIGTERM)
15:58:56.329127 ---      ParallelTerminationStrategy: PID 21314 died...
15:58:56.382658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21314): Terminated: ok {rc=0}
15:58:56.392156 ---      ParallelTerminationStrategy: PID 21317 died...
15:58:56.445008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21317): Terminated: ok {rc=0}
15:58:56.454737 ---      ParallelTerminationStrategy: PID 21320 died...
15:58:56.508284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21320): Terminated: ok {rc=0}
15:58:56.597020 bus                        /sierra_3: Setting Powered False
15:58:57.702674 bus                        /sierra_3: Setting Powered False
15:58:58.812532 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>214</age><className>emergency:trx-b200</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=21330): Process ended prematurely: osmo-stp_10.42.42.5(pid=21330) [trial-2376↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21330)]</errorStackTrace><failedSince>2163</failedSince><name>emergency_preemptive_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py", line 32, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21330): Process ended prematurely: osmo-stp_10.42.42.5(pid=21330) [trial-2376↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21330)]
</stderr><stdout>
----------------------------------------------
trial-2376 emergency:trx-b200 emergency_preemptive_call.py
----------------------------------------------
15:58:59.864455 tst               emergency:trx-b200: Using 1 x ip_address (candidates: 6)
15:58:59.876311 tst               emergency:trx-b200: Using 1 x bts (candidates: 1)
15:59:00.018183 tst     emergency_preemptive_call.py: using LAC 29047
15:59:00.141061 tst     emergency_preemptive_call.py: using RAC 232
15:59:00.256914 tst     emergency_preemptive_call.py: using CellId 29047
15:59:00.379222 tst     emergency_preemptive_call.py: using BVCI 29048
15:59:00.403042 tst               emergency:trx-b200: Using 1 x ip_address (candidates: 6)
15:59:00.414320 tst               emergency:trx-b200: Using 1 x ip_address (candidates: 6)
15:59:00.425386 tst               emergency:trx-b200: Using 1 x ip_address (candidates: 6)
15:59:00.436436 tst               emergency:trx-b200: Using 1 x ip_address (candidates: 6)
15:59:00.447634 tst               emergency:trx-b200: Using 1 x ip_address (candidates: 6)
15:59:00.459181 tst               emergency:trx-b200: Using 1 x modem (candidates: 4)
15:59:00.570919 tst               emergency:trx-b200: Using 1 x modem (candidates: 4)
15:59:00.683329 tst               emergency:trx-b200: Using 1 x modem (candidates: 4)
15:59:00.794500 tst               emergency:trx-b200: Using 1 x modem (candidates: 4)
15:59:01.021918 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:59:01.571243 run         create_hlr_db(pid=21324): Launched
15:59:01.757841 bus                        /sierra_2: Setting Powered False
15:59:02.773296 run         create_hlr_db(pid=21324): Terminated: ok {rc=0}
15:59:03.162854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21326): Launched
15:59:03.451372 run   osmo-hlr_10.42.42.2(pid=21327): Launched
15:59:03.557248 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:59:04.059006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21329): Launched
15:59:04.348624 run   osmo-stp_10.42.42.5(pid=21330): Launched
15:59:04.474188 tst     emergency_preemptive_call.py: using MSISDN 7787
15:59:04.623032 run              osmo-msc_10.42.42.6: Starting osmo-msc
15:59:05.151018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21332): Launched
15:59:05.441818 run   osmo-msc_10.42.42.6(pid=21333): Launched
15:59:05.613959 run   osmo-stp_10.42.42.5(pid=21330): ERR: Terminated: ERROR {rc=1}  [trial-2376↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21330)]
15:59:05.737617 run   osmo-stp_10.42.42.5(pid=21330): stdout: 
| (launched: 2022-12-10_15:59:04.206669)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:59:05.859057 run   osmo-stp_10.42.42.5(pid=21330): stderr: 
| �[0;m�[38;5;43m20221210155904377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155904378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155904378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155904378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155904379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155904379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155904379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:59:05.976319 run   osmo-stp_10.42.42.5(pid=21330): stdout: 
| (launched: 2022-12-10_15:59:04.206669)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:59:06.092626 run   osmo-stp_10.42.42.5(pid=21330): stderr: 
| �[0;m�[38;5;43m20221210155904377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155904378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155904378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155904378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155904379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155904379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155904379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:59:06.143261 tst  emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=21330): Process ended prematurely: osmo-stp_10.42.42.5(pid=21330) [trial-2376↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21330)]  [trial-2376↪emergency:trx-b200↪emergency_preemptive_call.py:32]
15:59:06.151285 tst  emergency_preemptive_call.py:32: Test FAILED (6.3 sec)
15:59:06.213154 run   osmo-hlr_10.42.42.2(pid=21327): ERR: Terminated: ERROR {rc=237}  [trial-2376↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21327)]
15:59:06.262568 run   osmo-hlr_10.42.42.2(pid=21327): stdout: 
| (launched: 2022-12-10_15:59:03.309940) 
15:59:06.312555 run   osmo-hlr_10.42.42.2(pid=21327): stderr: 
| �[0;m�[1;31m20221210155903481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155903481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155903481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155903481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155903481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155903481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155903493 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155903501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155903501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155903502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:59:06.380223 run   osmo-msc_10.42.42.6(pid=21333): ERR: Terminated: ERROR {rc=2}  [trial-2376↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21333)]
15:59:06.429333 run   osmo-msc_10.42.42.6(pid=21333): stdout: 
| (launched: 2022-12-10_15:59:05.298647) 
15:59:06.479000 run   osmo-msc_10.42.42.6(pid=21333): stderr: 
| �[0;m�[38;5;43m20221210155905566 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210155905566 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9da2768c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210155905566 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210155905566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210155905566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210155905567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210155905568 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210155905569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210155905569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210155905569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
15:59:06.521105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21326): Terminating (SIGTERM)
15:59:06.561024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21329): Terminating (SIGTERM)
15:59:06.601407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21332): Terminating (SIGTERM)
15:59:06.610680 ---      ParallelTerminationStrategy: PID 21326 died...
15:59:06.664049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21326): Terminated: ok {rc=0}
15:59:06.673896 ---      ParallelTerminationStrategy: PID 21329 died...
15:59:06.727291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21329): Terminated: ok {rc=0}
15:59:06.736916 ---      ParallelTerminationStrategy: PID 21332 died...
15:59:06.789990 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21332): Terminated: ok {rc=0}
15:59:06.873868 bus                        /sierra_9: Setting Powered False
15:59:07.980057 bus                        /sierra_9: Setting Powered False
15:59:09.087776 bus                        /sierra_8: Setting Powered False
15:59:10.194752 bus                        /sierra_8: Setting Powered False
15:59:11.303358 bus                        /sierra_3: Setting Powered False
15:59:12.410118 bus                        /sierra_3: Setting Powered False
15:59:13.518289 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>26.0</duration><id>49</id><name>emergency_trx-b200</name><properties></properties><timestamp>2022-12-10T15:58:49</timestamp></suite><suite><case><age>59</age><className>gprs:trx-b200</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=21349): Process ended prematurely: osmo-stp_10.42.42.5(pid=21349) [trial-2376↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21349)]</errorStackTrace><failedSince>2318</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21349): Process ended prematurely: osmo-stp_10.42.42.5(pid=21349) [trial-2376↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21349)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-b200 cs_paging_gprs_active.py
----------------------------------------------
15:59:15.647537 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
15:59:15.658543 tst                    gprs:trx-b200: Using 1 x bts (candidates: 1)
15:59:15.801881 tst         cs_paging_gprs_active.py: using LAC 29048
15:59:15.946620 tst         cs_paging_gprs_active.py: using RAC 233
15:59:16.077831 tst         cs_paging_gprs_active.py: using CellId 29048
15:59:16.198025 tst         cs_paging_gprs_active.py: using BVCI 29049
15:59:16.222036 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
15:59:16.233742 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
15:59:16.245286 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
15:59:16.259350 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
15:59:16.272242 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
15:59:16.284702 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
15:59:16.296308 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
15:59:16.308919 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
15:59:16.321302 tst                    gprs:trx-b200: Using 1 x modem (candidates: 4)
15:59:16.462198 tst                    gprs:trx-b200: Using 1 x modem (candidates: 4)
15:59:16.786822 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
15:59:16.929753 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:59:17.326715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21339): Launched
15:59:17.581734 run iperf3-srv_10.42.42.10(pid=21340): Launched
15:59:17.762863 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
15:59:17.886245 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:59:18.192805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21341): Launched
15:59:18.447663 run iperf3-srv_10.42.42.10(pid=21342): Launched
15:59:18.628668 tst      cs_paging_gprs_active.py:38: start network...
15:59:18.751897 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:59:19.215999 run         create_hlr_db(pid=21343): Launched
15:59:19.387321 bus                        /sierra_2: Setting Powered False
15:59:20.410111 run         create_hlr_db(pid=21343): Terminated: ok {rc=0}
15:59:20.831497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21345): Launched
15:59:21.147778 run   osmo-hlr_10.42.42.2(pid=21346): Launched
15:59:21.267371 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:59:21.818660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21348): Launched
15:59:22.134953 run   osmo-stp_10.42.42.5(pid=21349): Launched
15:59:22.250222 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:59:22.804002 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21351): Launched
15:59:22.917230 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:59:23.193239 run              patchelf(pid=21352): Launched
15:59:23.379956 run   osmo-stp_10.42.42.5(pid=21349): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21349)]
15:59:23.516735 run   osmo-stp_10.42.42.5(pid=21349): stdout: 
| (launched: 2022-12-10_15:59:21.979979)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:59:23.653883 run   osmo-stp_10.42.42.5(pid=21349): stderr: 
| �[0;m�[38;5;43m20221210155922169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155922169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155922169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155922170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155922170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155922170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155922170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:59:23.785941 run   osmo-stp_10.42.42.5(pid=21349): stdout: 
| (launched: 2022-12-10_15:59:21.979979)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:59:23.916409 run   osmo-stp_10.42.42.5(pid=21349): stderr: 
| �[0;m�[38;5;43m20221210155922169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155922169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155922169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155922170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155922170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155922170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155922170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:59:24.068664 run              patchelf(pid=21352): Terminating (SIGINT)
15:59:24.247657 run              patchelf(pid=21352): Terminated: ok {rc=0}
15:59:24.280542 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21349): Process ended prematurely: osmo-stp_10.42.42.5(pid=21349) [trial-2376↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21349)]  [trial-2376↪gprs:trx-b200↪cs_paging_gprs_active.py:38]
15:59:24.290392 tst      cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)
15:59:24.353104 run   osmo-hlr_10.42.42.2(pid=21346): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21346)]
15:59:24.404003 run   osmo-hlr_10.42.42.2(pid=21346): stdout: 
| (launched: 2022-12-10_15:59:20.993167) 
15:59:24.455619 run   osmo-hlr_10.42.42.2(pid=21346): stderr: 
| �[0;m�[1;31m20221210155921190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155921190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155921190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155921190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155921190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155921190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155921202 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155921210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155921210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155921210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:59:24.499521 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21339): Terminating (SIGTERM)
15:59:24.541024 run iperf3-srv_10.42.42.10(pid=21340): Terminating (SIGTERM)
15:59:24.582516 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21341): Terminating (SIGTERM)
15:59:24.624025 run iperf3-srv_10.42.42.10(pid=21342): Terminating (SIGTERM)
15:59:24.665653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21345): Terminating (SIGTERM)
15:59:24.707288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21348): Terminating (SIGTERM)
15:59:24.749190 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21351): Terminating (SIGTERM)
15:59:24.758823 ---      ParallelTerminationStrategy: PID 21339 died...
15:59:24.814958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21339): Terminated: ok {rc=0}
15:59:24.825042 ---      ParallelTerminationStrategy: PID 21340 died...
15:59:24.880031 run iperf3-srv_10.42.42.10(pid=21340): Terminated {rc=256}
15:59:24.889919 ---      ParallelTerminationStrategy: PID 21341 died...
15:59:24.944657 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21341): Terminated: ok {rc=0}
15:59:24.954585 ---      ParallelTerminationStrategy: PID 21342 died...
15:59:25.009564 run iperf3-srv_10.42.42.10(pid=21342): Terminated {rc=256}
15:59:25.019434 ---      ParallelTerminationStrategy: PID 21345 died...
15:59:25.074509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21345): Terminated: ok {rc=0}
15:59:25.084434 ---      ParallelTerminationStrategy: PID 21348 died...
15:59:25.139695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21348): Terminated: ok {rc=0}
15:59:25.149795 ---      ParallelTerminationStrategy: PID 21351 died...
15:59:25.205463 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21351): Terminated: ok {rc=0}
15:59:25.292642 bus                          /gobi_0: Setting Powered False
15:59:26.399450 bus                          /gobi_0: Setting Powered False
15:59:27.507459 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>59</age><className>gprs:trx-b200</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=21361): Process ended prematurely: osmo-stp_10.42.42.5(pid=21361) [trial-2376↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21361)]</errorStackTrace><failedSince>2318</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21361): Process ended prematurely: osmo-stp_10.42.42.5(pid=21361) [trial-2376↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21361)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-b200 iperf3.py
----------------------------------------------
15:59:28.621115 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
15:59:28.632462 tst                    gprs:trx-b200: Using 1 x bts (candidates: 1)
15:59:28.775889 tst                        iperf3.py: using LAC 29049
15:59:28.900052 tst                        iperf3.py: using RAC 234
15:59:29.020375 tst                        iperf3.py: using CellId 29049
15:59:29.136766 tst                        iperf3.py: using BVCI 29050
15:59:29.159397 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
15:59:29.170181 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
15:59:29.180640 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
15:59:29.191330 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
15:59:29.201835 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
15:59:29.212263 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
15:59:29.223080 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
15:59:29.233558 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
15:59:29.244618 tst                    gprs:trx-b200: Using 1 x modem (candidates: 4)
15:59:29.532942 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
15:59:29.665246 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:59:29.992616 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21353): Launched
15:59:30.264668 run iperf3-srv_10.42.42.10(pid=21354): Launched
15:59:30.459067 tst                      iperf3.py:8: start network...
15:59:30.591157 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:59:31.146447 run         create_hlr_db(pid=21355): Launched
15:59:31.333340 bus                          /gobi_6: Setting Powered False
15:59:32.343894 run         create_hlr_db(pid=21355): Terminated: ok {rc=0}
15:59:32.747311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21357): Launched
15:59:33.041418 run   osmo-hlr_10.42.42.2(pid=21358): Launched
15:59:33.149240 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:59:33.662030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21360): Launched
15:59:33.957126 run   osmo-stp_10.42.42.5(pid=21361): Launched
15:59:34.064613 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:59:34.578667 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21363): Launched
15:59:34.684050 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:59:34.941020 run              patchelf(pid=21364): Launched
15:59:35.114353 run   osmo-stp_10.42.42.5(pid=21361): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21361)]
15:59:35.241334 run   osmo-stp_10.42.42.5(pid=21361): stdout: 
| (launched: 2022-12-10_15:59:33.812732)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:59:35.368480 run   osmo-stp_10.42.42.5(pid=21361): stderr: 
| �[0;m�[38;5;43m20221210155933981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155933981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155933981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155933981 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155933982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155933982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155933982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:59:35.490947 run   osmo-stp_10.42.42.5(pid=21361): stdout: 
| (launched: 2022-12-10_15:59:33.812732)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:59:35.612109 run   osmo-stp_10.42.42.5(pid=21361): stderr: 
| �[0;m�[38;5;43m20221210155933981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155933981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155933981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155933981 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155933982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155933982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155933982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:59:35.753858 run              patchelf(pid=21364): Terminating (SIGINT)
15:59:35.920076 run              patchelf(pid=21364): Terminated: ok {rc=0}
15:59:35.950757 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21361): Process ended prematurely: osmo-stp_10.42.42.5(pid=21361) [trial-2376↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21361)]  [trial-2376↪gprs:trx-b200↪iperf3.py:8]
15:59:35.960082 tst                      iperf3.py:8: Test FAILED (7.4 sec)
15:59:36.020243 run   osmo-hlr_10.42.42.2(pid=21358): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21358)]
15:59:36.069073 run   osmo-hlr_10.42.42.2(pid=21358): stdout: 
| (launched: 2022-12-10_15:59:32.896837) 
15:59:36.118614 run   osmo-hlr_10.42.42.2(pid=21358): stderr: 
| �[0;m�[1;31m20221210155933073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155933073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155933073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155933073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155933073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155933073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155933085 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155933093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155933094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155933094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:59:36.160786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21353): Terminating (SIGTERM)
15:59:36.200723 run iperf3-srv_10.42.42.10(pid=21354): Terminating (SIGTERM)
15:59:36.240652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21357): Terminating (SIGTERM)
15:59:36.280441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21360): Terminating (SIGTERM)
15:59:36.320449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21363): Terminating (SIGTERM)
15:59:36.329954 ---      ParallelTerminationStrategy: PID 21353 died...
15:59:36.383613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21353): Terminated: ok {rc=0}
15:59:36.393719 ---      ParallelTerminationStrategy: PID 21354 died...
15:59:36.447159 run iperf3-srv_10.42.42.10(pid=21354): Terminated {rc=256}
15:59:36.456659 ---      ParallelTerminationStrategy: PID 21357 died...
15:59:36.509674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21357): Terminated: ok {rc=0}
15:59:36.519527 ---      ParallelTerminationStrategy: PID 21360 died...
15:59:36.572218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21360): Terminated: ok {rc=0}
15:59:36.582040 ---      ParallelTerminationStrategy: PID 21363 died...
15:59:36.634853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21363): Terminated: ok {rc=0}
15:59:36.718279 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>191</age><className>gprs:trx-b200</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=21379): Process ended prematurely: osmo-stp_10.42.42.5(pid=21379) [trial-2376↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21379)]</errorStackTrace><failedSince>2186</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21379): Process ended prematurely: osmo-stp_10.42.42.5(pid=21379) [trial-2376↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21379)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-b200 iperf3m4.py
----------------------------------------------
15:59:37.832201 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
15:59:37.843835 tst                    gprs:trx-b200: Using 1 x bts (candidates: 1)
15:59:37.990726 tst                      iperf3m4.py: using LAC 29050
15:59:38.113573 tst                      iperf3m4.py: using RAC 235
15:59:38.236435 tst                      iperf3m4.py: using CellId 29050
15:59:38.359309 tst                      iperf3m4.py: using BVCI 29051
15:59:38.383591 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
15:59:38.394777 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
15:59:38.405782 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
15:59:38.416599 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
15:59:38.427393 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
15:59:38.438202 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
15:59:38.449219 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
15:59:38.459968 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
15:59:38.470945 tst                    gprs:trx-b200: Using 1 x modem (candidates: 4)
15:59:38.588676 tst                    gprs:trx-b200: Using 1 x modem (candidates: 4)
15:59:38.706744 tst                    gprs:trx-b200: Using 1 x modem (candidates: 4)
15:59:38.824849 tst                    gprs:trx-b200: Using 1 x modem (candidates: 4)
15:59:39.100875 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
15:59:39.224923 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:59:39.532009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21365): Launched
15:59:39.786734 run iperf3-srv_10.42.42.10(pid=21366): Launched
15:59:39.968112 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
15:59:40.090978 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:59:40.397370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21367): Launched
15:59:40.650559 run iperf3-srv_10.42.42.10(pid=21368): Launched
15:59:40.831427 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
15:59:40.954859 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:59:41.260690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21369): Launched
15:59:41.514406 run iperf3-srv_10.42.42.10(pid=21370): Launched
15:59:41.694155 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
15:59:41.817324 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
15:59:42.123261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21371): Launched
15:59:42.376814 run iperf3-srv_10.42.42.10(pid=21372): Launched
15:59:42.557115 tst                    iperf3m4.py:8: start network...
15:59:42.679970 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:59:43.144631 run         create_hlr_db(pid=21373): Launched
15:59:43.315368 bus                          /gobi_6: Setting Powered False
15:59:44.337509 run         create_hlr_db(pid=21373): Terminated: ok {rc=0}
15:59:44.731814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21375): Launched
15:59:45.026723 run   osmo-hlr_10.42.42.2(pid=21376): Launched
15:59:45.134505 run              osmo-stp_10.42.42.5: Starting osmo-stp
15:59:45.648934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21378): Launched
15:59:46.065693 run   osmo-stp_10.42.42.5(pid=21379): Launched
15:59:46.224272 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
15:59:46.769456 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21381): Launched
15:59:46.878930 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
15:59:47.158723 run              patchelf(pid=21382): Launched
15:59:47.336688 run   osmo-stp_10.42.42.5(pid=21379): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21379)]
15:59:47.465133 run   osmo-stp_10.42.42.5(pid=21379): stdout: 
| (launched: 2022-12-10_15:59:45.799607)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:59:47.593695 run   osmo-stp_10.42.42.5(pid=21379): stderr: 
| �[0;m�[38;5;43m20221210155946026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155946026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155946027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155946027 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155946027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155946028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155946028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:59:47.717202 run   osmo-stp_10.42.42.5(pid=21379): stdout: 
| (launched: 2022-12-10_15:59:45.799607)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
15:59:47.840455 run   osmo-stp_10.42.42.5(pid=21379): stderr: 
| �[0;m�[38;5;43m20221210155946026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210155946026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210155946027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210155946027 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210155946027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210155946028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210155946028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
15:59:47.983234 run              patchelf(pid=21382): Terminating (SIGINT)
15:59:48.150850 run              patchelf(pid=21382): Terminated: ok {rc=0}
15:59:48.182026 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21379): Process ended prematurely: osmo-stp_10.42.42.5(pid=21379) [trial-2376↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21379)]  [trial-2376↪gprs:trx-b200↪iperf3m4.py:8]
15:59:48.191496 tst                    iperf3m4.py:8: Test FAILED (10.4 sec)
15:59:48.253064 run   osmo-hlr_10.42.42.2(pid=21376): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21376)]
15:59:48.302813 run   osmo-hlr_10.42.42.2(pid=21376): stdout: 
| (launched: 2022-12-10_15:59:44.881777) 
15:59:48.353085 run   osmo-hlr_10.42.42.2(pid=21376): stderr: 
| �[0;m�[1;31m20221210155945051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210155945051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210155945051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210155945051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210155945051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210155945051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210155945070 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210155945079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210155945080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210155945080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
15:59:48.395568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21365): Terminating (SIGTERM)
15:59:48.436526 run iperf3-srv_10.42.42.10(pid=21366): Terminating (SIGTERM)
15:59:48.477009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21367): Terminating (SIGTERM)
15:59:48.517617 run iperf3-srv_10.42.42.10(pid=21368): Terminating (SIGTERM)
15:59:48.558287 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21369): Terminating (SIGTERM)
15:59:48.598828 run iperf3-srv_10.42.42.10(pid=21370): Terminating (SIGTERM)
15:59:48.639323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21371): Terminating (SIGTERM)
15:59:48.680051 run iperf3-srv_10.42.42.10(pid=21372): Terminating (SIGTERM)
15:59:48.720444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21375): Terminating (SIGTERM)
15:59:48.761223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21378): Terminating (SIGTERM)
15:59:48.801778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21381): Terminating (SIGTERM)
15:59:48.811426 ---      ParallelTerminationStrategy: PID 21365 died...
15:59:48.865886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21365): Terminated: ok {rc=0}
15:59:48.875906 ---      ParallelTerminationStrategy: PID 21366 died...
15:59:48.930049 run iperf3-srv_10.42.42.10(pid=21366): Terminated {rc=256}
15:59:48.939894 ---      ParallelTerminationStrategy: PID 21367 died...
15:59:48.993964 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21367): Terminated: ok {rc=0}
15:59:49.004002 ---      ParallelTerminationStrategy: PID 21368 died...
15:59:49.058441 run iperf3-srv_10.42.42.10(pid=21368): Terminated {rc=256}
15:59:49.068313 ---      ParallelTerminationStrategy: PID 21369 died...
15:59:49.122478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21369): Terminated: ok {rc=0}
15:59:49.132352 ---      ParallelTerminationStrategy: PID 21370 died...
15:59:49.186545 run iperf3-srv_10.42.42.10(pid=21370): Terminated {rc=256}
15:59:49.196374 ---      ParallelTerminationStrategy: PID 21371 died...
15:59:49.251135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21371): Terminated: ok {rc=0}
15:59:49.260942 ---      ParallelTerminationStrategy: PID 21372 died...
15:59:49.314978 run iperf3-srv_10.42.42.10(pid=21372): Terminated {rc=256}
15:59:49.325176 ---      ParallelTerminationStrategy: PID 21375 died...
15:59:49.379608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21375): Terminated: ok {rc=0}
15:59:49.389987 ---      ParallelTerminationStrategy: PID 21378 died...
15:59:49.444252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21378): Terminated: ok {rc=0}
15:59:49.454148 ---      ParallelTerminationStrategy: PID 21381 died...
15:59:49.508157 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21381): Terminated: ok {rc=0}
15:59:49.597759 bus                          /gobi_4: Setting Powered False
15:59:50.702084 bus                          /gobi_4: Setting Powered False
15:59:51.814483 bus                          /gobi_1: Setting Powered False
15:59:52.918539 bus                          /gobi_1: Setting Powered False
15:59:54.029368 bus                          /gobi_0: Setting Powered False
15:59:55.132981 bus                          /gobi_0: Setting Powered False
15:59:56.243591 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>191</age><className>gprs:trx-b200</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=21389): Process ended prematurely: osmo-stp_10.42.42.5(pid=21389) [trial-2376↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21389)]</errorStackTrace><failedSince>2186</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21389): Process ended prematurely: osmo-stp_10.42.42.5(pid=21389) [trial-2376↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21389)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-b200 ping.py
----------------------------------------------
15:59:57.310274 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
15:59:57.321462 tst                    gprs:trx-b200: Using 1 x bts (candidates: 1)
15:59:57.455607 tst                          ping.py: using LAC 29051
15:59:57.569785 tst                          ping.py: using RAC 236
15:59:57.686793 tst                          ping.py: using CellId 29051
15:59:57.802104 tst                          ping.py: using BVCI 29052
15:59:57.824253 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
15:59:57.834801 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
15:59:57.845301 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
15:59:57.855846 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
15:59:57.866433 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
15:59:57.876936 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
15:59:57.887619 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
15:59:57.898624 tst                    gprs:trx-b200: Using 1 x modem (candidates: 4)
15:59:58.165453 tst                       ping.py:19: start network...
15:59:58.286721 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
15:59:58.743502 run         create_hlr_db(pid=21383): Launched
15:59:58.911091 bus                          /gobi_6: Setting Powered False
15:59:59.944039 run         create_hlr_db(pid=21383): Terminated: ok {rc=0}
16:00:00.335701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21385): Launched
16:00:00.626248 run   osmo-hlr_10.42.42.2(pid=21386): Launched
16:00:00.739093 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:00:01.289966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21388): Launched
16:00:01.703924 run   osmo-stp_10.42.42.5(pid=21389): Launched
16:00:01.874300 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:00:02.508890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21395): Launched
16:00:02.624531 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:00:02.904580 run              patchelf(pid=21402): Launched
16:00:03.075137 run   osmo-stp_10.42.42.5(pid=21389): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21389)]
16:00:03.200006 run   osmo-stp_10.42.42.5(pid=21389): stdout: 
| (launched: 2022-12-10_16:00:01.439629)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:00:03.325847 run   osmo-stp_10.42.42.5(pid=21389): stderr: 
| �[0;m�[38;5;43m20221210160001708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160001708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160001708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160001709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160001709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160001709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160001709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:00:03.446796 run   osmo-stp_10.42.42.5(pid=21389): stdout: 
| (launched: 2022-12-10_16:00:01.439629)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:00:03.568232 run   osmo-stp_10.42.42.5(pid=21389): stderr: 
| �[0;m�[38;5;43m20221210160001708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160001708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160001708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160001709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160001709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160001709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160001709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:00:03.707622 run              patchelf(pid=21402): Terminating (SIGINT)
16:00:03.872102 run              patchelf(pid=21402): Terminated: ok {rc=0}
16:00:03.902054 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21389): Process ended prematurely: osmo-stp_10.42.42.5(pid=21389) [trial-2376↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21389)]  [trial-2376↪gprs:trx-b200↪ping.py:22]
16:00:03.910693 tst                       ping.py:22: Test FAILED (6.6 sec)
16:00:03.971868 run   osmo-hlr_10.42.42.2(pid=21386): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21386)]
16:00:04.021155 run   osmo-hlr_10.42.42.2(pid=21386): stdout: 
| (launched: 2022-12-10_16:00:00.483469) 
16:00:04.071006 run   osmo-hlr_10.42.42.2(pid=21386): stderr: 
| �[0;m�[1;31m20221210160000658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160000658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160000658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160000658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160000658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160000658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160000670 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160000678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160000679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160000679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:00:04.113063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21385): Terminating (SIGTERM)
16:00:04.153024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21388): Terminating (SIGTERM)
16:00:04.193074 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21395): Terminating (SIGTERM)
16:00:04.202606 ---      ParallelTerminationStrategy: PID 21385 died...
16:00:04.256684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21385): Terminated: ok {rc=0}
16:00:04.266552 ---      ParallelTerminationStrategy: PID 21388 died...
16:00:04.320523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21388): Terminated: ok {rc=0}
16:00:04.330309 ---      ParallelTerminationStrategy: PID 21395 died...
16:00:04.383868 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21395): Terminated: ok {rc=0}
16:00:04.472390 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>191</age><className>gprs:trx-b200</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=21409): Process ended prematurely: osmo-stp_10.42.42.5(pid=21409) [trial-2376↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21409)]</errorStackTrace><failedSince>2186</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21409): Process ended prematurely: osmo-stp_10.42.42.5(pid=21409) [trial-2376↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21409)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-b200 ping_idle_ping.py
----------------------------------------------
16:00:05.523899 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
16:00:05.535057 tst                    gprs:trx-b200: Using 1 x bts (candidates: 1)
16:00:05.671484 tst                ping_idle_ping.py: using LAC 29052
16:00:05.786596 tst                ping_idle_ping.py: using RAC 237
16:00:05.900937 tst                ping_idle_ping.py: using CellId 29052
16:00:06.021318 tst                ping_idle_ping.py: using BVCI 29053
16:00:06.043582 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
16:00:06.054182 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
16:00:06.064566 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
16:00:06.075209 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
16:00:06.085826 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
16:00:06.096360 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
16:00:06.107065 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
16:00:06.117711 tst                    gprs:trx-b200: Using 1 x modem (candidates: 4)
16:00:06.404653 tst             ping_idle_ping.py:24: start network...
16:00:06.535776 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:00:07.038680 run         create_hlr_db(pid=21403): Launched
16:00:07.221071 bus                          /gobi_6: Setting Powered False
16:00:08.241434 run         create_hlr_db(pid=21403): Terminated: ok {rc=0}
16:00:08.634422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21405): Launched
16:00:08.925010 run   osmo-hlr_10.42.42.2(pid=21406): Launched
16:00:09.034203 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:00:09.538357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21408): Launched
16:00:09.828559 run   osmo-stp_10.42.42.5(pid=21409): Launched
16:00:09.935272 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:00:10.443598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21411): Launched
16:00:10.547787 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:00:10.801609 run              patchelf(pid=21412): Launched
16:00:10.972334 run   osmo-stp_10.42.42.5(pid=21409): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21409)]
16:00:11.097332 run   osmo-stp_10.42.42.5(pid=21409): stdout: 
| (launched: 2022-12-10_16:00:09.685650)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:00:11.223081 run   osmo-stp_10.42.42.5(pid=21409): stderr: 
| �[0;m�[38;5;43m20221210160009853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160009853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160009854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160009854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160009854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160009854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160009855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:00:11.343923 run   osmo-stp_10.42.42.5(pid=21409): stdout: 
| (launched: 2022-12-10_16:00:09.685650)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:00:11.463810 run   osmo-stp_10.42.42.5(pid=21409): stderr: 
| �[0;m�[38;5;43m20221210160009853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160009853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160009854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160009854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160009854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160009854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160009855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:00:11.603414 run              patchelf(pid=21412): Terminating (SIGINT)
16:00:11.767028 run              patchelf(pid=21412): Terminated: ok {rc=0}
16:00:11.796851 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21409): Process ended prematurely: osmo-stp_10.42.42.5(pid=21409) [trial-2376↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21409)]  [trial-2376↪gprs:trx-b200↪ping_idle_ping.py:27]
16:00:11.805501 tst             ping_idle_ping.py:27: Test FAILED (6.3 sec)
16:00:11.866150 run   osmo-hlr_10.42.42.2(pid=21406): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21406)]
16:00:11.915465 run   osmo-hlr_10.42.42.2(pid=21406): stdout: 
| (launched: 2022-12-10_16:00:08.782373) 
16:00:11.965272 run   osmo-hlr_10.42.42.2(pid=21406): stderr: 
| �[0;m�[1;31m20221210160008957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160008958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160008958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160008958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160008958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160008958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160008972 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160008980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160008980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160008980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:00:12.007672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21405): Terminating (SIGTERM)
16:00:12.047912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21408): Terminating (SIGTERM)
16:00:12.088199 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21411): Terminating (SIGTERM)
16:00:12.097975 ---      ParallelTerminationStrategy: PID 21405 died...
16:00:12.152057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21405): Terminated: ok {rc=0}
16:00:12.161841 ---      ParallelTerminationStrategy: PID 21408 died...
16:00:12.215120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21408): Terminated: ok {rc=0}
16:00:12.225081 ---      ParallelTerminationStrategy: PID 21411 died...
16:00:12.278558 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21411): Terminated: ok {rc=0}
16:00:12.362401 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>59.0</duration><id>50</id><name>gprs_trx-b200</name><properties></properties><timestamp>2022-12-10T15:59:15</timestamp></suite><suite><case><age>238</age><className>gprs:trx-b200+mod-bts0-egprs</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=21779): Process ended prematurely: osmo-stp_10.42.42.5(pid=21779) [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21779)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21779): Process ended prematurely: osmo-stp_10.42.42.5(pid=21779) [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21779)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py
----------------------------------------------
16:00:14.525563 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:00:14.536913 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)
16:00:14.692664 tst         cs_paging_gprs_active.py: using LAC 29053
16:00:14.824867 tst         cs_paging_gprs_active.py: using RAC 238
16:00:14.965753 tst         cs_paging_gprs_active.py: using CellId 29053
16:00:15.093204 tst         cs_paging_gprs_active.py: using BVCI 29054
16:00:15.116859 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:00:15.128788 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:00:15.140824 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:00:15.152413 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:00:15.164645 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:00:15.177584 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:00:15.189365 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:00:15.201505 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:00:15.214643 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:00:15.339782 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:00:15.643552 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
16:00:15.777805 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:00:16.143103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21769): Launched
16:00:16.440312 run iperf3-srv_10.42.42.10(pid=21770): Launched
16:00:16.640133 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
16:00:16.775885 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:00:17.124694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21771): Launched
16:00:17.397424 run iperf3-srv_10.42.42.10(pid=21772): Launched
16:00:17.592349 tst      cs_paging_gprs_active.py:38: start network...
16:00:17.725387 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:00:18.231381 run         create_hlr_db(pid=21773): Launched
16:00:18.415491 bus                          /gobi_6: Setting Powered False
16:00:19.437083 run         create_hlr_db(pid=21773): Terminated: ok {rc=0}
16:00:19.835176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21775): Launched
16:00:20.129887 run   osmo-hlr_10.42.42.2(pid=21776): Launched
16:00:20.238029 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:00:20.751052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21778): Launched
16:00:21.046292 run   osmo-stp_10.42.42.5(pid=21779): Launched
16:00:21.154426 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:00:21.669555 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21781): Launched
16:00:21.775398 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:00:22.034153 run              patchelf(pid=21782): Launched
16:00:22.208190 run   osmo-stp_10.42.42.5(pid=21779): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21779)]
16:00:22.335912 run   osmo-stp_10.42.42.5(pid=21779): stdout: 
| (launched: 2022-12-10_16:00:20.901443)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:00:22.464003 run   osmo-stp_10.42.42.5(pid=21779): stderr: 
| �[0;m�[38;5;43m20221210160021068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160021068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160021068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160021069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160021069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160021069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160021069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:00:22.587134 run   osmo-stp_10.42.42.5(pid=21779): stdout: 
| (launched: 2022-12-10_16:00:20.901443)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:00:22.709038 run   osmo-stp_10.42.42.5(pid=21779): stderr: 
| �[0;m�[38;5;43m20221210160021068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160021068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160021068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160021069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160021069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160021069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160021069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:00:22.851631 run              patchelf(pid=21782): Terminating (SIGINT)
16:00:23.019066 run              patchelf(pid=21782): Terminated: ok {rc=0}
16:00:23.050126 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21779): Process ended prematurely: osmo-stp_10.42.42.5(pid=21779) [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21779)]  [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]
16:00:23.059244 tst      cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)
16:00:23.119980 run   osmo-hlr_10.42.42.2(pid=21776): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21776)]
16:00:23.169474 run   osmo-hlr_10.42.42.2(pid=21776): stdout: 
| (launched: 2022-12-10_16:00:19.985546) 
16:00:23.219121 run   osmo-hlr_10.42.42.2(pid=21776): stderr: 
| �[0;m�[1;31m20221210160020159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160020159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160020159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160020159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160020159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160020159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160020171 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160020180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160020180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160020180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:00:23.261429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21769): Terminating (SIGTERM)
16:00:23.301862 run iperf3-srv_10.42.42.10(pid=21770): Terminating (SIGTERM)
16:00:23.342504 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21771): Terminating (SIGTERM)
16:00:23.384561 run iperf3-srv_10.42.42.10(pid=21772): Terminating (SIGTERM)
16:00:23.425942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21775): Terminating (SIGTERM)
16:00:23.466899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21778): Terminating (SIGTERM)
16:00:23.509241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21781): Terminating (SIGTERM)
16:00:23.519015 ---      ParallelTerminationStrategy: PID 21769 died...
16:00:23.574796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21769): Terminated: ok {rc=0}
16:00:23.585356 ---      ParallelTerminationStrategy: PID 21770 died...
16:00:23.641345 run iperf3-srv_10.42.42.10(pid=21770): Terminated {rc=256}
16:00:23.651699 ---      ParallelTerminationStrategy: PID 21771 died...
16:00:23.707683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21771): Terminated: ok {rc=0}
16:00:23.718095 ---      ParallelTerminationStrategy: PID 21772 died...
16:00:23.773944 run iperf3-srv_10.42.42.10(pid=21772): Terminated {rc=256}
16:00:23.784480 ---      ParallelTerminationStrategy: PID 21775 died...
16:00:23.839894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21775): Terminated: ok {rc=0}
16:00:23.850486 ---      ParallelTerminationStrategy: PID 21778 died...
16:00:23.905447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21778): Terminated: ok {rc=0}
16:00:23.916599 ---      ParallelTerminationStrategy: PID 21781 died...
16:00:23.971239 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21781): Terminated: ok {rc=0}
16:00:24.055439 bus                          /gobi_0: Setting Powered False
16:00:25.160902 bus                          /gobi_0: Setting Powered False
16:00:26.276448 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-b200+mod-bts0-egprs</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=21967): Process ended prematurely: osmo-stp_10.42.42.5(pid=21967) [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21967)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21967): Process ended prematurely: osmo-stp_10.42.42.5(pid=21967) [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21967)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-b200+mod-bts0-egprs iperf3.py
----------------------------------------------
16:00:27.388784 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:00:27.401058 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)
16:00:27.543358 tst                        iperf3.py: using LAC 29054
16:00:27.663219 tst                        iperf3.py: using RAC 239
16:00:27.784640 tst                        iperf3.py: using CellId 29054
16:00:27.907174 tst                        iperf3.py: using BVCI 29055
16:00:27.930941 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:00:27.942761 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:00:27.954344 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:00:27.969104 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:00:27.981738 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:00:27.993265 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:00:28.006175 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:00:28.019894 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:00:28.032355 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:00:28.311600 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
16:00:28.439651 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:00:28.780161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21958): Launched
16:00:29.085393 run iperf3-srv_10.42.42.10(pid=21959): Launched
16:00:29.288226 tst                      iperf3.py:8: start network...
16:00:29.415404 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:00:29.895085 run         create_hlr_db(pid=21961): Launched
16:00:30.070518 bus                          /gobi_6: Setting Powered False
16:00:31.094403 run         create_hlr_db(pid=21961): Terminated: ok {rc=0}
16:00:31.515597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21963): Launched
16:00:31.923712 run   osmo-hlr_10.42.42.2(pid=21964): Launched
16:00:32.160147 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:00:32.731788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21966): Launched
16:00:33.035262 run   osmo-stp_10.42.42.5(pid=21967): Launched
16:00:33.146550 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:00:33.674482 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21969): Launched
16:00:33.784689 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:00:34.048859 run              patchelf(pid=21970): Launched
16:00:34.227572 run   osmo-stp_10.42.42.5(pid=21967): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21967)]
16:00:34.357980 run   osmo-stp_10.42.42.5(pid=21967): stdout: 
| (launched: 2022-12-10_16:00:32.885600)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:00:34.488656 run   osmo-stp_10.42.42.5(pid=21967): stderr: 
| �[0;m�[38;5;43m20221210160033057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160033057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160033058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160033058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160033058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160033059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160033059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:00:34.614601 run   osmo-stp_10.42.42.5(pid=21967): stdout: 
| (launched: 2022-12-10_16:00:32.885600)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:00:34.739154 run   osmo-stp_10.42.42.5(pid=21967): stderr: 
| �[0;m�[38;5;43m20221210160033057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160033057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160033058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160033058 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160033058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160033059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160033059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:00:34.884081 run              patchelf(pid=21970): Terminating (SIGINT)
16:00:35.054553 run              patchelf(pid=21970): Terminated: ok {rc=0}
16:00:35.085905 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21967): Process ended prematurely: osmo-stp_10.42.42.5(pid=21967) [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21967)]  [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]
16:00:35.095070 tst                      iperf3.py:8: Test FAILED (7.7 sec)
16:00:35.155910 run   osmo-hlr_10.42.42.2(pid=21964): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21964)]
16:00:35.205202 run   osmo-hlr_10.42.42.2(pid=21964): stdout: 
| (launched: 2022-12-10_16:00:31.674575) 
16:00:35.255293 run   osmo-hlr_10.42.42.2(pid=21964): stderr: 
| �[0;m�[1;31m20221210160032020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160032020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160032020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160032020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160032020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160032020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160032035 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160032052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160032052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160032052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:00:35.297434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21958): Terminating (SIGTERM)
16:00:35.337295 run iperf3-srv_10.42.42.10(pid=21959): Terminating (SIGTERM)
16:00:35.377318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21963): Terminating (SIGTERM)
16:00:35.417414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21966): Terminating (SIGTERM)
16:00:35.457692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21969): Terminating (SIGTERM)
16:00:35.467199 ---      ParallelTerminationStrategy: PID 21958 died...
16:00:35.520995 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21958): Terminated: ok {rc=0}
16:00:35.530919 ---      ParallelTerminationStrategy: PID 21959 died...
16:00:35.584564 run iperf3-srv_10.42.42.10(pid=21959): Terminated {rc=256}
16:00:35.594688 ---      ParallelTerminationStrategy: PID 21963 died...
16:00:35.648038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21963): Terminated: ok {rc=0}
16:00:35.657961 ---      ParallelTerminationStrategy: PID 21966 died...
16:00:35.711557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21966): Terminated: ok {rc=0}
16:00:35.721306 ---      ParallelTerminationStrategy: PID 21969 died...
16:00:35.774962 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21969): Terminated: ok {rc=0}
16:00:35.862139 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-b200+mod-bts0-egprs</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=21985): Process ended prematurely: osmo-stp_10.42.42.5(pid=21985) [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21985)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21985): Process ended prematurely: osmo-stp_10.42.42.5(pid=21985) [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21985)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-b200+mod-bts0-egprs iperf3m4.py
----------------------------------------------
16:00:36.973168 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:00:36.984763 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)
16:00:37.124136 tst                      iperf3m4.py: using LAC 29055
16:00:37.251708 tst                      iperf3m4.py: using RAC 240
16:00:37.379078 tst                      iperf3m4.py: using CellId 29055
16:00:37.512702 tst                      iperf3m4.py: using BVCI 29056
16:00:37.537856 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:00:37.549417 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:00:37.560433 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:00:37.571905 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:00:37.583320 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:00:37.594619 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:00:37.606081 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:00:37.617301 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:00:37.628658 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:00:37.750782 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:00:37.870211 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:00:37.990579 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:00:38.286707 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
16:00:38.422930 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:00:38.758704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21971): Launched
16:00:39.037075 run iperf3-srv_10.42.42.10(pid=21972): Launched
16:00:39.236830 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
16:00:39.373387 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:00:39.708775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21973): Launched
16:00:39.987230 run iperf3-srv_10.42.42.10(pid=21974): Launched
16:00:40.186511 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
16:00:40.322407 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:00:40.657180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21975): Launched
16:00:40.934824 run iperf3-srv_10.42.42.10(pid=21976): Launched
16:00:41.133830 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
16:00:41.269057 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:00:41.604476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21977): Launched
16:00:41.882186 run iperf3-srv_10.42.42.10(pid=21978): Launched
16:00:42.080265 tst                    iperf3m4.py:8: start network...
16:00:42.215349 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:00:42.735227 run         create_hlr_db(pid=21979): Launched
16:00:42.922406 bus                          /gobi_6: Setting Powered False
16:00:43.943205 run         create_hlr_db(pid=21979): Terminated: ok {rc=0}
16:00:44.352473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21981): Launched
16:00:44.657733 run   osmo-hlr_10.42.42.2(pid=21982): Launched
16:00:44.776390 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:00:45.304557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21984): Launched
16:00:45.609377 run   osmo-stp_10.42.42.5(pid=21985): Launched
16:00:45.720794 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:00:46.306220 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21987): Launched
16:00:46.428087 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:00:46.735809 run              patchelf(pid=21988): Launched
16:00:46.930903 run   osmo-stp_10.42.42.5(pid=21985): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21985)]
16:00:47.073880 run   osmo-stp_10.42.42.5(pid=21985): stdout: 
| (launched: 2022-12-10_16:00:45.459058)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:00:47.214824 run   osmo-stp_10.42.42.5(pid=21985): stderr: 
| �[0;m�[38;5;43m20221210160045629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160045629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160045629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160045629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160045630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160045630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160045630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:00:47.342499 run   osmo-stp_10.42.42.5(pid=21985): stdout: 
| (launched: 2022-12-10_16:00:45.459058)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:00:47.468286 run   osmo-stp_10.42.42.5(pid=21985): stderr: 
| �[0;m�[38;5;43m20221210160045629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160045629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160045629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160045629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160045630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160045630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160045630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:00:47.615110 run              patchelf(pid=21988): Terminating (SIGINT)
16:00:47.787299 run              patchelf(pid=21988): Terminated: ok {rc=0}
16:00:47.819067 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21985): Process ended prematurely: osmo-stp_10.42.42.5(pid=21985) [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21985)]  [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]
16:00:47.828490 tst                    iperf3m4.py:8: Test FAILED (10.9 sec)
16:00:47.890698 run   osmo-hlr_10.42.42.2(pid=21982): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21982)]
16:00:47.940296 run   osmo-hlr_10.42.42.2(pid=21982): stdout: 
| (launched: 2022-12-10_16:00:44.507283) 
16:00:47.990617 run   osmo-hlr_10.42.42.2(pid=21982): stderr: 
| �[0;m�[1;31m20221210160044684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160044684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160044684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160044684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160044684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160044684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160044696 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160044705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160044706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160044706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:00:48.033464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21971): Terminating (SIGTERM)
16:00:48.073662 run iperf3-srv_10.42.42.10(pid=21972): Terminating (SIGTERM)
16:00:48.114342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21973): Terminating (SIGTERM)
16:00:48.155151 run iperf3-srv_10.42.42.10(pid=21974): Terminating (SIGTERM)
16:00:48.195845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21975): Terminating (SIGTERM)
16:00:48.236304 run iperf3-srv_10.42.42.10(pid=21976): Terminating (SIGTERM)
16:00:48.277372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21977): Terminating (SIGTERM)
16:00:48.317996 run iperf3-srv_10.42.42.10(pid=21978): Terminating (SIGTERM)
16:00:48.358503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21981): Terminating (SIGTERM)
16:00:48.399084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21984): Terminating (SIGTERM)
16:00:48.440009 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21987): Terminating (SIGTERM)
16:00:48.449628 ---      ParallelTerminationStrategy: PID 21971 died...
16:00:48.503816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21971): Terminated: ok {rc=0}
16:00:48.513714 ---      ParallelTerminationStrategy: PID 21972 died...
16:00:48.567487 run iperf3-srv_10.42.42.10(pid=21972): Terminated {rc=256}
16:00:48.577529 ---      ParallelTerminationStrategy: PID 21973 died...
16:00:48.631355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21973): Terminated: ok {rc=0}
16:00:48.641496 ---      ParallelTerminationStrategy: PID 21974 died...
16:00:48.695141 run iperf3-srv_10.42.42.10(pid=21974): Terminated {rc=256}
16:00:48.705140 ---      ParallelTerminationStrategy: PID 21975 died...
16:00:48.758965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21975): Terminated: ok {rc=0}
16:00:48.769176 ---      ParallelTerminationStrategy: PID 21976 died...
16:00:48.823122 run iperf3-srv_10.42.42.10(pid=21976): Terminated {rc=256}
16:00:48.832757 ---      ParallelTerminationStrategy: PID 21977 died...
16:00:48.887129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21977): Terminated: ok {rc=0}
16:00:48.896703 ---      ParallelTerminationStrategy: PID 21978 died...
16:00:48.950612 run iperf3-srv_10.42.42.10(pid=21978): Terminated {rc=256}
16:00:48.960816 ---      ParallelTerminationStrategy: PID 21981 died...
16:00:49.015161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21981): Terminated: ok {rc=0}
16:00:49.025117 ---      ParallelTerminationStrategy: PID 21984 died...
16:00:49.079483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21984): Terminated: ok {rc=0}
16:00:49.089402 ---      ParallelTerminationStrategy: PID 21987 died...
16:00:49.143849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21987): Terminated: ok {rc=0}
16:00:49.232671 bus                          /gobi_4: Setting Powered False
16:00:50.338091 bus                          /gobi_4: Setting Powered False
16:00:51.450110 bus                          /gobi_1: Setting Powered False
16:00:52.554777 bus                          /gobi_1: Setting Powered False
16:00:53.661112 bus                          /gobi_0: Setting Powered False
16:00:54.763373 bus                          /gobi_0: Setting Powered False
16:00:55.873167 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-b200+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=21995): Process ended prematurely: osmo-stp_10.42.42.5(pid=21995) [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21995)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21995): Process ended prematurely: osmo-stp_10.42.42.5(pid=21995) [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21995)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-b200+mod-bts0-egprs ping.py
----------------------------------------------
16:00:56.941405 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:00:56.953575 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)
16:00:57.099310 tst                          ping.py: using LAC 29056
16:00:57.224774 tst                          ping.py: using RAC 241
16:00:57.350941 tst                          ping.py: using CellId 29056
16:00:57.478220 tst                          ping.py: using BVCI 29057
16:00:57.502831 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:00:57.514321 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:00:57.526104 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:00:57.537622 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:00:57.548616 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:00:57.559940 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:00:57.571483 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:00:57.582933 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:00:57.857183 tst                       ping.py:19: start network...
16:00:57.981298 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:00:58.451900 run         create_hlr_db(pid=21989): Launched
16:00:58.624795 bus                          /gobi_6: Setting Powered False
16:00:59.646841 run         create_hlr_db(pid=21989): Terminated: ok {rc=0}
16:01:00.046216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21991): Launched
16:01:00.345137 run   osmo-hlr_10.42.42.2(pid=21992): Launched
16:01:00.454257 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:01:01.006848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21994): Launched
16:01:01.448805 run   osmo-stp_10.42.42.5(pid=21995): Launched
16:01:01.668536 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:01:02.292380 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21997): Launched
16:01:02.407490 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:01:02.685948 run              patchelf(pid=21998): Launched
16:01:02.872152 run   osmo-stp_10.42.42.5(pid=21995): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21995)]
16:01:03.008510 run   osmo-stp_10.42.42.5(pid=21995): stdout: 
| (launched: 2022-12-10_16:01:01.161703)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:01:03.145079 run   osmo-stp_10.42.42.5(pid=21995): stderr: 
| �[0;m�[38;5;43m20221210160101412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160101412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160101412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160101413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160101413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160101413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160101413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:01:03.277180 run   osmo-stp_10.42.42.5(pid=21995): stdout: 
| (launched: 2022-12-10_16:01:01.161703)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:01:03.408402 run   osmo-stp_10.42.42.5(pid=21995): stderr: 
| �[0;m�[38;5;43m20221210160101412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160101412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160101412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160101413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160101413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160101413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160101413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:01:03.560549 run              patchelf(pid=21998): Terminating (SIGINT)
16:01:03.739218 run              patchelf(pid=21998): Terminated: ok {rc=0}
16:01:03.772124 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21995): Process ended prematurely: osmo-stp_10.42.42.5(pid=21995) [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21995)]  [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]
16:01:03.781553 tst                       ping.py:22: Test FAILED (6.8 sec)
16:01:03.844750 run   osmo-hlr_10.42.42.2(pid=21992): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21992)]
16:01:03.896693 run   osmo-hlr_10.42.42.2(pid=21992): stdout: 
| (launched: 2022-12-10_16:01:00.197670) 
16:01:03.949221 run   osmo-hlr_10.42.42.2(pid=21992): stderr: 
| �[0;m�[1;31m20221210160100375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160100375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160100376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160100376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160100376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160100376 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160100399 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160100408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160100409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160100409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:01:03.993989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21991): Terminating (SIGTERM)
16:01:04.036542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21994): Terminating (SIGTERM)
16:01:04.080571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21997): Terminating (SIGTERM)
16:01:04.090686 ---      ParallelTerminationStrategy: PID 21991 died...
16:01:04.147728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21991): Terminated: ok {rc=0}
16:01:04.158125 ---      ParallelTerminationStrategy: PID 21994 died...
16:01:04.214290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21994): Terminated: ok {rc=0}
16:01:04.224496 ---      ParallelTerminationStrategy: PID 21997 died...
16:01:04.280560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21997): Terminated: ok {rc=0}
16:01:04.369143 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-b200+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22005): Process ended prematurely: osmo-stp_10.42.42.5(pid=22005) [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22005)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22005): Process ended prematurely: osmo-stp_10.42.42.5(pid=22005) [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22005)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py
----------------------------------------------
16:01:05.422409 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:01:05.434715 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)
16:01:05.581064 tst                ping_idle_ping.py: using LAC 29057
16:01:05.701290 tst                ping_idle_ping.py: using RAC 242
16:01:05.820593 tst                ping_idle_ping.py: using CellId 29057
16:01:05.939445 tst                ping_idle_ping.py: using BVCI 29058
16:01:05.962291 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:01:05.973218 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:01:05.983737 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:01:05.995232 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:01:06.006642 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:01:06.017847 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:01:06.029338 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:01:06.040548 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:01:06.331590 tst             ping_idle_ping.py:24: start network...
16:01:06.465846 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:01:06.978661 run         create_hlr_db(pid=21999): Launched
16:01:07.164841 bus                          /gobi_6: Setting Powered False
16:01:08.185891 run         create_hlr_db(pid=21999): Terminated: ok {rc=0}
16:01:08.589978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22001): Launched
16:01:08.890120 run   osmo-hlr_10.42.42.2(pid=22002): Launched
16:01:09.000259 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:01:09.521151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22004): Launched
16:01:09.821616 run   osmo-stp_10.42.42.5(pid=22005): Launched
16:01:09.931853 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:01:10.455409 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22007): Launched
16:01:10.562813 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:01:10.824387 run              patchelf(pid=22008): Launched
16:01:11.000033 run   osmo-stp_10.42.42.5(pid=22005): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22005)]
16:01:11.128299 run   osmo-stp_10.42.42.5(pid=22005): stdout: 
| (launched: 2022-12-10_16:01:09.673344)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:01:11.257330 run   osmo-stp_10.42.42.5(pid=22005): stderr: 
| �[0;m�[38;5;43m20221210160109844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160109844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160109844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160109845 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160109845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160109845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160109846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:01:11.381565 run   osmo-stp_10.42.42.5(pid=22005): stdout: 
| (launched: 2022-12-10_16:01:09.673344)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:01:11.504515 run   osmo-stp_10.42.42.5(pid=22005): stderr: 
| �[0;m�[38;5;43m20221210160109844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160109844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160109844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160109845 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160109845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160109845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160109846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:01:11.648024 run              patchelf(pid=22008): Terminating (SIGINT)
16:01:11.816694 run              patchelf(pid=22008): Terminated: ok {rc=0}
16:01:11.847358 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22005): Process ended prematurely: osmo-stp_10.42.42.5(pid=22005) [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22005)]  [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]
16:01:11.856037 tst             ping_idle_ping.py:27: Test FAILED (6.4 sec)
16:01:11.917085 run   osmo-hlr_10.42.42.2(pid=22002): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22002)]
16:01:11.966592 run   osmo-hlr_10.42.42.2(pid=22002): stdout: 
| (launched: 2022-12-10_16:01:08.742412) 
16:01:12.016793 run   osmo-hlr_10.42.42.2(pid=22002): stderr: 
| �[0;m�[1;31m20221210160108915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160108916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160108916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160108916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160108916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160108916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160108932 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160108942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160108943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160108943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:01:12.059255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22001): Terminating (SIGTERM)
16:01:12.099698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22004): Terminating (SIGTERM)
16:01:12.139950 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22007): Terminating (SIGTERM)
16:01:12.149539 ---      ParallelTerminationStrategy: PID 22001 died...
16:01:12.203504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22001): Terminated: ok {rc=0}
16:01:12.213515 ---      ParallelTerminationStrategy: PID 22004 died...
16:01:12.267263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22004): Terminated: ok {rc=0}
16:01:12.277047 ---      ParallelTerminationStrategy: PID 22007 died...
16:01:12.330633 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22007): Terminated: ok {rc=0}
16:01:12.414375 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>61.0</duration><id>51</id><name>gprs_trx-b200+mod-bts0-egprs</name><properties></properties><timestamp>2022-12-10T16:00:14</timestamp></suite><suite><case><age>238</age><className>gprs:trx-b200+mod-bts0-dynts-ipa</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22022): Process ended prematurely: osmo-stp_10.42.42.5(pid=22022) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22022)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22022): Process ended prematurely: osmo-stp_10.42.42.5(pid=22022) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22022)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py
----------------------------------------------
16:01:14.597662 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:01:14.608940 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
16:01:14.774479 tst         cs_paging_gprs_active.py: using LAC 29058
16:01:14.900084 tst         cs_paging_gprs_active.py: using RAC 243
16:01:15.027229 tst         cs_paging_gprs_active.py: using CellId 29058
16:01:15.152126 tst         cs_paging_gprs_active.py: using BVCI 29059
16:01:15.176895 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:01:15.188321 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:01:15.199471 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:01:15.210837 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:01:15.221981 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:01:15.233137 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:01:15.244338 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:01:15.255407 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:01:15.266700 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:01:15.381435 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:01:15.675830 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
16:01:15.811747 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:01:16.184872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22012): Launched
16:01:16.540073 run iperf3-srv_10.42.42.10(pid=22013): Launched
16:01:16.743035 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
16:01:16.881278 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:01:17.235537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22014): Launched
16:01:17.514630 run iperf3-srv_10.42.42.10(pid=22015): Launched
16:01:17.714208 tst      cs_paging_gprs_active.py:38: start network...
16:01:17.849769 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:01:18.366802 run         create_hlr_db(pid=22016): Launched
16:01:18.554803 bus                          /gobi_6: Setting Powered False
16:01:19.575734 run         create_hlr_db(pid=22016): Terminated: ok {rc=0}
16:01:19.984021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22018): Launched
16:01:20.287971 run   osmo-hlr_10.42.42.2(pid=22019): Launched
16:01:20.407903 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:01:20.948187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22021): Launched
16:01:21.272372 run   osmo-stp_10.42.42.5(pid=22022): Launched
16:01:21.391411 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:01:21.954799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22024): Launched
16:01:22.070262 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:01:22.352865 run              patchelf(pid=22025): Launched
16:01:22.541827 run   osmo-stp_10.42.42.5(pid=22022): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22022)]
16:01:22.681137 run   osmo-stp_10.42.42.5(pid=22022): stdout: 
| (launched: 2022-12-10_16:01:21.113381)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:01:22.819628 run   osmo-stp_10.42.42.5(pid=22022): stderr: 
| �[0;m�[38;5;43m20221210160121304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160121304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160121304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160121305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160121305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160121305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160121305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:01:22.953257 run   osmo-stp_10.42.42.5(pid=22022): stdout: 
| (launched: 2022-12-10_16:01:21.113381)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:01:23.086092 run   osmo-stp_10.42.42.5(pid=22022): stderr: 
| �[0;m�[38;5;43m20221210160121304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160121304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160121304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160121305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160121305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160121305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160121305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:01:23.241314 run              patchelf(pid=22025): Terminating (SIGINT)
16:01:23.423703 run              patchelf(pid=22025): Terminated: ok {rc=0}
16:01:23.457059 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22022): Process ended prematurely: osmo-stp_10.42.42.5(pid=22022) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22022)]  [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]
16:01:23.466772 tst      cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)
16:01:23.529318 run   osmo-hlr_10.42.42.2(pid=22019): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22019)]
16:01:23.580520 run   osmo-hlr_10.42.42.2(pid=22019): stdout: 
| (launched: 2022-12-10_16:01:20.138599) 
16:01:23.632345 run   osmo-hlr_10.42.42.2(pid=22019): stderr: 
| �[0;m�[1;31m20221210160120316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160120316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160120316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160120316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160120316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160120316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160120329 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160120337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160120338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160120338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:01:23.676987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22012): Terminating (SIGTERM)
16:01:23.718974 run iperf3-srv_10.42.42.10(pid=22013): Terminating (SIGTERM)
16:01:23.760901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22014): Terminating (SIGTERM)
16:01:23.802801 run iperf3-srv_10.42.42.10(pid=22015): Terminating (SIGTERM)
16:01:23.844547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22018): Terminating (SIGTERM)
16:01:23.886419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22021): Terminating (SIGTERM)
16:01:23.928253 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22024): Terminating (SIGTERM)
16:01:23.937917 ---      ParallelTerminationStrategy: PID 22012 died...
16:01:23.993908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22012): Terminated: ok {rc=0}
16:01:24.004072 ---      ParallelTerminationStrategy: PID 22013 died...
16:01:24.059536 run iperf3-srv_10.42.42.10(pid=22013): Terminated {rc=256}
16:01:24.069606 ---      ParallelTerminationStrategy: PID 22014 died...
16:01:24.124938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22014): Terminated: ok {rc=0}
16:01:24.134982 ---      ParallelTerminationStrategy: PID 22015 died...
16:01:24.190200 run iperf3-srv_10.42.42.10(pid=22015): Terminated {rc=256}
16:01:24.200249 ---      ParallelTerminationStrategy: PID 22018 died...
16:01:24.255360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22018): Terminated: ok {rc=0}
16:01:24.265342 ---      ParallelTerminationStrategy: PID 22021 died...
16:01:24.321345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22021): Terminated: ok {rc=0}
16:01:24.331371 ---      ParallelTerminationStrategy: PID 22024 died...
16:01:24.387148 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22024): Terminated: ok {rc=0}
16:01:24.474359 bus                          /gobi_0: Setting Powered False
16:01:25.578466 bus                          /gobi_0: Setting Powered False
16:01:26.689376 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-b200+mod-bts0-dynts-ipa</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22034): Process ended prematurely: osmo-stp_10.42.42.5(pid=22034) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22034)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22034): Process ended prematurely: osmo-stp_10.42.42.5(pid=22034) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22034)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py
----------------------------------------------
16:01:27.799991 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:01:27.811818 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
16:01:27.972825 tst                        iperf3.py: using LAC 29059
16:01:28.091178 tst                        iperf3.py: using RAC 244
16:01:28.215065 tst                        iperf3.py: using CellId 29059
16:01:28.335110 tst                        iperf3.py: using BVCI 29060
16:01:28.358283 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:01:28.369343 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:01:28.379956 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:01:28.391160 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:01:28.402058 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:01:28.413095 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:01:28.424222 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:01:28.435177 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:01:28.446431 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:01:28.725373 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
16:01:28.851535 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:01:29.165482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22026): Launched
16:01:29.426281 run iperf3-srv_10.42.42.10(pid=22027): Launched
16:01:29.611861 tst                      iperf3.py:8: start network...
16:01:29.738420 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:01:30.213597 run         create_hlr_db(pid=22028): Launched
16:01:30.388252 bus                          /gobi_6: Setting Powered False
16:01:31.413774 run         create_hlr_db(pid=22028): Terminated: ok {rc=0}
16:01:31.843127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22030): Launched
16:01:32.181636 run   osmo-hlr_10.42.42.2(pid=22031): Launched
16:01:32.298049 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:01:32.827698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22033): Launched
16:01:33.130329 run   osmo-stp_10.42.42.5(pid=22034): Launched
16:01:33.240738 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:01:33.771665 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22036): Launched
16:01:33.880714 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:01:34.146098 run              patchelf(pid=22037): Launched
16:01:34.324097 run   osmo-stp_10.42.42.5(pid=22034): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22034)]
16:01:34.454736 run   osmo-stp_10.42.42.5(pid=22034): stdout: 
| (launched: 2022-12-10_16:01:32.981803)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:01:34.585596 run   osmo-stp_10.42.42.5(pid=22034): stderr: 
| �[0;m�[38;5;43m20221210160133151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160133151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160133151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160133152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160133154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160133154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160133154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:01:34.712016 run   osmo-stp_10.42.42.5(pid=22034): stdout: 
| (launched: 2022-12-10_16:01:32.981803)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:01:34.837552 run   osmo-stp_10.42.42.5(pid=22034): stderr: 
| �[0;m�[38;5;43m20221210160133151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160133151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160133151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160133152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160133154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160133154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160133154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:01:34.983159 run              patchelf(pid=22037): Terminating (SIGINT)
16:01:35.154554 run              patchelf(pid=22037): Terminated: ok {rc=0}
16:01:35.186061 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22034): Process ended prematurely: osmo-stp_10.42.42.5(pid=22034) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22034)]  [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]
16:01:35.195505 tst                      iperf3.py:8: Test FAILED (7.4 sec)
16:01:35.256936 run   osmo-hlr_10.42.42.2(pid=22031): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22031)]
16:01:35.306624 run   osmo-hlr_10.42.42.2(pid=22031): stdout: 
| (launched: 2022-12-10_16:01:32.005263) 
16:01:35.357058 run   osmo-hlr_10.42.42.2(pid=22031): stderr: 
| �[0;m�[1;31m20221210160132272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160132272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160132272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160132272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160132272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160132272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160132284 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160132292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160132293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160132293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:01:35.399667 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22026): Terminating (SIGTERM)
16:01:35.440293 run iperf3-srv_10.42.42.10(pid=22027): Terminating (SIGTERM)
16:01:35.480431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22030): Terminating (SIGTERM)
16:01:35.521019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22033): Terminating (SIGTERM)
16:01:35.561984 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22036): Terminating (SIGTERM)
16:01:35.571603 ---      ParallelTerminationStrategy: PID 22026 died...
16:01:35.626010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22026): Terminated: ok {rc=0}
16:01:35.635807 ---      ParallelTerminationStrategy: PID 22027 died...
16:01:35.689937 run iperf3-srv_10.42.42.10(pid=22027): Terminated {rc=256}
16:01:35.699620 ---      ParallelTerminationStrategy: PID 22030 died...
16:01:35.753426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22030): Terminated: ok {rc=0}
16:01:35.763213 ---      ParallelTerminationStrategy: PID 22033 died...
16:01:35.816654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22033): Terminated: ok {rc=0}
16:01:35.826663 ---      ParallelTerminationStrategy: PID 22036 died...
16:01:35.880279 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22036): Terminated: ok {rc=0}
16:01:35.964326 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-b200+mod-bts0-dynts-ipa</className><duration>12.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22052): Process ended prematurely: osmo-stp_10.42.42.5(pid=22052) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22052)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22052): Process ended prematurely: osmo-stp_10.42.42.5(pid=22052) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22052)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py
----------------------------------------------
16:01:37.079377 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:01:37.091549 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
16:01:37.258873 tst                      iperf3m4.py: using LAC 29060
16:01:37.386495 tst                      iperf3m4.py: using RAC 245
16:01:37.509788 tst                      iperf3m4.py: using CellId 29060
16:01:37.633713 tst                      iperf3m4.py: using BVCI 29061
16:01:37.657054 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:01:37.668093 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:01:37.679060 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:01:37.690411 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:01:37.701512 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:01:37.712684 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:01:37.724026 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:01:37.735206 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:01:37.746352 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:01:37.865426 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:01:37.987204 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:01:38.104398 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:01:38.400811 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
16:01:38.536283 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:01:38.872456 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22038): Launched
16:01:39.151366 run iperf3-srv_10.42.42.10(pid=22039): Launched
16:01:39.350996 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
16:01:39.486821 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:01:39.821529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22040): Launched
16:01:40.101043 run iperf3-srv_10.42.42.10(pid=22041): Launched
16:01:40.300248 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
16:01:40.436142 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:01:40.771695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22042): Launched
16:01:41.049603 run iperf3-srv_10.42.42.10(pid=22043): Launched
16:01:41.248524 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
16:01:41.384124 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:01:41.719516 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22044): Launched
16:01:41.997123 run iperf3-srv_10.42.42.10(pid=22045): Launched
16:01:42.195767 tst                    iperf3m4.py:8: start network...
16:01:42.331342 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:01:42.849524 run         create_hlr_db(pid=22046): Launched
16:01:43.037427 bus                          /gobi_6: Setting Powered False
16:01:44.058323 run         create_hlr_db(pid=22046): Terminated: ok {rc=0}
16:01:44.489704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22048): Launched
16:01:44.813163 run   osmo-hlr_10.42.42.2(pid=22049): Launched
16:01:44.933594 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:01:45.498472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22051): Launched
16:01:45.821670 run   osmo-stp_10.42.42.5(pid=22052): Launched
16:01:46.059052 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:01:46.676742 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22054): Launched
16:01:46.794706 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:01:47.093744 run              patchelf(pid=22055): Launched
16:01:47.285785 run   osmo-stp_10.42.42.5(pid=22052): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22052)]
16:01:47.425454 run   osmo-stp_10.42.42.5(pid=22052): stdout: 
| (launched: 2022-12-10_16:01:45.663449)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:01:47.565240 run   osmo-stp_10.42.42.5(pid=22052): stderr: 
| �[0;m�[38;5;43m20221210160145853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160145853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160145854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160145854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160145854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160145855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160145855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:01:47.699532 run   osmo-stp_10.42.42.5(pid=22052): stdout: 
| (launched: 2022-12-10_16:01:45.663449)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:01:47.832922 run   osmo-stp_10.42.42.5(pid=22052): stderr: 
| �[0;m�[38;5;43m20221210160145853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160145853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160145854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160145854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160145854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160145855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160145855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:01:47.988361 run              patchelf(pid=22055): Terminating (SIGINT)
16:01:48.171665 run              patchelf(pid=22055): Terminated: ok {rc=0}
16:01:48.205301 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22052): Process ended prematurely: osmo-stp_10.42.42.5(pid=22052) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22052)]  [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]
16:01:48.215337 tst                    iperf3m4.py:8: Test FAILED (11.2 sec)
16:01:48.279197 run   osmo-hlr_10.42.42.2(pid=22049): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22049)]
16:01:48.331805 run   osmo-hlr_10.42.42.2(pid=22049): stdout: 
| (launched: 2022-12-10_16:01:44.654647) 
16:01:48.384533 run   osmo-hlr_10.42.42.2(pid=22049): stderr: 
| �[0;m�[1;31m20221210160144854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160144854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160144854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160144854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160144854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160144855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160144866 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160144875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160144875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160144875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:01:48.429757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22038): Terminating (SIGTERM)
16:01:48.472243 run iperf3-srv_10.42.42.10(pid=22039): Terminating (SIGTERM)
16:01:48.514969 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22040): Terminating (SIGTERM)
16:01:48.557411 run iperf3-srv_10.42.42.10(pid=22041): Terminating (SIGTERM)
16:01:48.600032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22042): Terminating (SIGTERM)
16:01:48.642466 run iperf3-srv_10.42.42.10(pid=22043): Terminating (SIGTERM)
16:01:48.684762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22044): Terminating (SIGTERM)
16:01:48.726960 run iperf3-srv_10.42.42.10(pid=22045): Terminating (SIGTERM)
16:01:48.769446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22048): Terminating (SIGTERM)
16:01:48.812151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22051): Terminating (SIGTERM)
16:01:48.854844 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22054): Terminating (SIGTERM)
16:01:48.864660 ---      ParallelTerminationStrategy: PID 22038 died...
16:01:48.921899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22038): Terminated: ok {rc=0}
16:01:48.932190 ---      ParallelTerminationStrategy: PID 22039 died...
16:01:48.988878 run iperf3-srv_10.42.42.10(pid=22039): Terminated {rc=256}
16:01:48.999077 ---      ParallelTerminationStrategy: PID 22040 died...
16:01:49.055735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22040): Terminated: ok {rc=0}
16:01:49.065940 ---      ParallelTerminationStrategy: PID 22041 died...
16:01:49.122532 run iperf3-srv_10.42.42.10(pid=22041): Terminated {rc=256}
16:01:49.132674 ---      ParallelTerminationStrategy: PID 22042 died...
16:01:49.189145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22042): Terminated: ok {rc=0}
16:01:49.199297 ---      ParallelTerminationStrategy: PID 22043 died...
16:01:49.255646 run iperf3-srv_10.42.42.10(pid=22043): Terminated {rc=256}
16:01:49.265858 ---      ParallelTerminationStrategy: PID 22044 died...
16:01:49.322845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22044): Terminated: ok {rc=0}
16:01:49.333224 ---      ParallelTerminationStrategy: PID 22045 died...
16:01:49.389810 run iperf3-srv_10.42.42.10(pid=22045): Terminated {rc=256}
16:01:49.399958 ---      ParallelTerminationStrategy: PID 22048 died...
16:01:49.456346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22048): Terminated: ok {rc=0}
16:01:49.466546 ---      ParallelTerminationStrategy: PID 22051 died...
16:01:49.522906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22051): Terminated: ok {rc=0}
16:01:49.533239 ---      ParallelTerminationStrategy: PID 22054 died...
16:01:49.589642 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22054): Terminated: ok {rc=0}
16:01:49.679132 bus                          /gobi_4: Setting Powered False
16:01:50.786663 bus                          /gobi_4: Setting Powered False
16:01:51.897040 bus                          /gobi_1: Setting Powered False
16:01:53.004203 bus                          /gobi_1: Setting Powered False
16:01:54.113643 bus                          /gobi_0: Setting Powered False
16:01:55.216320 bus                          /gobi_0: Setting Powered False
16:01:56.324255 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-b200+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22062): Process ended prematurely: osmo-stp_10.42.42.5(pid=22062) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22062)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22062): Process ended prematurely: osmo-stp_10.42.42.5(pid=22062) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22062)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-b200+mod-bts0-dynts-ipa ping.py
----------------------------------------------
16:01:57.393469 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:01:57.405655 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
16:01:57.568532 tst                          ping.py: using LAC 29061
16:01:57.692854 tst                          ping.py: using RAC 246
16:01:57.817206 tst                          ping.py: using CellId 29061
16:01:57.941953 tst                          ping.py: using BVCI 29062
16:01:57.966175 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:01:57.977707 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:01:57.988906 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:01:58.000296 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:01:58.011466 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:01:58.022776 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:01:58.034108 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:01:58.045337 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:01:58.334469 tst                       ping.py:19: start network...
16:01:58.467293 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:01:58.976855 run         create_hlr_db(pid=22056): Launched
16:01:59.162425 bus                          /gobi_6: Setting Powered False
16:02:00.182986 run         create_hlr_db(pid=22056): Terminated: ok {rc=0}
16:02:00.585423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22058): Launched
16:02:00.944421 run   osmo-hlr_10.42.42.2(pid=22059): Launched
16:02:01.115497 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:02:01.751568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22061): Launched
16:02:02.224411 run   osmo-stp_10.42.42.5(pid=22062): Launched
16:02:02.333410 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:02:02.883232 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22064): Launched
16:02:02.997978 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:02:03.275398 run              patchelf(pid=22065): Launched
16:02:03.462449 run   osmo-stp_10.42.42.5(pid=22062): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22062)]
16:02:03.598618 run   osmo-stp_10.42.42.5(pid=22062): stdout: 
| (launched: 2022-12-10_16:02:01.906024)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:02:03.741173 run   osmo-stp_10.42.42.5(pid=22062): stderr: 
| �[0;m�[38;5;43m20221210160202103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160202103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160202103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160202104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160202105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160202105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160202105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:02:03.873456 run   osmo-stp_10.42.42.5(pid=22062): stdout: 
| (launched: 2022-12-10_16:02:01.906024)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:02:04.003657 run   osmo-stp_10.42.42.5(pid=22062): stderr: 
| �[0;m�[38;5;43m20221210160202103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160202103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160202103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160202104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160202105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160202105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160202105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:02:04.155611 run              patchelf(pid=22065): Terminating (SIGINT)
16:02:04.334398 run              patchelf(pid=22065): Terminated: ok {rc=0}
16:02:04.366917 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22062): Process ended prematurely: osmo-stp_10.42.42.5(pid=22062) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22062)]  [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]
16:02:04.375943 tst                       ping.py:22: Test FAILED (7.0 sec)
16:02:04.438429 run   osmo-hlr_10.42.42.2(pid=22059): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22059)]
16:02:04.489486 run   osmo-hlr_10.42.42.2(pid=22059): stdout: 
| (launched: 2022-12-10_16:02:00.737295) 
16:02:04.541059 run   osmo-hlr_10.42.42.2(pid=22059): stderr: 
| �[0;m�[1;31m20221210160200976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160200985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160200985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160200985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160200985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160200985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160201000 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160201016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160201016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160201016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:02:04.584989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22058): Terminating (SIGTERM)
16:02:04.626480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22061): Terminating (SIGTERM)
16:02:04.667986 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22064): Terminating (SIGTERM)
16:02:04.677652 ---      ParallelTerminationStrategy: PID 22058 died...
16:02:04.733212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22058): Terminated: ok {rc=0}
16:02:04.743211 ---      ParallelTerminationStrategy: PID 22061 died...
16:02:04.798265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22061): Terminated: ok {rc=0}
16:02:04.808197 ---      ParallelTerminationStrategy: PID 22064 died...
16:02:04.863166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22064): Terminated: ok {rc=0}
16:02:04.950585 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-b200+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22072): Process ended prematurely: osmo-stp_10.42.42.5(pid=22072) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22072)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22072): Process ended prematurely: osmo-stp_10.42.42.5(pid=22072) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22072)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py
----------------------------------------------
16:02:06.002875 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:02:06.014533 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
16:02:06.174797 tst                ping_idle_ping.py: using LAC 29062
16:02:06.297224 tst                ping_idle_ping.py: using RAC 247
16:02:06.415767 tst                ping_idle_ping.py: using CellId 29062
16:02:06.531420 tst                ping_idle_ping.py: using BVCI 29063
16:02:06.554677 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:02:06.565819 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:02:06.576548 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:02:06.587679 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:02:06.598810 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:02:06.610027 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:02:06.621132 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:02:06.632293 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:02:06.906323 tst             ping_idle_ping.py:24: start network...
16:02:07.032306 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:02:07.510607 run         create_hlr_db(pid=22066): Launched
16:02:07.683542 bus                          /gobi_6: Setting Powered False
16:02:08.703826 run         create_hlr_db(pid=22066): Terminated: ok {rc=0}
16:02:09.102952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22068): Launched
16:02:09.402427 run   osmo-hlr_10.42.42.2(pid=22069): Launched
16:02:09.515808 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:02:10.034514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22071): Launched
16:02:10.334064 run   osmo-stp_10.42.42.5(pid=22072): Launched
16:02:10.443745 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:02:10.964290 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22074): Launched
16:02:11.071475 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:02:11.331801 run              patchelf(pid=22075): Launched
16:02:11.506598 run   osmo-stp_10.42.42.5(pid=22072): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22072)]
16:02:11.634453 run   osmo-stp_10.42.42.5(pid=22072): stdout: 
| (launched: 2022-12-10_16:02:10.186474)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:02:11.762400 run   osmo-stp_10.42.42.5(pid=22072): stderr: 
| �[0;m�[38;5;43m20221210160210357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160210357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160210357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160210358 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160210360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160210360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160210360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:02:11.886493 run   osmo-stp_10.42.42.5(pid=22072): stdout: 
| (launched: 2022-12-10_16:02:10.186474)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:02:12.008905 run   osmo-stp_10.42.42.5(pid=22072): stderr: 
| �[0;m�[38;5;43m20221210160210357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160210357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160210357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160210358 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160210360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160210360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160210360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:02:12.151368 run              patchelf(pid=22075): Terminating (SIGINT)
16:02:12.318586 run              patchelf(pid=22075): Terminated: ok {rc=0}
16:02:12.349359 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22072): Process ended prematurely: osmo-stp_10.42.42.5(pid=22072) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22072)]  [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]
16:02:12.357999 tst             ping_idle_ping.py:27: Test FAILED (6.3 sec)
16:02:12.418466 run   osmo-hlr_10.42.42.2(pid=22069): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22069)]
16:02:12.467609 run   osmo-hlr_10.42.42.2(pid=22069): stdout: 
| (launched: 2022-12-10_16:02:09.254338) 
16:02:12.517503 run   osmo-hlr_10.42.42.2(pid=22069): stderr: 
| �[0;m�[1;31m20221210160209430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160209430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160209430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160209430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160209430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160209431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160209443 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160209452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160209452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160209452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:02:12.559612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22068): Terminating (SIGTERM)
16:02:12.599890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22071): Terminating (SIGTERM)
16:02:12.639773 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22074): Terminating (SIGTERM)
16:02:12.649268 ---      ParallelTerminationStrategy: PID 22068 died...
16:02:12.703051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22068): Terminated: ok {rc=0}
16:02:12.712791 ---      ParallelTerminationStrategy: PID 22071 died...
16:02:12.765301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22071): Terminated: ok {rc=0}
16:02:12.774924 ---      ParallelTerminationStrategy: PID 22074 died...
16:02:12.827433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22074): Terminated: ok {rc=0}
16:02:12.911165 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>61.0</duration><id>52</id><name>gprs_trx-b200+mod-bts0-dynts-ipa</name><properties></properties><timestamp>2022-12-10T16:01:14</timestamp></suite><suite><case><age>238</age><className>gprs:trx-b200+mod-bts0-dynts-osmo</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22091): Process ended prematurely: osmo-stp_10.42.42.5(pid=22091) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22091)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22091): Process ended prematurely: osmo-stp_10.42.42.5(pid=22091) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22091)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py
----------------------------------------------
16:02:15.063245 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:02:15.074172 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
16:02:15.232516 tst         cs_paging_gprs_active.py: using LAC 29063
16:02:15.351760 tst         cs_paging_gprs_active.py: using RAC 248
16:02:15.472300 tst         cs_paging_gprs_active.py: using CellId 29063
16:02:15.593536 tst         cs_paging_gprs_active.py: using BVCI 29064
16:02:15.616631 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:02:15.627497 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:02:15.638274 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:02:15.649192 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:02:15.660011 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:02:15.670958 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:02:15.682077 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:02:15.692879 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:02:15.703936 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:02:15.822087 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:02:16.140212 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
16:02:16.280688 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:02:16.639064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22081): Launched
16:02:16.940933 run iperf3-srv_10.42.42.10(pid=22082): Launched
16:02:17.146821 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
16:02:17.284210 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:02:17.623085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22083): Launched
16:02:17.902094 run iperf3-srv_10.42.42.10(pid=22084): Launched
16:02:18.101884 tst      cs_paging_gprs_active.py:38: start network...
16:02:18.237834 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:02:18.757509 run         create_hlr_db(pid=22085): Launched
16:02:18.945834 bus                          /gobi_6: Setting Powered False
16:02:19.966631 run         create_hlr_db(pid=22085): Terminated: ok {rc=0}
16:02:20.374048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22087): Launched
16:02:20.678613 run   osmo-hlr_10.42.42.2(pid=22088): Launched
16:02:20.798030 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:02:21.332638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22090): Launched
16:02:21.636528 run   osmo-stp_10.42.42.5(pid=22091): Launched
16:02:21.754296 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:02:22.291689 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22093): Launched
16:02:22.400311 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:02:22.665754 run              patchelf(pid=22094): Launched
16:02:22.843699 run   osmo-stp_10.42.42.5(pid=22091): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22091)]
16:02:22.974433 run   osmo-stp_10.42.42.5(pid=22091): stdout: 
| (launched: 2022-12-10_16:02:21.486949)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:02:23.105877 run   osmo-stp_10.42.42.5(pid=22091): stderr: 
| �[0;m�[38;5;43m20221210160221657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160221657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160221657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160221658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160221660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160221660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160221660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:02:23.231720 run   osmo-stp_10.42.42.5(pid=22091): stdout: 
| (launched: 2022-12-10_16:02:21.486949)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:02:23.356551 run   osmo-stp_10.42.42.5(pid=22091): stderr: 
| �[0;m�[38;5;43m20221210160221657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160221657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160221657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160221658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160221660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160221660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160221660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:02:23.502741 run              patchelf(pid=22094): Terminating (SIGINT)
16:02:23.674038 run              patchelf(pid=22094): Terminated: ok {rc=0}
16:02:23.705592 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22091): Process ended prematurely: osmo-stp_10.42.42.5(pid=22091) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22091)]  [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]
16:02:23.714775 tst      cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)
16:02:23.775782 run   osmo-hlr_10.42.42.2(pid=22088): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22088)]
16:02:23.824847 run   osmo-hlr_10.42.42.2(pid=22088): stdout: 
| (launched: 2022-12-10_16:02:20.528536) 
16:02:23.874461 run   osmo-hlr_10.42.42.2(pid=22088): stderr: 
| �[0;m�[1;31m20221210160220704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160220704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160220705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160220705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160220705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160220705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160220718 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160220726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160220726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160220726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:02:23.916681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22081): Terminating (SIGTERM)
16:02:23.956802 run iperf3-srv_10.42.42.10(pid=22082): Terminating (SIGTERM)
16:02:23.997673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22083): Terminating (SIGTERM)
16:02:24.037645 run iperf3-srv_10.42.42.10(pid=22084): Terminating (SIGTERM)
16:02:24.077754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22087): Terminating (SIGTERM)
16:02:24.117893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22090): Terminating (SIGTERM)
16:02:24.158289 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22093): Terminating (SIGTERM)
16:02:24.167578 ---      ParallelTerminationStrategy: PID 22081 died...
16:02:24.221330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22081): Terminated: ok {rc=0}
16:02:24.230900 ---      ParallelTerminationStrategy: PID 22082 died...
16:02:24.284076 run iperf3-srv_10.42.42.10(pid=22082): Terminated {rc=256}
16:02:24.293909 ---      ParallelTerminationStrategy: PID 22083 died...
16:02:24.347246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22083): Terminated: ok {rc=0}
16:02:24.357146 ---      ParallelTerminationStrategy: PID 22084 died...
16:02:24.410558 run iperf3-srv_10.42.42.10(pid=22084): Terminated {rc=256}
16:02:24.420348 ---      ParallelTerminationStrategy: PID 22087 died...
16:02:24.473609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22087): Terminated: ok {rc=0}
16:02:24.483433 ---      ParallelTerminationStrategy: PID 22090 died...
16:02:24.536693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22090): Terminated: ok {rc=0}
16:02:24.546406 ---      ParallelTerminationStrategy: PID 22093 died...
16:02:24.600147 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22093): Terminated: ok {rc=0}
16:02:24.688079 bus                          /gobi_0: Setting Powered False
16:02:25.791097 bus                          /gobi_0: Setting Powered False
16:02:26.898298 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-b200+mod-bts0-dynts-osmo</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22103): Process ended prematurely: osmo-stp_10.42.42.5(pid=22103) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22103)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22103): Process ended prematurely: osmo-stp_10.42.42.5(pid=22103) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22103)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py
----------------------------------------------
16:02:28.013087 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:02:28.025120 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
16:02:28.192001 tst                        iperf3.py: using LAC 29064
16:02:28.318725 tst                        iperf3.py: using RAC 249
16:02:28.445474 tst                        iperf3.py: using CellId 29064
16:02:28.576082 tst                        iperf3.py: using BVCI 29065
16:02:28.600714 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:02:28.612125 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:02:28.623232 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:02:28.634450 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:02:28.645633 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:02:28.656768 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:02:28.668094 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:02:28.679177 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:02:28.690501 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:02:28.969512 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
16:02:29.096373 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:02:29.412188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22095): Launched
16:02:29.673578 run iperf3-srv_10.42.42.10(pid=22096): Launched
16:02:29.858423 tst                      iperf3.py:8: start network...
16:02:29.984655 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:02:30.460454 run         create_hlr_db(pid=22097): Launched
16:02:30.634855 bus                          /gobi_6: Setting Powered False
16:02:31.706121 run         create_hlr_db(pid=22097): Terminated: ok {rc=0}
16:02:32.162019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22099): Launched
16:02:32.487344 run   osmo-hlr_10.42.42.2(pid=22100): Launched
16:02:32.606617 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:02:33.169054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22102): Launched
16:02:33.491800 run   osmo-stp_10.42.42.5(pid=22103): Launched
16:02:33.610061 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:02:34.175794 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22105): Launched
16:02:34.291602 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:02:34.574480 run              patchelf(pid=22106): Launched
16:02:34.763792 run   osmo-stp_10.42.42.5(pid=22103): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22103)]
16:02:34.902478 run   osmo-stp_10.42.42.5(pid=22103): stdout: 
| (launched: 2022-12-10_16:02:33.333723)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:02:35.041522 run   osmo-stp_10.42.42.5(pid=22103): stderr: 
| �[0;m�[38;5;43m20221210160233526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160233526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160233526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160233526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160233527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160233527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160233527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:02:35.175841 run   osmo-stp_10.42.42.5(pid=22103): stdout: 
| (launched: 2022-12-10_16:02:33.333723)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:02:35.308711 run   osmo-stp_10.42.42.5(pid=22103): stderr: 
| �[0;m�[38;5;43m20221210160233526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160233526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160233526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160233526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160233527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160233527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160233527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:02:35.463808 run              patchelf(pid=22106): Terminating (SIGINT)
16:02:35.645204 run              patchelf(pid=22106): Terminated: ok {rc=0}
16:02:35.678497 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22103): Process ended prematurely: osmo-stp_10.42.42.5(pid=22103) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22103)]  [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]
16:02:35.688356 tst                      iperf3.py:8: Test FAILED (7.7 sec)
16:02:35.750885 run   osmo-hlr_10.42.42.2(pid=22100): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22100)]
16:02:35.801975 run   osmo-hlr_10.42.42.2(pid=22100): stdout: 
| (launched: 2022-12-10_16:02:32.328114) 
16:02:35.853678 run   osmo-hlr_10.42.42.2(pid=22100): stderr: 
| �[0;m�[1;31m20221210160232527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160232527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160232527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160232527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160232527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160232527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160232544 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160232554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160232554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160232554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:02:35.898036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22095): Terminating (SIGTERM)
16:02:35.940342 run iperf3-srv_10.42.42.10(pid=22096): Terminating (SIGTERM)
16:02:35.982858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22099): Terminating (SIGTERM)
16:02:36.028751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22102): Terminating (SIGTERM)
16:02:36.069220 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22105): Terminating (SIGTERM)
16:02:36.079123 ---      ParallelTerminationStrategy: PID 22095 died...
16:02:36.133268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22095): Terminated: ok {rc=0}
16:02:36.143494 ---      ParallelTerminationStrategy: PID 22096 died...
16:02:36.197396 run iperf3-srv_10.42.42.10(pid=22096): Terminated {rc=256}
16:02:36.207681 ---      ParallelTerminationStrategy: PID 22099 died...
16:02:36.261334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22099): Terminated: ok {rc=0}
16:02:36.271603 ---      ParallelTerminationStrategy: PID 22102 died...
16:02:36.325103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22102): Terminated: ok {rc=0}
16:02:36.335311 ---      ParallelTerminationStrategy: PID 22105 died...
16:02:36.389129 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22105): Terminated: ok {rc=0}
16:02:36.477738 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-b200+mod-bts0-dynts-osmo</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22122): Process ended prematurely: osmo-stp_10.42.42.5(pid=22122) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22122)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22122): Process ended prematurely: osmo-stp_10.42.42.5(pid=22122) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22122)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py
----------------------------------------------
16:02:37.591290 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:02:37.602946 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
16:02:37.767969 tst                      iperf3m4.py: using LAC 29065
16:02:37.896237 tst                      iperf3m4.py: using RAC 250
16:02:38.027646 tst                      iperf3m4.py: using CellId 29065
16:02:38.157412 tst                      iperf3m4.py: using BVCI 29066
16:02:38.182378 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:02:38.194107 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:02:38.205475 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:02:38.216999 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:02:38.228332 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:02:38.239682 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:02:38.251235 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:02:38.262520 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:02:38.274207 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:02:38.390050 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:02:38.506932 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:02:38.621416 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:02:38.905840 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
16:02:39.033808 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:02:39.349283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22108): Launched
16:02:39.609994 run iperf3-srv_10.42.42.10(pid=22109): Launched
16:02:39.795763 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
16:02:39.922256 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:02:40.236680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22110): Launched
16:02:40.497668 run iperf3-srv_10.42.42.10(pid=22111): Launched
16:02:40.683062 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
16:02:40.809515 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:02:41.124234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22112): Launched
16:02:41.385549 run iperf3-srv_10.42.42.10(pid=22113): Launched
16:02:41.571485 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
16:02:41.697798 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:02:42.012300 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22114): Launched
16:02:42.273301 run iperf3-srv_10.42.42.10(pid=22115): Launched
16:02:42.458357 tst                    iperf3m4.py:8: start network...
16:02:42.584485 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:02:43.063175 run         create_hlr_db(pid=22116): Launched
16:02:43.239062 bus                          /gobi_6: Setting Powered False
16:02:44.260601 run         create_hlr_db(pid=22116): Terminated: ok {rc=0}
16:02:44.665195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22118): Launched
16:02:44.969989 run   osmo-hlr_10.42.42.2(pid=22119): Launched
16:02:45.085715 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:02:45.612575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22121): Launched
16:02:46.052642 run   osmo-stp_10.42.42.5(pid=22122): Launched
16:02:46.183149 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:02:46.735000 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22124): Launched
16:02:46.846342 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:02:47.137132 run              patchelf(pid=22125): Launched
16:02:47.318987 run   osmo-stp_10.42.42.5(pid=22122): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22122)]
16:02:47.449843 run   osmo-stp_10.42.42.5(pid=22122): stdout: 
| (launched: 2022-12-10_16:02:45.766527)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:02:47.580753 run   osmo-stp_10.42.42.5(pid=22122): stderr: 
| �[0;m�[38;5;43m20221210160245942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160245943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160245943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160245943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160245953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160245953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160245953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:02:47.707098 run   osmo-stp_10.42.42.5(pid=22122): stdout: 
| (launched: 2022-12-10_16:02:45.766527)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:02:47.831934 run   osmo-stp_10.42.42.5(pid=22122): stderr: 
| �[0;m�[38;5;43m20221210160245942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160245943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160245943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160245943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160245953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160245953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160245953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:02:47.977584 run              patchelf(pid=22125): Terminating (SIGINT)
16:02:48.148736 run              patchelf(pid=22125): Terminated: ok {rc=0}
16:02:48.180164 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22122): Process ended prematurely: osmo-stp_10.42.42.5(pid=22122) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22122)]  [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]
16:02:48.189475 tst                    iperf3m4.py:8: Test FAILED (10.6 sec)
16:02:48.250480 run   osmo-hlr_10.42.42.2(pid=22119): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22119)]
16:02:48.299961 run   osmo-hlr_10.42.42.2(pid=22119): stdout: 
| (launched: 2022-12-10_16:02:44.819803) 
16:02:48.350167 run   osmo-hlr_10.42.42.2(pid=22119): stderr: 
| �[0;m�[1;31m20221210160244997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160244997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160244997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160244997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160244997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160244997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160245009 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160245018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160245018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160245018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:02:48.392745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22108): Terminating (SIGTERM)
16:02:48.433499 run iperf3-srv_10.42.42.10(pid=22109): Terminating (SIGTERM)
16:02:48.473671 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22110): Terminating (SIGTERM)
16:02:48.514020 run iperf3-srv_10.42.42.10(pid=22111): Terminating (SIGTERM)
16:02:48.554208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22112): Terminating (SIGTERM)
16:02:48.594186 run iperf3-srv_10.42.42.10(pid=22113): Terminating (SIGTERM)
16:02:48.634015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22114): Terminating (SIGTERM)
16:02:48.673814 run iperf3-srv_10.42.42.10(pid=22115): Terminating (SIGTERM)
16:02:48.713793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22118): Terminating (SIGTERM)
16:02:48.753867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22121): Terminating (SIGTERM)
16:02:48.794073 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22124): Terminating (SIGTERM)
16:02:48.803617 ---      ParallelTerminationStrategy: PID 22108 died...
16:02:48.857944 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22108): Terminated: ok {rc=0}
16:02:48.867596 ---      ParallelTerminationStrategy: PID 22109 died...
16:02:48.921760 run iperf3-srv_10.42.42.10(pid=22109): Terminated {rc=256}
16:02:48.931264 ---      ParallelTerminationStrategy: PID 22110 died...
16:02:48.984587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22110): Terminated: ok {rc=0}
16:02:48.994411 ---      ParallelTerminationStrategy: PID 22111 died...
16:02:49.047630 run iperf3-srv_10.42.42.10(pid=22111): Terminated {rc=256}
16:02:49.057420 ---      ParallelTerminationStrategy: PID 22112 died...
16:02:49.110799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22112): Terminated: ok {rc=0}
16:02:49.120626 ---      ParallelTerminationStrategy: PID 22113 died...
16:02:49.174951 run iperf3-srv_10.42.42.10(pid=22113): Terminated {rc=256}
16:02:49.184545 ---      ParallelTerminationStrategy: PID 22114 died...
16:02:49.238367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22114): Terminated: ok {rc=0}
16:02:49.248018 ---      ParallelTerminationStrategy: PID 22115 died...
16:02:49.301632 run iperf3-srv_10.42.42.10(pid=22115): Terminated {rc=256}
16:02:49.311418 ---      ParallelTerminationStrategy: PID 22118 died...
16:02:49.364458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22118): Terminated: ok {rc=0}
16:02:49.374640 ---      ParallelTerminationStrategy: PID 22121 died...
16:02:49.427951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22121): Terminated: ok {rc=0}
16:02:49.437867 ---      ParallelTerminationStrategy: PID 22124 died...
16:02:49.491873 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22124): Terminated: ok {rc=0}
16:02:49.576355 bus                          /gobi_4: Setting Powered False
16:02:50.684168 bus                          /gobi_4: Setting Powered False
16:02:51.792459 bus                          /gobi_1: Setting Powered False
16:02:52.899387 bus                          /gobi_1: Setting Powered False
16:02:54.011159 bus                          /gobi_0: Setting Powered False
16:02:55.113486 bus                          /gobi_0: Setting Powered False
16:02:56.226398 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-b200+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22133): Process ended prematurely: osmo-stp_10.42.42.5(pid=22133) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22133)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22133): Process ended prematurely: osmo-stp_10.42.42.5(pid=22133) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22133)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-b200+mod-bts0-dynts-osmo ping.py
----------------------------------------------
16:02:57.292525 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:02:57.304041 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
16:02:57.467719 tst                          ping.py: using LAC 29066
16:02:57.592938 tst                          ping.py: using RAC 251
16:02:57.708803 tst                          ping.py: using CellId 29066
16:02:57.827094 tst                          ping.py: using BVCI 29067
16:02:57.850215 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:02:57.861175 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:02:57.872044 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:02:57.883078 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:02:57.893973 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:02:57.904904 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:02:57.916042 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:02:57.926924 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:02:58.214091 tst                       ping.py:19: start network...
16:02:58.346860 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:02:58.855536 run         create_hlr_db(pid=22126): Launched
16:02:59.040711 bus                          /gobi_6: Setting Powered False
16:03:00.060436 run         create_hlr_db(pid=22126): Terminated: ok {rc=0}
16:03:00.462183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22128): Launched
16:03:00.761763 run   osmo-hlr_10.42.42.2(pid=22129): Launched
16:03:00.921956 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:03:01.532342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22132): Launched
16:03:02.030816 run   osmo-stp_10.42.42.5(pid=22133): Launched
16:03:02.255070 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:03:02.778896 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22135): Launched
16:03:02.885734 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:03:03.146171 run              patchelf(pid=22136): Launched
16:03:03.320665 run   osmo-stp_10.42.42.5(pid=22133): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22133)]
16:03:03.449133 run   osmo-stp_10.42.42.5(pid=22133): stdout: 
| (launched: 2022-12-10_16:03:01.749862)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:03:03.577407 run   osmo-stp_10.42.42.5(pid=22133): stderr: 
| �[0;m�[38;5;43m20221210160301975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160301975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160301976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160301976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160301985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160301986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160301986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:03:03.701182 run   osmo-stp_10.42.42.5(pid=22133): stdout: 
| (launched: 2022-12-10_16:03:01.749862)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:03:03.823508 run   osmo-stp_10.42.42.5(pid=22133): stderr: 
| �[0;m�[38;5;43m20221210160301975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160301975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160301976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160301976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160301985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160301986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160301986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:03:03.966118 run              patchelf(pid=22136): Terminating (SIGINT)
16:03:04.134082 run              patchelf(pid=22136): Terminated: ok {rc=0}
16:03:04.164534 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22133): Process ended prematurely: osmo-stp_10.42.42.5(pid=22133) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22133)]  [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]
16:03:04.173098 tst                       ping.py:22: Test FAILED (6.9 sec)
16:03:04.233468 run   osmo-hlr_10.42.42.2(pid=22129): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22129)]
16:03:04.282453 run   osmo-hlr_10.42.42.2(pid=22129): stdout: 
| (launched: 2022-12-10_16:03:00.614553) 
16:03:04.332203 run   osmo-hlr_10.42.42.2(pid=22129): stderr: 
| �[0;m�[1;31m20221210160300792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160300792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160300792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160300792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160300792 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160300793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160300804 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160300813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160300813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160300814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:03:04.374589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22128): Terminating (SIGTERM)
16:03:04.414772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22132): Terminating (SIGTERM)
16:03:04.454960 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22135): Terminating (SIGTERM)
16:03:04.464447 ---      ParallelTerminationStrategy: PID 22128 died...
16:03:04.518020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22128): Terminated: ok {rc=0}
16:03:04.527817 ---      ParallelTerminationStrategy: PID 22132 died...
16:03:04.581260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22132): Terminated: ok {rc=0}
16:03:04.591083 ---      ParallelTerminationStrategy: PID 22135 died...
16:03:04.644356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22135): Terminated: ok {rc=0}
16:03:04.733153 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-b200+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22143): Process ended prematurely: osmo-stp_10.42.42.5(pid=22143) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22143)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22143): Process ended prematurely: osmo-stp_10.42.42.5(pid=22143) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22143)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py
----------------------------------------------
16:03:05.785264 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:03:05.797344 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
16:03:05.954935 tst                ping_idle_ping.py: using LAC 29067
16:03:06.075248 tst                ping_idle_ping.py: using RAC 252
16:03:06.190303 tst                ping_idle_ping.py: using CellId 29067
16:03:06.305805 tst                ping_idle_ping.py: using BVCI 29068
16:03:06.328676 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:03:06.339555 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:03:06.350198 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:03:06.361168 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:03:06.371965 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:03:06.382857 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:03:06.393804 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:03:06.404636 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:03:06.695780 tst             ping_idle_ping.py:24: start network...
16:03:06.829058 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:03:07.342914 run         create_hlr_db(pid=22137): Launched
16:03:07.529908 bus                          /gobi_6: Setting Powered False
16:03:08.549698 run         create_hlr_db(pid=22137): Terminated: ok {rc=0}
16:03:08.952449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22139): Launched
16:03:09.252100 run   osmo-hlr_10.42.42.2(pid=22140): Launched
16:03:09.365595 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:03:09.894997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22142): Launched
16:03:10.193617 run   osmo-stp_10.42.42.5(pid=22143): Launched
16:03:10.302471 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:03:10.822830 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22145): Launched
16:03:10.929434 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:03:11.189830 run              patchelf(pid=22146): Launched
16:03:11.364473 run   osmo-stp_10.42.42.5(pid=22143): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22143)]
16:03:11.492822 run   osmo-stp_10.42.42.5(pid=22143): stdout: 
| (launched: 2022-12-10_16:03:10.046776)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:03:11.621383 run   osmo-stp_10.42.42.5(pid=22143): stderr: 
| �[0;m�[38;5;43m20221210160310218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160310218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160310218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160310219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160310219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160310219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160310219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:03:11.745247 run   osmo-stp_10.42.42.5(pid=22143): stdout: 
| (launched: 2022-12-10_16:03:10.046776)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:03:11.868306 run   osmo-stp_10.42.42.5(pid=22143): stderr: 
| �[0;m�[38;5;43m20221210160310218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160310218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160310218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160310219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160310219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160310219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160310219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:03:12.010971 run              patchelf(pid=22146): Terminating (SIGINT)
16:03:12.178757 run              patchelf(pid=22146): Terminated: ok {rc=0}
16:03:12.209174 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22143): Process ended prematurely: osmo-stp_10.42.42.5(pid=22143) [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22143)]  [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]
16:03:12.217699 tst             ping_idle_ping.py:27: Test FAILED (6.4 sec)
16:03:12.277809 run   osmo-hlr_10.42.42.2(pid=22140): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22140)]
16:03:12.326643 run   osmo-hlr_10.42.42.2(pid=22140): stdout: 
| (launched: 2022-12-10_16:03:09.104638) 
16:03:12.376423 run   osmo-hlr_10.42.42.2(pid=22140): stderr: 
| �[0;m�[1;31m20221210160309282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160309282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160309283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160309283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160309283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160309283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160309295 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160309306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160309306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160309306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:03:12.418580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22139): Terminating (SIGTERM)
16:03:12.458650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22142): Terminating (SIGTERM)
16:03:12.498553 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22145): Terminating (SIGTERM)
16:03:12.507907 ---      ParallelTerminationStrategy: PID 22139 died...
16:03:12.561505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22139): Terminated: ok {rc=0}
16:03:12.571110 ---      ParallelTerminationStrategy: PID 22142 died...
16:03:12.624216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22142): Terminated: ok {rc=0}
16:03:12.633970 ---      ParallelTerminationStrategy: PID 22145 died...
16:03:12.687157 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22145): Terminated: ok {rc=0}
16:03:12.769447 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>53</id><name>gprs_trx-b200+mod-bts0-dynts-osmo</name><properties></properties><timestamp>2022-12-10T16:02:14</timestamp></suite><suite><case><age>238</age><className>gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22160): Process ended prematurely: osmo-stp_10.42.42.5(pid=22160) [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22160)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22160): Process ended prematurely: osmo-stp_10.42.42.5(pid=22160) [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22160)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py
----------------------------------------------
16:03:14.932227 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:03:14.943529 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
16:03:15.083389 tst         cs_paging_gprs_active.py: using LAC 29068
16:03:15.204501 tst         cs_paging_gprs_active.py: using RAC 253
16:03:15.324712 tst         cs_paging_gprs_active.py: using CellId 29068
16:03:15.444642 tst         cs_paging_gprs_active.py: using BVCI 29069
16:03:15.468485 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:03:15.479899 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:03:15.491069 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:03:15.502389 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:03:15.513754 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:03:15.525037 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:03:15.536393 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:03:15.547667 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:03:15.559213 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
16:03:15.680438 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
16:03:15.978712 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
16:03:16.109694 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:03:16.452592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22150): Launched
16:03:16.738988 run iperf3-srv_10.42.42.10(pid=22151): Launched
16:03:16.930685 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
16:03:17.062195 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:03:17.384549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22152): Launched
16:03:17.647252 run iperf3-srv_10.42.42.10(pid=22153): Launched
16:03:17.833787 tst      cs_paging_gprs_active.py:38: start network...
16:03:17.960628 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:03:18.438297 run         create_hlr_db(pid=22154): Launched
16:03:18.614137 bus                          /gobi_6: Setting Powered False
16:03:19.635649 run         create_hlr_db(pid=22154): Terminated: ok {rc=0}
16:03:20.042409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22156): Launched
16:03:20.347868 run   osmo-hlr_10.42.42.2(pid=22157): Launched
16:03:20.463412 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:03:20.991276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22159): Launched
16:03:21.296823 run   osmo-stp_10.42.42.5(pid=22160): Launched
16:03:21.408549 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:03:21.939673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22162): Launched
16:03:22.048139 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:03:22.314656 run              patchelf(pid=22163): Launched
16:03:22.493555 run   osmo-stp_10.42.42.5(pid=22160): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22160)]
16:03:22.624472 run   osmo-stp_10.42.42.5(pid=22160): stdout: 
| (launched: 2022-12-10_16:03:21.146353)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:03:22.755690 run   osmo-stp_10.42.42.5(pid=22160): stderr: 
| �[0;m�[38;5;43m20221210160321316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160321316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160321316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160321317 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160321317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160321317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160321317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:03:22.882559 run   osmo-stp_10.42.42.5(pid=22160): stdout: 
| (launched: 2022-12-10_16:03:21.146353)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:03:23.007618 run   osmo-stp_10.42.42.5(pid=22160): stderr: 
| �[0;m�[38;5;43m20221210160321316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160321316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160321316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160321317 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160321317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160321317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160321317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:03:23.153527 run              patchelf(pid=22163): Terminating (SIGINT)
16:03:23.324643 run              patchelf(pid=22163): Terminated: ok {rc=0}
16:03:23.356002 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22160): Process ended prematurely: osmo-stp_10.42.42.5(pid=22160) [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22160)]  [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]
16:03:23.365262 tst      cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)
16:03:23.426000 run   osmo-hlr_10.42.42.2(pid=22157): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22157)]
16:03:23.475344 run   osmo-hlr_10.42.42.2(pid=22157): stdout: 
| (launched: 2022-12-10_16:03:20.197146) 
16:03:23.525446 run   osmo-hlr_10.42.42.2(pid=22157): stderr: 
| �[0;m�[1;31m20221210160320374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160320374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160320375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160320375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160320375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160320375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160320387 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160320395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160320395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160320395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:03:23.568311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22150): Terminating (SIGTERM)
16:03:23.608463 run iperf3-srv_10.42.42.10(pid=22151): Terminating (SIGTERM)
16:03:23.648619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22152): Terminating (SIGTERM)
16:03:23.688811 run iperf3-srv_10.42.42.10(pid=22153): Terminating (SIGTERM)
16:03:23.729454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22156): Terminating (SIGTERM)
16:03:23.769420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22159): Terminating (SIGTERM)
16:03:23.810244 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22162): Terminating (SIGTERM)
16:03:23.819571 ---      ParallelTerminationStrategy: PID 22150 died...
16:03:23.873409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22150): Terminated: ok {rc=0}
16:03:23.883299 ---      ParallelTerminationStrategy: PID 22151 died...
16:03:23.936571 run iperf3-srv_10.42.42.10(pid=22151): Terminated {rc=256}
16:03:23.946185 ---      ParallelTerminationStrategy: PID 22152 died...
16:03:23.999702 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22152): Terminated: ok {rc=0}
16:03:24.009890 ---      ParallelTerminationStrategy: PID 22153 died...
16:03:24.063496 run iperf3-srv_10.42.42.10(pid=22153): Terminated {rc=256}
16:03:24.073126 ---      ParallelTerminationStrategy: PID 22156 died...
16:03:24.126737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22156): Terminated: ok {rc=0}
16:03:24.136310 ---      ParallelTerminationStrategy: PID 22159 died...
16:03:24.189661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22159): Terminated: ok {rc=0}
16:03:24.199473 ---      ParallelTerminationStrategy: PID 22162 died...
16:03:24.252924 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22162): Terminated: ok {rc=0}
16:03:24.337139 bus                          /gobi_0: Setting Powered False
16:03:25.445477 bus                          /gobi_0: Setting Powered False
16:03:26.553441 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22172): Process ended prematurely: osmo-stp_10.42.42.5(pid=22172) [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22172)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22172): Process ended prematurely: osmo-stp_10.42.42.5(pid=22172) [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22172)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py
----------------------------------------------
16:03:27.667675 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:03:27.680257 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
16:03:27.831261 tst                        iperf3.py: using LAC 29069
16:03:27.959758 tst                        iperf3.py: using RAC 254
16:03:28.082373 tst                        iperf3.py: using CellId 29069
16:03:28.208288 tst                        iperf3.py: using BVCI 29070
16:03:28.233203 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:03:28.244914 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:03:28.256538 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:03:28.268633 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:03:28.281481 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:03:28.293088 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:03:28.306478 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:03:28.319241 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:03:28.330901 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
16:03:28.610355 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
16:03:28.737899 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:03:29.054635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22164): Launched
16:03:29.316548 run iperf3-srv_10.42.42.10(pid=22165): Launched
16:03:29.502267 tst                      iperf3.py:8: start network...
16:03:29.629519 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:03:30.107387 run         create_hlr_db(pid=22166): Launched
16:03:30.282743 bus                          /gobi_6: Setting Powered False
16:03:31.316910 run         create_hlr_db(pid=22166): Terminated: ok {rc=0}
16:03:31.744848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22168): Launched
16:03:32.078087 run   osmo-hlr_10.42.42.2(pid=22169): Launched
16:03:32.296069 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:03:32.861596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22171): Launched
16:03:33.184586 run   osmo-stp_10.42.42.5(pid=22172): Launched
16:03:33.301778 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:03:33.867709 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22174): Launched
16:03:33.983387 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:03:34.265698 run              patchelf(pid=22175): Launched
16:03:34.455832 run   osmo-stp_10.42.42.5(pid=22172): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22172)]
16:03:34.594848 run   osmo-stp_10.42.42.5(pid=22172): stdout: 
| (launched: 2022-12-10_16:03:33.026711)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:03:34.734123 run   osmo-stp_10.42.42.5(pid=22172): stderr: 
| �[0;m�[38;5;43m20221210160333219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160333219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160333220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160333220 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160333221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160333221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160333221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:03:34.868129 run   osmo-stp_10.42.42.5(pid=22172): stdout: 
| (launched: 2022-12-10_16:03:33.026711)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:03:35.001175 run   osmo-stp_10.42.42.5(pid=22172): stderr: 
| �[0;m�[38;5;43m20221210160333219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160333219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160333220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160333220 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160333221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160333221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160333221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:03:35.156115 run              patchelf(pid=22175): Terminating (SIGINT)
16:03:35.338559 run              patchelf(pid=22175): Terminated: ok {rc=0}
16:03:35.371878 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22172): Process ended prematurely: osmo-stp_10.42.42.5(pid=22172) [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22172)]  [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]
16:03:35.382275 tst                      iperf3.py:8: Test FAILED (7.7 sec)
16:03:35.445097 run   osmo-hlr_10.42.42.2(pid=22169): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22169)]
16:03:35.496104 run   osmo-hlr_10.42.42.2(pid=22169): stdout: 
| (launched: 2022-12-10_16:03:31.903420) 
16:03:35.548310 run   osmo-hlr_10.42.42.2(pid=22169): stderr: 
| �[0;m�[1;31m20221210160332189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160332189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160332189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160332190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160332190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160332190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160332207 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160332230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160332231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160332231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:03:35.592427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22164): Terminating (SIGTERM)
16:03:35.634157 run iperf3-srv_10.42.42.10(pid=22165): Terminating (SIGTERM)
16:03:35.675943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22168): Terminating (SIGTERM)
16:03:35.717696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22171): Terminating (SIGTERM)
16:03:35.759317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22174): Terminating (SIGTERM)
16:03:35.768937 ---      ParallelTerminationStrategy: PID 22164 died...
16:03:35.825025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22164): Terminated: ok {rc=0}
16:03:35.835087 ---      ParallelTerminationStrategy: PID 22165 died...
16:03:35.890565 run iperf3-srv_10.42.42.10(pid=22165): Terminated {rc=256}
16:03:35.900543 ---      ParallelTerminationStrategy: PID 22168 died...
16:03:35.955870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22168): Terminated: ok {rc=0}
16:03:35.965964 ---      ParallelTerminationStrategy: PID 22171 died...
16:03:36.021374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22171): Terminated: ok {rc=0}
16:03:36.031423 ---      ParallelTerminationStrategy: PID 22174 died...
16:03:36.086930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22174): Terminated: ok {rc=0}
16:03:36.174336 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22191): Process ended prematurely: osmo-stp_10.42.42.5(pid=22191) [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22191)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22191): Process ended prematurely: osmo-stp_10.42.42.5(pid=22191) [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22191)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py
----------------------------------------------
16:03:37.288756 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:03:37.301490 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
16:03:37.463084 tst                      iperf3m4.py: using LAC 29070
16:03:37.589644 tst                      iperf3m4.py: using RAC 255
16:03:37.722385 tst                      iperf3m4.py: using CellId 29070
16:03:37.848025 tst                      iperf3m4.py: using BVCI 29071
16:03:37.872918 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:03:37.884699 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:03:37.896242 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:03:37.907846 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:03:37.919423 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:03:37.931010 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:03:37.942626 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:03:37.954580 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:03:37.966343 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
16:03:38.085858 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
16:03:38.210669 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
16:03:38.332933 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
16:03:38.615681 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
16:03:38.743015 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:03:39.059257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22177): Launched
16:03:39.322029 run iperf3-srv_10.42.42.10(pid=22178): Launched
16:03:39.509278 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
16:03:39.636806 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:03:39.954422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22179): Launched
16:03:40.216918 run iperf3-srv_10.42.42.10(pid=22180): Launched
16:03:40.403757 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
16:03:40.531007 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:03:40.846648 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22181): Launched
16:03:41.107928 run iperf3-srv_10.42.42.10(pid=22182): Launched
16:03:41.293562 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
16:03:41.420055 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:03:41.736366 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22183): Launched
16:03:41.997699 run iperf3-srv_10.42.42.10(pid=22184): Launched
16:03:42.183629 tst                    iperf3m4.py:8: start network...
16:03:42.310336 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:03:42.789765 run         create_hlr_db(pid=22185): Launched
16:03:42.964432 bus                          /gobi_6: Setting Powered False
16:03:43.986838 run         create_hlr_db(pid=22185): Terminated: ok {rc=0}
16:03:44.392017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22187): Launched
16:03:44.696411 run   osmo-hlr_10.42.42.2(pid=22188): Launched
16:03:44.807129 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:03:45.339673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22190): Launched
16:03:45.643666 run   osmo-stp_10.42.42.5(pid=22191): Launched
16:03:45.754746 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:03:46.307059 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22193): Launched
16:03:46.418502 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:03:46.707500 run              patchelf(pid=22194): Launched
16:03:46.889715 run   osmo-stp_10.42.42.5(pid=22191): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22191)]
16:03:47.023366 run   osmo-stp_10.42.42.5(pid=22191): stdout: 
| (launched: 2022-12-10_16:03:45.494279)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:03:47.157497 run   osmo-stp_10.42.42.5(pid=22191): stderr: 
| �[0;m�[38;5;43m20221210160345665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160345665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160345666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160345666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160345667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160345667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160345667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:03:47.283862 run   osmo-stp_10.42.42.5(pid=22191): stdout: 
| (launched: 2022-12-10_16:03:45.494279)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:03:47.408255 run   osmo-stp_10.42.42.5(pid=22191): stderr: 
| �[0;m�[38;5;43m20221210160345665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160345665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160345666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160345666 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160345667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160345667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160345667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:03:47.560619 run              patchelf(pid=22194): Terminating (SIGINT)
16:03:47.744168 run              patchelf(pid=22194): Terminated: ok {rc=0}
16:03:47.778128 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22191): Process ended prematurely: osmo-stp_10.42.42.5(pid=22191) [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22191)]  [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]
16:03:47.788139 tst                    iperf3m4.py:8: Test FAILED (10.5 sec)
16:03:47.851322 run   osmo-hlr_10.42.42.2(pid=22188): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22188)]
16:03:47.903038 run   osmo-hlr_10.42.42.2(pid=22188): stdout: 
| (launched: 2022-12-10_16:03:44.546549) 
16:03:47.954807 run   osmo-hlr_10.42.42.2(pid=22188): stderr: 
| �[0;m�[1;31m20221210160344725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160344725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160344725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160344725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160344725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160344725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160344740 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160344749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160344749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160344749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:03:47.999041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22177): Terminating (SIGTERM)
16:03:48.040632 run iperf3-srv_10.42.42.10(pid=22178): Terminating (SIGTERM)
16:03:48.082226 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22179): Terminating (SIGTERM)
16:03:48.123698 run iperf3-srv_10.42.42.10(pid=22180): Terminating (SIGTERM)
16:03:48.165307 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22181): Terminating (SIGTERM)
16:03:48.206867 run iperf3-srv_10.42.42.10(pid=22182): Terminating (SIGTERM)
16:03:48.248556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22183): Terminating (SIGTERM)
16:03:48.290167 run iperf3-srv_10.42.42.10(pid=22184): Terminating (SIGTERM)
16:03:48.331818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22187): Terminating (SIGTERM)
16:03:48.373624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22190): Terminating (SIGTERM)
16:03:48.415681 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22193): Terminating (SIGTERM)
16:03:48.425434 ---      ParallelTerminationStrategy: PID 22177 died...
16:03:48.481815 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22177): Terminated: ok {rc=0}
16:03:48.491994 ---      ParallelTerminationStrategy: PID 22178 died...
16:03:48.547530 run iperf3-srv_10.42.42.10(pid=22178): Terminated {rc=256}
16:03:48.557988 ---      ParallelTerminationStrategy: PID 22179 died...
16:03:48.614038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22179): Terminated: ok {rc=0}
16:03:48.624111 ---      ParallelTerminationStrategy: PID 22180 died...
16:03:48.679863 run iperf3-srv_10.42.42.10(pid=22180): Terminated {rc=256}
16:03:48.690021 ---      ParallelTerminationStrategy: PID 22181 died...
16:03:48.745548 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22181): Terminated: ok {rc=0}
16:03:48.755681 ---      ParallelTerminationStrategy: PID 22182 died...
16:03:48.811101 run iperf3-srv_10.42.42.10(pid=22182): Terminated {rc=256}
16:03:48.821204 ---      ParallelTerminationStrategy: PID 22183 died...
16:03:48.876526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22183): Terminated: ok {rc=0}
16:03:48.886654 ---      ParallelTerminationStrategy: PID 22184 died...
16:03:48.942006 run iperf3-srv_10.42.42.10(pid=22184): Terminated {rc=256}
16:03:48.952130 ---      ParallelTerminationStrategy: PID 22187 died...
16:03:49.007923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22187): Terminated: ok {rc=0}
16:03:49.018122 ---      ParallelTerminationStrategy: PID 22190 died...
16:03:49.073774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22190): Terminated: ok {rc=0}
16:03:49.083960 ---      ParallelTerminationStrategy: PID 22193 died...
16:03:49.139676 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22193): Terminated: ok {rc=0}
16:03:49.227211 bus                          /gobi_4: Setting Powered False
16:03:50.333247 bus                          /gobi_4: Setting Powered False
16:03:51.444769 bus                          /gobi_1: Setting Powered False
16:03:52.547936 bus                          /gobi_1: Setting Powered False
16:03:53.659227 bus                          /gobi_0: Setting Powered False
16:03:54.762161 bus                          /gobi_0: Setting Powered False
16:03:55.870631 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22201): Process ended prematurely: osmo-stp_10.42.42.5(pid=22201) [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22201)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22201): Process ended prematurely: osmo-stp_10.42.42.5(pid=22201) [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22201)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py
----------------------------------------------
16:03:56.938829 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:03:56.951474 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
16:03:57.099298 tst                          ping.py: using LAC 29071
16:03:57.224054 tst                          ping.py: using RAC 1
16:03:57.348777 tst                          ping.py: using CellId 29071
16:03:57.475125 tst                          ping.py: using BVCI 29072
16:03:57.499519 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:03:57.511539 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:03:57.523321 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:03:57.534967 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:03:57.546588 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:03:57.558966 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:03:57.570976 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:03:57.583118 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
16:03:57.873466 tst                       ping.py:19: start network...
16:03:58.006128 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:03:58.518374 run         create_hlr_db(pid=22195): Launched
16:03:58.703010 bus                          /gobi_6: Setting Powered False
16:03:59.724297 run         create_hlr_db(pid=22195): Terminated: ok {rc=0}
16:04:00.126489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22197): Launched
16:04:00.424862 run   osmo-hlr_10.42.42.2(pid=22198): Launched
16:04:00.541723 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:04:01.096418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22200): Launched
16:04:01.513824 run   osmo-stp_10.42.42.5(pid=22201): Launched
16:04:01.705967 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:04:02.309962 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22203): Launched
16:04:02.416936 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:04:02.677750 run              patchelf(pid=22204): Launched
16:04:02.852639 run   osmo-stp_10.42.42.5(pid=22201): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22201)]
16:04:02.980839 run   osmo-stp_10.42.42.5(pid=22201): stdout: 
| (launched: 2022-12-10_16:04:01.250897)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:04:03.109738 run   osmo-stp_10.42.42.5(pid=22201): stderr: 
| �[0;m�[38;5;43m20221210160401579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160401580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160401580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160401580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160401589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160401589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160401589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:04:03.234146 run   osmo-stp_10.42.42.5(pid=22201): stdout: 
| (launched: 2022-12-10_16:04:01.250897)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:04:03.357137 run   osmo-stp_10.42.42.5(pid=22201): stderr: 
| �[0;m�[38;5;43m20221210160401579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160401580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160401580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160401580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160401589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160401589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160401589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:04:03.500170 run              patchelf(pid=22204): Terminating (SIGINT)
16:04:03.667990 run              patchelf(pid=22204): Terminated: ok {rc=0}
16:04:03.698543 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22201): Process ended prematurely: osmo-stp_10.42.42.5(pid=22201) [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22201)]  [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]
16:04:03.707269 tst                       ping.py:22: Test FAILED (6.8 sec)
16:04:03.767677 run   osmo-hlr_10.42.42.2(pid=22198): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22198)]
16:04:03.816762 run   osmo-hlr_10.42.42.2(pid=22198): stdout: 
| (launched: 2022-12-10_16:04:00.277754) 
16:04:03.866931 run   osmo-hlr_10.42.42.2(pid=22198): stderr: 
| �[0;m�[1;31m20221210160400456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160400456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160400456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160400456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160400456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160400456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160400469 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160400477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160400477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160400477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:04:03.919416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22197): Terminating (SIGTERM)
16:04:03.958952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22200): Terminating (SIGTERM)
16:04:03.998587 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22203): Terminating (SIGTERM)
16:04:04.007969 ---      ParallelTerminationStrategy: PID 22197 died...
16:04:04.061367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22197): Terminated: ok {rc=0}
16:04:04.071170 ---      ParallelTerminationStrategy: PID 22200 died...
16:04:04.124453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22200): Terminated: ok {rc=0}
16:04:04.134011 ---      ParallelTerminationStrategy: PID 22203 died...
16:04:04.187437 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22203): Terminated: ok {rc=0}
16:04:04.276465 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22211): Process ended prematurely: osmo-stp_10.42.42.5(pid=22211) [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22211)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22211): Process ended prematurely: osmo-stp_10.42.42.5(pid=22211) [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22211)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py
----------------------------------------------
16:04:05.328362 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:04:05.340444 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
16:04:05.482298 tst                ping_idle_ping.py: using LAC 29072
16:04:05.601060 tst                ping_idle_ping.py: using RAC 2
16:04:05.719610 tst                ping_idle_ping.py: using CellId 29072
16:04:05.837326 tst                ping_idle_ping.py: using BVCI 29073
16:04:05.860186 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:04:05.871642 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:04:05.883161 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:04:05.894384 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:04:05.905679 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:04:05.917035 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:04:05.928487 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:04:05.939771 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
16:04:06.216205 tst             ping_idle_ping.py:24: start network...
16:04:06.342046 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:04:06.816542 run         create_hlr_db(pid=22205): Launched
16:04:06.990886 bus                          /gobi_6: Setting Powered False
16:04:08.011658 run         create_hlr_db(pid=22205): Terminated: ok {rc=0}
16:04:08.438092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22207): Launched
16:04:08.759104 run   osmo-hlr_10.42.42.2(pid=22208): Launched
16:04:08.880280 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:04:09.435158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22210): Launched
16:04:09.755257 run   osmo-stp_10.42.42.5(pid=22211): Launched
16:04:09.871250 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:04:10.429632 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22213): Launched
16:04:10.543225 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:04:10.820454 run              patchelf(pid=22214): Launched
16:04:11.006953 run   osmo-stp_10.42.42.5(pid=22211): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22211)]
16:04:11.143130 run   osmo-stp_10.42.42.5(pid=22211): stdout: 
| (launched: 2022-12-10_16:04:09.598323)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:04:11.279673 run   osmo-stp_10.42.42.5(pid=22211): stderr: 
| �[0;m�[38;5;43m20221210160409791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160409791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160409792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160409792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160409794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160409794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160409794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:04:11.412200 run   osmo-stp_10.42.42.5(pid=22211): stdout: 
| (launched: 2022-12-10_16:04:09.598323)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:04:11.542932 run   osmo-stp_10.42.42.5(pid=22211): stderr: 
| �[0;m�[38;5;43m20221210160409791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160409791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160409792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160409792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160409794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160409794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160409794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:04:11.695247 run              patchelf(pid=22214): Terminating (SIGINT)
16:04:11.874144 run              patchelf(pid=22214): Terminated: ok {rc=0}
16:04:11.907410 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22211): Process ended prematurely: osmo-stp_10.42.42.5(pid=22211) [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22211)]  [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]
16:04:11.917103 tst             ping_idle_ping.py:27: Test FAILED (6.6 sec)
16:04:11.980600 run   osmo-hlr_10.42.42.2(pid=22208): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22208)]
16:04:12.032151 run   osmo-hlr_10.42.42.2(pid=22208): stdout: 
| (launched: 2022-12-10_16:04:08.602002) 
16:04:12.084255 run   osmo-hlr_10.42.42.2(pid=22208): stderr: 
| �[0;m�[1;31m20221210160408800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160408800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160408800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160408800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160408800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160408800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160408813 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160408822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160408822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160408822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:04:12.128883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22207): Terminating (SIGTERM)
16:04:12.170507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22210): Terminating (SIGTERM)
16:04:12.212114 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22213): Terminating (SIGTERM)
16:04:12.221903 ---      ParallelTerminationStrategy: PID 22207 died...
16:04:12.277427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22207): Terminated: ok {rc=0}
16:04:12.287393 ---      ParallelTerminationStrategy: PID 22210 died...
16:04:12.342852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22210): Terminated: ok {rc=0}
16:04:12.352830 ---      ParallelTerminationStrategy: PID 22213 died...
16:04:12.408571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22213): Terminated: ok {rc=0}
16:04:12.495557 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>54</id><name>gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend</name><properties></properties><timestamp>2022-12-10T16:03:14</timestamp></suite><suite><case><age>238</age><className>dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22224): Process ended prematurely: osmo-stp_10.42.42.5(pid=22224) [trial-2376↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22224)]</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py", line 54, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22224): Process ended prematurely: osmo-stp_10.42.42.5(pid=22224) [trial-2376↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22224)]
</stderr><stdout>
----------------------------------------------
trial-2376 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py
----------------------------------------------
16:04:14.541824 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:04:14.553951 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
16:04:14.715358 tst               switch_tch_pdch.py: using LAC 29073
16:04:14.838471 tst               switch_tch_pdch.py: using RAC 3
16:04:14.962663 tst               switch_tch_pdch.py: using CellId 29073
16:04:15.086372 tst               switch_tch_pdch.py: using BVCI 29074
16:04:15.110748 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:04:15.122537 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:04:15.134093 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:04:15.145639 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:04:15.157205 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:04:15.168686 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:04:15.180347 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:04:15.191913 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
16:04:15.309751 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
16:04:15.587167 tst            switch_tch_pdch.py:51: start network...
16:04:15.711924 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:04:16.220876 run         create_hlr_db(pid=22218): Launched
16:04:16.398001 bus                          /gobi_6: Setting Powered False
16:04:17.428435 run         create_hlr_db(pid=22218): Terminated: ok {rc=0}
16:04:17.830024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22220): Launched
16:04:18.129248 run   osmo-hlr_10.42.42.2(pid=22221): Launched
16:04:18.241874 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:04:18.767756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22223): Launched
16:04:19.065735 run   osmo-stp_10.42.42.5(pid=22224): Launched
16:04:19.174577 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:04:19.694652 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22226): Launched
16:04:19.801129 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:04:20.061465 run              patchelf(pid=22227): Launched
16:04:20.235893 run   osmo-stp_10.42.42.5(pid=22224): ERR: Terminated: ERROR {rc=1}  [trial-2376↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22224)]
16:04:20.363675 run   osmo-stp_10.42.42.5(pid=22224): stdout: 
| (launched: 2022-12-10_16:04:18.919160)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:04:20.492137 run   osmo-stp_10.42.42.5(pid=22224): stderr: 
| �[0;m�[38;5;43m20221210160419088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160419088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160419088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160419089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160419091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160419091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160419091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:04:20.615856 run   osmo-stp_10.42.42.5(pid=22224): stdout: 
| (launched: 2022-12-10_16:04:18.919160)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:04:20.738496 run   osmo-stp_10.42.42.5(pid=22224): stderr: 
| �[0;m�[38;5;43m20221210160419088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160419088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160419088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160419089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160419091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160419091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160419091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:04:20.880902 run              patchelf(pid=22227): Terminating (SIGINT)
16:04:21.049139 run              patchelf(pid=22227): Terminated: ok {rc=0}
16:04:21.079538 tst            switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=22224): Process ended prematurely: osmo-stp_10.42.42.5(pid=22224) [trial-2376↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22224)]  [trial-2376↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]
16:04:21.088177 tst            switch_tch_pdch.py:54: Test FAILED (6.5 sec)
16:04:21.148058 run   osmo-hlr_10.42.42.2(pid=22221): ERR: Terminated: ERROR {rc=237}  [trial-2376↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22221)]
16:04:21.197146 run   osmo-hlr_10.42.42.2(pid=22221): stdout: 
| (launched: 2022-12-10_16:04:17.981224) 
16:04:21.246663 run   osmo-hlr_10.42.42.2(pid=22221): stderr: 
| �[0;m�[1;31m20221210160418158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160418158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160418158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160418158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160418159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160418159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160418171 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160418179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160418179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160418179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:04:21.289092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22220): Terminating (SIGTERM)
16:04:21.328630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22223): Terminating (SIGTERM)
16:04:21.368580 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22226): Terminating (SIGTERM)
16:04:21.378115 ---      ParallelTerminationStrategy: PID 22220 died...
16:04:21.431810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22220): Terminated: ok {rc=0}
16:04:21.441834 ---      ParallelTerminationStrategy: PID 22223 died...
16:04:21.495195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22223): Terminated: ok {rc=0}
16:04:21.505223 ---      ParallelTerminationStrategy: PID 22226 died...
16:04:21.558761 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22226): Terminated: ok {rc=0}
16:04:21.648089 bus                          /gobi_0: Setting Powered False
16:04:22.755294 bus                          /gobi_0: Setting Powered False
16:04:23.867619 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>12.0</duration><id>55</id><name>dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-10T16:04:14</timestamp></suite><suite><case><age>238</age><className>dynts:trx-b200+mod-bts0-dynts67-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22238): Process ended prematurely: osmo-stp_10.42.42.5(pid=22238) [trial-2376↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22238)]</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py", line 54, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22238): Process ended prematurely: osmo-stp_10.42.42.5(pid=22238) [trial-2376↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22238)]
</stderr><stdout>
----------------------------------------------
trial-2376 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py
----------------------------------------------
16:04:25.856030 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
16:04:25.867529 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)
16:04:26.030253 tst               switch_tch_pdch.py: using LAC 29074
16:04:26.153157 tst               switch_tch_pdch.py: using RAC 4
16:04:26.276582 tst               switch_tch_pdch.py: using CellId 29074
16:04:26.404225 tst               switch_tch_pdch.py: using BVCI 29075
16:04:26.428734 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
16:04:26.440248 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
16:04:26.451754 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
16:04:26.463251 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
16:04:26.474612 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
16:04:26.486001 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
16:04:26.497461 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
16:04:26.508502 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)
16:04:26.624072 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)
16:04:26.898381 tst            switch_tch_pdch.py:51: start network...
16:04:27.022229 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:04:27.465429 run         create_hlr_db(pid=22232): Launched
16:04:27.587234 bus                          /gobi_6: Setting Powered False
16:04:28.658575 run         create_hlr_db(pid=22232): Terminated: ok {rc=0}
16:04:29.054617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22234): Launched
16:04:29.372045 run   osmo-hlr_10.42.42.2(pid=22235): Launched
16:04:29.489930 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:04:30.014905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22237): Launched
16:04:30.333593 run   osmo-stp_10.42.42.5(pid=22238): Launched
16:04:30.450045 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:04:30.996722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22240): Launched
16:04:31.110827 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:04:31.402260 run              patchelf(pid=22241): Launched
16:04:31.585585 run   osmo-stp_10.42.42.5(pid=22238): ERR: Terminated: ERROR {rc=1}  [trial-2376↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22238)]
16:04:31.721286 run   osmo-stp_10.42.42.5(pid=22238): stdout: 
| (launched: 2022-12-10_16:04:30.177525)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:04:31.856384 run   osmo-stp_10.42.42.5(pid=22238): stderr: 
| �[0;m�[38;5;43m20221210160430369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160430369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160430369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160430370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160430370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160430370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160430370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:04:31.985996 run   osmo-stp_10.42.42.5(pid=22238): stdout: 
| (launched: 2022-12-10_16:04:30.177525)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:04:32.115100 run   osmo-stp_10.42.42.5(pid=22238): stderr: 
| �[0;m�[38;5;43m20221210160430369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160430369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160430369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160430370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160430370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160430370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160430370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:04:32.261540 run              patchelf(pid=22241): Terminating (SIGINT)
16:04:32.430717 run              patchelf(pid=22241): Terminated: ok {rc=0}
16:04:32.461549 tst            switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=22238): Process ended prematurely: osmo-stp_10.42.42.5(pid=22238) [trial-2376↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22238)]  [trial-2376↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]
16:04:32.470371 tst            switch_tch_pdch.py:54: Test FAILED (6.6 sec)
16:04:32.532701 run   osmo-hlr_10.42.42.2(pid=22235): ERR: Terminated: ERROR {rc=237}  [trial-2376↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22235)]
16:04:32.583199 run   osmo-hlr_10.42.42.2(pid=22235): stdout: 
| (launched: 2022-12-10_16:04:29.216266) 
16:04:32.633977 run   osmo-hlr_10.42.42.2(pid=22235): stderr: 
| �[0;m�[1;31m20221210160429413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160429413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160429413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160429413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160429413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160429413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160429425 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160429433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160429433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160429434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:04:32.676460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22234): Terminating (SIGTERM)
16:04:32.717466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22237): Terminating (SIGTERM)
16:04:32.759236 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22240): Terminating (SIGTERM)
16:04:32.768775 ---      ParallelTerminationStrategy: PID 22234 died...
16:04:32.823642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22234): Terminated: ok {rc=0}
16:04:32.834492 ---      ParallelTerminationStrategy: PID 22237 died...
16:04:32.890185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22237): Terminated: ok {rc=0}
16:04:32.900095 ---      ParallelTerminationStrategy: PID 22240 died...
16:04:32.954970 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22240): Terminated: ok {rc=0}
16:04:33.044292 bus                          /gobi_0: Setting Powered False
16:04:34.151437 bus                          /gobi_0: Setting Powered False
16:04:35.258788 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>12.0</duration><id>56</id><name>dynts_trx-b200+mod-bts0-dynts67-osmo</name><properties></properties><timestamp>2022-12-10T16:04:25</timestamp></suite><suite><case><age>238</age><className>nitb_sms:trx-sysmocell5000</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=22246): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22246) [trial-2376↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22246)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py", line 11, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=22246): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22246) [trial-2376↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22246)]
</stderr><stdout>
----------------------------------------------
trial-2376 nitb_sms:trx-sysmocell5000 mo_mt_sms.py
----------------------------------------------
16:04:37.160542 tst       nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)
16:04:37.171946 tst       nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)
16:04:37.307994 tst                     mo_mt_sms.py: using LAC 29075
16:04:37.424512 tst                     mo_mt_sms.py: using RAC 5
16:04:37.543149 tst                     mo_mt_sms.py: using CellId 29075
16:04:37.661563 tst                     mo_mt_sms.py: using BVCI 29076
16:04:37.684044 tst       nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)
16:04:37.799375 tst       nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)
16:04:38.069922 tst                   mo_mt_sms.py:9: start nitb and bts...
16:04:38.194281 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
16:04:38.810197 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22245): Launched
16:04:39.107406 run  osmo-nitb_10.42.42.2(pid=22246): Launched
16:04:39.291211 run  osmo-nitb_10.42.42.2(pid=22246): ERR: Terminated: ERROR {rc=2}  [trial-2376↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22246)]
16:04:39.426632 run  osmo-nitb_10.42.42.2(pid=22246): stdout: 
| (launched: 2022-12-10_16:04:38.961949) 
16:04:39.562312 run  osmo-nitb_10.42.42.2(pid=22246): stderr: 
| (launched: 2022-12-10_16:04:39.006377)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:04:39.693220 run  osmo-nitb_10.42.42.2(pid=22246): stdout: 
| (launched: 2022-12-10_16:04:38.961949) 
16:04:39.823028 run  osmo-nitb_10.42.42.2(pid=22246): stderr: 
| (launched: 2022-12-10_16:04:39.006377)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:04:40.229405 tst  osmo-nitb_10.42.42.2(pid=22246): stdout: 
| (launched: 2022-12-10_16:04:38.961949) 
16:04:40.348902 tst  osmo-nitb_10.42.42.2(pid=22246): stderr: 
| (launched: 2022-12-10_16:04:39.006377)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:04:40.400913 tst                  mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=22246): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22246) [trial-2376↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22246)]  [trial-2376↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]
16:04:40.408911 tst                  mo_mt_sms.py:11: Test FAILED (3.2 sec)
16:04:40.445903 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22245): Terminating (SIGTERM)
16:04:40.623434 ---      ParallelTerminationStrategy: PID 22245 died...
16:04:40.679956 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22245): Terminated: ok {rc=0}
16:04:40.768986 bus                        /sierra_3: Setting Powered False
16:04:41.875898 bus                        /sierra_3: Setting Powered False
16:04:42.984704 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>8.0</duration><id>57</id><name>nitb_sms_trx-sysmocell5000</name><properties></properties><timestamp>2022-12-10T16:04:36</timestamp></suite><suite><case><age>238</age><className>sms:trx-sysmocell5000</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22258): Process ended prematurely: osmo-stp_10.42.42.5(pid=22258) [trial-2376↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22258)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py", line 16, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22258): Process ended prematurely: osmo-stp_10.42.42.5(pid=22258) [trial-2376↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22258)]
</stderr><stdout>
----------------------------------------------
trial-2376 sms:trx-sysmocell5000 mo_mt_sms.py
----------------------------------------------
16:04:44.887205 tst            sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:04:44.898596 tst            sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)
16:04:45.041276 tst                     mo_mt_sms.py: using LAC 29076
16:04:45.167508 tst                     mo_mt_sms.py: using RAC 6
16:04:45.294008 tst                     mo_mt_sms.py: using CellId 29076
16:04:45.421080 tst                     mo_mt_sms.py: using BVCI 29077
16:04:45.445323 tst            sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:04:45.456599 tst            sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:04:45.467805 tst            sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:04:45.478886 tst            sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:04:45.489923 tst            sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:04:45.501129 tst            sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)
16:04:45.614381 tst            sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)
16:04:45.822534 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:04:46.387784 run         create_hlr_db(pid=22251): Launched
16:04:46.568638 bus                        /sierra_2: Setting Powered False
16:04:47.583806 run         create_hlr_db(pid=22251): Terminated: ok {rc=0}
16:04:48.014118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22253): Launched
16:04:48.333154 run   osmo-hlr_10.42.42.2(pid=22254): Launched
16:04:48.448191 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:04:49.002013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22257): Launched
16:04:49.320915 run   osmo-stp_10.42.42.5(pid=22258): Launched
16:04:49.438165 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:04:50.021566 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22260): Launched
16:04:50.341281 run   osmo-msc_10.42.42.6(pid=22261): Launched
16:04:50.527685 run   osmo-stp_10.42.42.5(pid=22258): ERR: Terminated: ERROR {rc=1}  [trial-2376↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22258)]
16:04:50.662327 run   osmo-stp_10.42.42.5(pid=22258): stdout: 
| (launched: 2022-12-10_16:04:49.164582)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:04:50.796455 run   osmo-stp_10.42.42.5(pid=22258): stderr: 
| �[0;m�[38;5;43m20221210160449355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160449355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160449356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160449356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160449358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160449359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160449359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:04:50.924564 run   osmo-stp_10.42.42.5(pid=22258): stdout: 
| (launched: 2022-12-10_16:04:49.164582)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:04:51.051979 run   osmo-stp_10.42.42.5(pid=22258): stderr: 
| �[0;m�[38;5;43m20221210160449355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160449355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160449356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160449356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160449358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160449359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160449359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:04:51.107830 tst                  mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=22258): Process ended prematurely: osmo-stp_10.42.42.5(pid=22258) [trial-2376↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22258)]  [trial-2376↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]
16:04:51.116134 tst                  mo_mt_sms.py:16: Test FAILED (6.2 sec)
16:04:51.179866 run   osmo-hlr_10.42.42.2(pid=22254): ERR: Terminated: ERROR {rc=237}  [trial-2376↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22254)]
16:04:51.231790 run   osmo-hlr_10.42.42.2(pid=22254): stdout: 
| (launched: 2022-12-10_16:04:48.175875) 
16:04:51.284223 run   osmo-hlr_10.42.42.2(pid=22254): stderr: 
| �[0;m�[1;31m20221210160448374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160448374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160448374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160448374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160448374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160448374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160448386 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160448396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160448396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160448396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:04:51.355482 run   osmo-msc_10.42.42.6(pid=22261): ERR: Terminated: ERROR {rc=2}  [trial-2376↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22261)]
16:04:51.406921 run   osmo-msc_10.42.42.6(pid=22261): stdout: 
| (launched: 2022-12-10_16:04:50.184207) 
16:04:51.459297 run   osmo-msc_10.42.42.6(pid=22261): stderr: 
| �[0;m�[38;5;43m20221210160450508 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210160450509 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9a97745c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210160450509 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210160450509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210160450509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210160450509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210160450511 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210160450511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210160450511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210160450511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:04:51.504091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22253): Terminating (SIGTERM)
16:04:51.546410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22257): Terminating (SIGTERM)
16:04:51.588859 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22260): Terminating (SIGTERM)
16:04:51.598686 ---      ParallelTerminationStrategy: PID 22253 died...
16:04:51.655343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22253): Terminated: ok {rc=0}
16:04:51.665647 ---      ParallelTerminationStrategy: PID 22257 died...
16:04:51.721663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22257): Terminated: ok {rc=0}
16:04:51.731878 ---      ParallelTerminationStrategy: PID 22260 died...
16:04:51.787911 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22260): Terminated: ok {rc=0}
16:04:51.876012 bus                        /sierra_3: Setting Powered False
16:04:52.981462 bus                        /sierra_3: Setting Powered False
16:04:54.093895 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>58</id><name>sms_trx-sysmocell5000</name><properties></properties><timestamp>2022-12-10T16:04:44</timestamp></suite><suite><case><age>238</age><className>nitb_ussd:trx-sysmocell5000</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=22267): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22267) [trial-2376↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22267)]</errorStackTrace><failedSince>2139</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py", line 12, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=22267): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22267) [trial-2376↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22267)]
</stderr><stdout>
----------------------------------------------
trial-2376 nitb_ussd:trx-sysmocell5000 assert_extension.py
----------------------------------------------
16:04:55.941963 tst      nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)
16:04:55.952857 tst      nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)
16:04:56.088694 tst              assert_extension.py: using LAC 29077
16:04:56.206662 tst              assert_extension.py: using RAC 7
16:04:56.329689 tst              assert_extension.py: using CellId 29077
16:04:56.454208 tst              assert_extension.py: using BVCI 29078
16:04:56.478504 tst      nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)
16:04:56.753511 tst           assert_extension.py:10: start nitb and bts...
16:04:56.878212 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
16:04:57.498416 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22266): Launched
16:04:57.795008 run  osmo-nitb_10.42.42.2(pid=22267): Launched
16:04:57.979025 run  osmo-nitb_10.42.42.2(pid=22267): ERR: Terminated: ERROR {rc=2}  [trial-2376↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22267)]
16:04:58.115410 run  osmo-nitb_10.42.42.2(pid=22267): stdout: 
| (launched: 2022-12-10_16:04:57.650505) 
16:04:58.251879 run  osmo-nitb_10.42.42.2(pid=22267): stderr: 
| (launched: 2022-12-10_16:04:57.695054)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:04:58.384018 run  osmo-nitb_10.42.42.2(pid=22267): stdout: 
| (launched: 2022-12-10_16:04:57.650505) 
16:04:58.514687 run  osmo-nitb_10.42.42.2(pid=22267): stderr: 
| (launched: 2022-12-10_16:04:57.695054)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:04:58.916626 tst  osmo-nitb_10.42.42.2(pid=22267): stdout: 
| (launched: 2022-12-10_16:04:57.650505) 
16:04:59.036551 tst  osmo-nitb_10.42.42.2(pid=22267): stderr: 
| (launched: 2022-12-10_16:04:57.695054)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:04:59.088829 tst           assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=22267): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22267) [trial-2376↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22267)]  [trial-2376↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]
16:04:59.096787 tst           assert_extension.py:12: Test FAILED (3.1 sec)
16:04:59.132533 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22266): Terminating (SIGTERM)
16:04:59.309976 ---      ParallelTerminationStrategy: PID 22266 died...
16:04:59.365100 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22266): Terminated: ok {rc=0}
16:04:59.453723 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>6.0</duration><id>59</id><name>nitb_ussd_trx-sysmocell5000</name><properties></properties><timestamp>2022-12-10T16:04:55</timestamp></suite><suite><case><age>238</age><className>ussd:trx-sysmocell5000</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22280): Process ended prematurely: osmo-stp_10.42.42.5(pid=22280) [trial-2376↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22280)]</errorStackTrace><failedSince>2139</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py", line 17, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22280): Process ended prematurely: osmo-stp_10.42.42.5(pid=22280) [trial-2376↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22280)]
</stderr><stdout>
----------------------------------------------
trial-2376 ussd:trx-sysmocell5000 assert_extension.py
----------------------------------------------
16:05:01.340055 tst           ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:05:01.351903 tst           ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)
16:05:01.532231 tst              assert_extension.py: using LAC 29078
16:05:01.684173 tst              assert_extension.py: using RAC 8
16:05:01.811701 tst              assert_extension.py: using CellId 29078
16:05:01.954109 tst              assert_extension.py: using BVCI 29079
16:05:01.979736 tst           ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:05:01.991684 tst           ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:05:02.004094 tst           ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:05:02.015913 tst           ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:05:02.028341 tst           ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:05:02.041291 tst           ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)
16:05:02.252738 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:05:02.764302 run         create_hlr_db(pid=22274): Launched
16:05:02.949882 bus                        /sierra_2: Setting Powered False
16:05:03.970534 run         create_hlr_db(pid=22274): Terminated: ok {rc=0}
16:05:04.394665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22276): Launched
16:05:04.713339 run   osmo-hlr_10.42.42.2(pid=22277): Launched
16:05:04.832109 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:05:05.473320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22279): Launched
16:05:05.786499 run   osmo-stp_10.42.42.5(pid=22280): Launched
16:05:05.900249 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:05:06.472937 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22282): Launched
16:05:06.785951 run   osmo-msc_10.42.42.6(pid=22283): Launched
16:05:06.969601 run   osmo-stp_10.42.42.5(pid=22280): ERR: Terminated: ERROR {rc=1}  [trial-2376↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22280)]
16:05:07.102410 run   osmo-stp_10.42.42.5(pid=22280): stdout: 
| (launched: 2022-12-10_16:05:05.632694)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:05:07.235013 run   osmo-stp_10.42.42.5(pid=22280): stderr: 
| �[0;m�[38;5;43m20221210160505825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160505825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160505825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160505825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160505826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160505826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160505826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:05:07.361580 run   osmo-stp_10.42.42.5(pid=22280): stdout: 
| (launched: 2022-12-10_16:05:05.632694)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:05:07.487698 run   osmo-stp_10.42.42.5(pid=22280): stderr: 
| �[0;m�[38;5;43m20221210160505825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160505825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160505825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160505825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160505826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160505826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160505826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:05:07.542922 tst           assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=22280): Process ended prematurely: osmo-stp_10.42.42.5(pid=22280) [trial-2376↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22280)]  [trial-2376↪ussd:trx-sysmocell5000↪assert_extension.py:17]
16:05:07.551402 tst           assert_extension.py:17: Test FAILED (6.2 sec)
16:05:07.613586 run   osmo-hlr_10.42.42.2(pid=22277): ERR: Terminated: ERROR {rc=237}  [trial-2376↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22277)]
16:05:07.664665 run   osmo-hlr_10.42.42.2(pid=22277): stdout: 
| (launched: 2022-12-10_16:05:04.557768) 
16:05:07.716281 run   osmo-hlr_10.42.42.2(pid=22277): stderr: 
| �[0;m�[1;31m20221210160504757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160504757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160504757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160504757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160504757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160504757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160504769 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160504777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160504777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160504777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:05:07.786361 run   osmo-msc_10.42.42.6(pid=22283): ERR: Terminated: ERROR {rc=2}  [trial-2376↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22283)]
16:05:07.837208 run   osmo-msc_10.42.42.6(pid=22283): stdout: 
| (launched: 2022-12-10_16:05:06.632072) 
16:05:07.888612 run   osmo-msc_10.42.42.6(pid=22283): stderr: 
| �[0;m�[38;5;43m20221210160506952 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210160506952 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb199007c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210160506952 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210160506952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210160506952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210160506953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210160506954 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210160506955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210160506955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210160506955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:05:07.932645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22276): Terminating (SIGTERM)
16:05:07.974564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22279): Terminating (SIGTERM)
16:05:08.016496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22282): Terminating (SIGTERM)
16:05:08.026272 ---      ParallelTerminationStrategy: PID 22276 died...
16:05:08.082484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22276): Terminated: ok {rc=0}
16:05:08.092593 ---      ParallelTerminationStrategy: PID 22279 died...
16:05:08.148443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22279): Terminated: ok {rc=0}
16:05:08.158554 ---      ParallelTerminationStrategy: PID 22282 died...
16:05:08.214558 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22282): Terminated: ok {rc=0}
16:05:08.302288 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>9.0</duration><id>60</id><name>ussd_trx-sysmocell5000</name><properties></properties><timestamp>2022-12-10T16:05:01</timestamp></suite><suite><case><age>238</age><className>voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22294): Process ended prematurely: osmo-stp_10.42.42.5(pid=22294) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22294)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22294): Process ended prematurely: osmo-stp_10.42.42.5(pid=22294) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22294)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py
----------------------------------------------
16:05:10.270520 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:05:10.282155 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
16:05:10.446484 tst                    mo_mt_call.py: using LAC 29079
16:05:10.571087 tst                    mo_mt_call.py: using RAC 9
16:05:10.697902 tst                    mo_mt_call.py: using CellId 29079
16:05:10.825492 tst                    mo_mt_call.py: using BVCI 29080
16:05:10.849908 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:05:10.861545 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:05:10.872923 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:05:10.884464 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:05:10.895955 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:05:10.907422 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
16:05:11.022763 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
16:05:11.229837 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:05:11.740739 run         create_hlr_db(pid=22288): Launched
16:05:11.926080 bus                        /sierra_2: Setting Powered False
16:05:12.947849 run         create_hlr_db(pid=22288): Terminated: ok {rc=0}
16:05:13.351378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22290): Launched
16:05:13.651719 run   osmo-hlr_10.42.42.2(pid=22291): Launched
16:05:13.768276 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:05:14.294930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22293): Launched
16:05:14.614572 run   osmo-stp_10.42.42.5(pid=22294): Launched
16:05:14.729682 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:05:15.312490 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22296): Launched
16:05:15.632264 run   osmo-msc_10.42.42.6(pid=22297): Launched
16:05:15.819024 run   osmo-stp_10.42.42.5(pid=22294): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22294)]
16:05:16.072399 run   osmo-stp_10.42.42.5(pid=22294): stdout: 
| (launched: 2022-12-10_16:05:14.458388)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:05:16.212901 run   osmo-stp_10.42.42.5(pid=22294): stderr: 
| �[0;m�[38;5;43m20221210160514651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160514651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160514652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160514652 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160514653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160514653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160514653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:05:16.343629 run   osmo-stp_10.42.42.5(pid=22294): stdout: 
| (launched: 2022-12-10_16:05:14.458388)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:05:16.474765 run   osmo-stp_10.42.42.5(pid=22294): stderr: 
| �[0;m�[38;5;43m20221210160514651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160514651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160514652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160514652 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160514653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160514653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160514653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:05:16.532493 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22294): Process ended prematurely: osmo-stp_10.42.42.5(pid=22294) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22294)]  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]
16:05:16.542722 tst                  mo_mt_call.py:8: Test FAILED (6.3 sec)
16:05:16.605828 run   osmo-hlr_10.42.42.2(pid=22291): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22291)]
16:05:16.658166 run   osmo-hlr_10.42.42.2(pid=22291): stdout: 
| (launched: 2022-12-10_16:05:13.504098) 
16:05:16.710986 run   osmo-hlr_10.42.42.2(pid=22291): stderr: 
| �[0;m�[1;31m20221210160513679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160513679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160513679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160513679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160513679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160513679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160513691 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160513700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160513700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160513700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:05:16.782326 run   osmo-msc_10.42.42.6(pid=22297): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22297)]
16:05:16.833965 run   osmo-msc_10.42.42.6(pid=22297): stdout: 
| (launched: 2022-12-10_16:05:15.476220) 
16:05:16.886400 run   osmo-msc_10.42.42.6(pid=22297): stderr: 
| �[0;m�[38;5;43m20221210160515801 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210160515801 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd69b9b0c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210160515802 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210160515802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210160515802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210160515802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210160515804 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210160515804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210160515804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210160515804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:05:16.931181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22290): Terminating (SIGTERM)
16:05:16.974195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22293): Terminating (SIGTERM)
16:05:17.017859 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22296): Terminating (SIGTERM)
16:05:17.028079 ---      ParallelTerminationStrategy: PID 22290 died...
16:05:17.086170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22290): Terminated: ok {rc=0}
16:05:17.096521 ---      ParallelTerminationStrategy: PID 22293 died...
16:05:17.153032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22293): Terminated: ok {rc=0}
16:05:17.163621 ---      ParallelTerminationStrategy: PID 22296 died...
16:05:17.220013 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22296): Terminated: ok {rc=0}
16:05:17.308132 bus                        /sierra_3: Setting Powered False
16:05:18.414709 bus                        /sierra_3: Setting Powered False
16:05:19.522408 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>212</age><className>voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22305): Process ended prematurely: osmo-stp_10.42.42.5(pid=22305) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22305)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22305): Process ended prematurely: osmo-stp_10.42.42.5(pid=22305) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22305)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py
----------------------------------------------
16:05:20.631778 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:05:20.643840 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
16:05:20.799008 tst              mo_mt_call_osmux.py: using LAC 29080
16:05:20.915796 tst              mo_mt_call_osmux.py: using RAC 10
16:05:21.038288 tst              mo_mt_call_osmux.py: using CellId 29080
16:05:21.161065 tst              mo_mt_call_osmux.py: using BVCI 29081
16:05:21.185308 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:05:21.196916 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:05:21.208528 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:05:21.220428 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:05:21.232101 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:05:21.243618 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
16:05:21.360028 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
16:05:21.560036 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:05:22.032654 run         create_hlr_db(pid=22299): Launched
16:05:22.205881 bus                        /sierra_2: Setting Powered False
16:05:23.227120 run         create_hlr_db(pid=22299): Terminated: ok {rc=0}
16:05:23.654681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22301): Launched
16:05:23.974087 run   osmo-hlr_10.42.42.2(pid=22302): Launched
16:05:24.091271 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:05:24.648447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22304): Launched
16:05:24.967449 run   osmo-stp_10.42.42.5(pid=22305): Launched
16:05:25.083450 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:05:25.667852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22307): Launched
16:05:25.987253 run   osmo-msc_10.42.42.6(pid=22308): Launched
16:05:26.173870 run   osmo-stp_10.42.42.5(pid=22305): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22305)]
16:05:26.308874 run   osmo-stp_10.42.42.5(pid=22305): stdout: 
| (launched: 2022-12-10_16:05:24.811396)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:05:26.444027 run   osmo-stp_10.42.42.5(pid=22305): stderr: 
| �[0;m�[38;5;43m20221210160525003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160525003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160525003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160525004 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160525004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160525004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160525004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:05:26.573513 run   osmo-stp_10.42.42.5(pid=22305): stdout: 
| (launched: 2022-12-10_16:05:24.811396)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:05:26.700860 run   osmo-stp_10.42.42.5(pid=22305): stderr: 
| �[0;m�[38;5;43m20221210160525003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160525003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160525003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160525004 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160525004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160525004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160525004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:05:26.757166 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22305): Process ended prematurely: osmo-stp_10.42.42.5(pid=22305) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22305)]  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]
16:05:26.766334 tst            mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)
16:05:26.828397 run   osmo-hlr_10.42.42.2(pid=22302): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22302)]
16:05:26.879360 run   osmo-hlr_10.42.42.2(pid=22302): stdout: 
| (launched: 2022-12-10_16:05:23.817734) 
16:05:26.930801 run   osmo-hlr_10.42.42.2(pid=22302): stderr: 
| �[0;m�[1;31m20221210160524017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160524017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160524017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160524017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160524017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160524017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160524029 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160524038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160524038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160524038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:05:27.000798 run   osmo-msc_10.42.42.6(pid=22308): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22308)]
16:05:27.051596 run   osmo-msc_10.42.42.6(pid=22308): stdout: 
| (launched: 2022-12-10_16:05:25.830746) 
16:05:27.102919 run   osmo-msc_10.42.42.6(pid=22308): stderr: 
| �[0;m�[38;5;43m20221210160526151 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210160526151 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbb2f59ac40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210160526151 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210160526152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210160526152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210160526152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210160526154 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210160526154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210160526154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210160526154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:05:27.146737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22301): Terminating (SIGTERM)
16:05:27.188189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22304): Terminating (SIGTERM)
16:05:27.229810 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22307): Terminating (SIGTERM)
16:05:27.239438 ---      ParallelTerminationStrategy: PID 22301 died...
16:05:27.294899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22301): Terminated: ok {rc=0}
16:05:27.304828 ---      ParallelTerminationStrategy: PID 22304 died...
16:05:27.360402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22304): Terminated: ok {rc=0}
16:05:27.370326 ---      ParallelTerminationStrategy: PID 22307 died...
16:05:27.425348 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22307): Terminated: ok {rc=0}
16:05:27.512479 bus                        /sierra_3: Setting Powered False
16:05:28.617364 bus                        /sierra_3: Setting Powered False
16:05:29.724740 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>61</id><name>voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1</name><properties></properties><timestamp>2022-12-10T16:05:09</timestamp></suite><suite><case><age>238</age><className>voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22319): Process ended prematurely: osmo-stp_10.42.42.5(pid=22319) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22319)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22319): Process ended prematurely: osmo-stp_10.42.42.5(pid=22319) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22319)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py
----------------------------------------------
16:05:31.798999 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:05:31.816653 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
16:05:32.016739 tst                    mo_mt_call.py: using LAC 29081
16:05:32.165460 tst                    mo_mt_call.py: using RAC 11
16:05:32.301417 tst                    mo_mt_call.py: using CellId 29081
16:05:32.428625 tst                    mo_mt_call.py: using BVCI 29082
16:05:32.453758 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:05:32.465603 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:05:32.477206 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:05:32.488672 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:05:32.500450 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:05:32.512069 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
16:05:32.631695 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
16:05:32.837926 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:05:33.348492 run         create_hlr_db(pid=22313): Launched
16:05:33.534493 bus                        /sierra_2: Setting Powered False
16:05:34.555222 run         create_hlr_db(pid=22313): Terminated: ok {rc=0}
16:05:34.981274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22315): Launched
16:05:35.300668 run   osmo-hlr_10.42.42.2(pid=22316): Launched
16:05:35.423416 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:05:35.977540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22318): Launched
16:05:36.297280 run   osmo-stp_10.42.42.5(pid=22319): Launched
16:05:36.413147 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:05:37.003327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22321): Launched
16:05:37.324238 run   osmo-msc_10.42.42.6(pid=22322): Launched
16:05:37.514210 run   osmo-stp_10.42.42.5(pid=22319): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22319)]
16:05:37.649699 run   osmo-stp_10.42.42.5(pid=22319): stdout: 
| (launched: 2022-12-10_16:05:36.140297)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:05:37.785435 run   osmo-stp_10.42.42.5(pid=22319): stderr: 
| �[0;m�[38;5;43m20221210160536333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160536333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160536333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160536334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160536334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160536334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160536334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:05:37.914952 run   osmo-stp_10.42.42.5(pid=22319): stdout: 
| (launched: 2022-12-10_16:05:36.140297)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:05:38.043313 run   osmo-stp_10.42.42.5(pid=22319): stderr: 
| �[0;m�[38;5;43m20221210160536333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160536333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160536333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160536334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160536334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160536334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160536334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:05:38.100219 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22319): Process ended prematurely: osmo-stp_10.42.42.5(pid=22319) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22319)]  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]
16:05:38.109748 tst                  mo_mt_call.py:8: Test FAILED (6.4 sec)
16:05:38.171945 run   osmo-hlr_10.42.42.2(pid=22316): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22316)]
16:05:38.223877 run   osmo-hlr_10.42.42.2(pid=22316): stdout: 
| (launched: 2022-12-10_16:05:35.144180) 
16:05:38.276059 run   osmo-hlr_10.42.42.2(pid=22316): stderr: 
| �[0;m�[1;31m20221210160535343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160535343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160535343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160535343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160535343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160535343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160535356 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160535366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160535366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160535366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:05:38.346500 run   osmo-msc_10.42.42.6(pid=22322): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22322)]
16:05:38.397801 run   osmo-msc_10.42.42.6(pid=22322): stdout: 
| (launched: 2022-12-10_16:05:37.166558) 
16:05:38.450000 run   osmo-msc_10.42.42.6(pid=22322): stderr: 
| �[0;m�[38;5;43m20221210160537488 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210160537488 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc5aff0cc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210160537488 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210160537488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210160537488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210160537489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210160537490 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210160537490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210160537491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210160537491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:05:38.494546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22315): Terminating (SIGTERM)
16:05:38.536305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22318): Terminating (SIGTERM)
16:05:38.578191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22321): Terminating (SIGTERM)
16:05:38.587434 ---      ParallelTerminationStrategy: PID 22315 died...
16:05:38.644078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22315): Terminated: ok {rc=0}
16:05:38.654272 ---      ParallelTerminationStrategy: PID 22318 died...
16:05:38.709818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22318): Terminated: ok {rc=0}
16:05:38.719944 ---      ParallelTerminationStrategy: PID 22321 died...
16:05:38.775707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22321): Terminated: ok {rc=0}
16:05:38.863267 bus                        /sierra_3: Setting Powered False
16:05:39.967131 bus                        /sierra_3: Setting Powered False
16:05:41.078161 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>212</age><className>voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22330): Process ended prematurely: osmo-stp_10.42.42.5(pid=22330) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22330)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22330): Process ended prematurely: osmo-stp_10.42.42.5(pid=22330) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22330)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py
----------------------------------------------
16:05:42.188830 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:05:42.200910 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
16:05:42.357595 tst              mo_mt_call_osmux.py: using LAC 29082
16:05:42.476566 tst              mo_mt_call_osmux.py: using RAC 12
16:05:42.595001 tst              mo_mt_call_osmux.py: using CellId 29082
16:05:42.716030 tst              mo_mt_call_osmux.py: using BVCI 29083
16:05:42.739041 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:05:42.750407 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:05:42.761609 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:05:42.773098 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:05:42.784568 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:05:42.795976 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
16:05:42.913749 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
16:05:43.115351 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:05:43.587648 run         create_hlr_db(pid=22324): Launched
16:05:43.760302 bus                        /sierra_2: Setting Powered False
16:05:44.782654 run         create_hlr_db(pid=22324): Terminated: ok {rc=0}
16:05:45.207158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22326): Launched
16:05:45.527235 run   osmo-hlr_10.42.42.2(pid=22327): Launched
16:05:45.645321 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:05:46.231893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22329): Launched
16:05:46.669484 run   osmo-stp_10.42.42.5(pid=22330): Launched
16:05:46.928229 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:05:47.540167 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22332): Launched
16:05:47.842921 run   osmo-msc_10.42.42.6(pid=22333): Launched
16:05:48.020646 run   osmo-stp_10.42.42.5(pid=22330): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22330)]
16:05:48.150080 run   osmo-stp_10.42.42.5(pid=22330): stdout: 
| (launched: 2022-12-10_16:05:46.389253)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:05:48.276178 run   osmo-stp_10.42.42.5(pid=22330): stderr: 
| �[0;m�[38;5;43m20221210160546765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160546765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160546766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160546766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160546766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160546766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160546767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:05:48.398343 run   osmo-stp_10.42.42.5(pid=22330): stdout: 
| (launched: 2022-12-10_16:05:46.389253)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:05:48.519333 run   osmo-stp_10.42.42.5(pid=22330): stderr: 
| �[0;m�[38;5;43m20221210160546765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160546765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160546766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160546766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160546766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160546766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160546767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:05:48.572628 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22330): Process ended prematurely: osmo-stp_10.42.42.5(pid=22330) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22330)]  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]
16:05:48.581392 tst            mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)
16:05:48.641670 run   osmo-hlr_10.42.42.2(pid=22327): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22327)]
16:05:48.690909 run   osmo-hlr_10.42.42.2(pid=22327): stdout: 
| (launched: 2022-12-10_16:05:45.370421) 
16:05:48.740826 run   osmo-hlr_10.42.42.2(pid=22327): stderr: 
| �[0;m�[1;31m20221210160545568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160545568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160545568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160545568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160545568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160545568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160545583 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160545594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160545594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160545594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:05:48.807972 run   osmo-msc_10.42.42.6(pid=22333): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22333)]
16:05:48.856842 run   osmo-msc_10.42.42.6(pid=22333): stdout: 
| (launched: 2022-12-10_16:05:47.693916) 
16:05:48.906327 run   osmo-msc_10.42.42.6(pid=22333): stderr: 
| �[0;m�[38;5;43m20221210160547966 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210160547966 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3eb5044c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210160547966 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210160547966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210160547966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210160547966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210160547969 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210160547969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210160547969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210160547969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:05:48.947924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22326): Terminating (SIGTERM)
16:05:48.987735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22329): Terminating (SIGTERM)
16:05:49.027396 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22332): Terminating (SIGTERM)
16:05:49.036721 ---      ParallelTerminationStrategy: PID 22326 died...
16:05:49.090332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22326): Terminated: ok {rc=0}
16:05:49.099943 ---      ParallelTerminationStrategy: PID 22329 died...
16:05:49.152798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22329): Terminated: ok {rc=0}
16:05:49.162604 ---      ParallelTerminationStrategy: PID 22332 died...
16:05:49.215626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22332): Terminated: ok {rc=0}
16:05:49.299430 bus                        /sierra_3: Setting Powered False
16:05:50.405840 bus                        /sierra_3: Setting Powered False
16:05:51.511852 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>62</id><name>voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2</name><properties></properties><timestamp>2022-12-10T16:05:31</timestamp></suite><suite><case><age>238</age><className>voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22344): Process ended prematurely: osmo-stp_10.42.42.5(pid=22344) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22344)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22344): Process ended prematurely: osmo-stp_10.42.42.5(pid=22344) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22344)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py
----------------------------------------------
16:05:53.509834 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:05:53.521097 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
16:05:53.677473 tst                    mo_mt_call.py: using LAC 29083
16:05:53.796547 tst                    mo_mt_call.py: using RAC 13
16:05:53.915705 tst                    mo_mt_call.py: using CellId 29083
16:05:54.041040 tst                    mo_mt_call.py: using BVCI 29084
16:05:54.065657 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:05:54.077596 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:05:54.089262 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:05:54.100916 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:05:54.112725 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:05:54.124249 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
16:05:54.242376 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
16:05:54.449987 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:05:54.963185 run         create_hlr_db(pid=22338): Launched
16:05:55.148885 bus                        /sierra_2: Setting Powered False
16:05:56.170160 run         create_hlr_db(pid=22338): Terminated: ok {rc=0}
16:05:56.596936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22340): Launched
16:05:56.918194 run   osmo-hlr_10.42.42.2(pid=22341): Launched
16:05:57.034841 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:05:57.591998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22343): Launched
16:05:57.913476 run   osmo-stp_10.42.42.5(pid=22344): Launched
16:05:58.030005 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:05:58.616921 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22346): Launched
16:05:58.938676 run   osmo-msc_10.42.42.6(pid=22347): Launched
16:05:59.126903 run   osmo-stp_10.42.42.5(pid=22344): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22344)]
16:05:59.262682 run   osmo-stp_10.42.42.5(pid=22344): stdout: 
| (launched: 2022-12-10_16:05:57.756549)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:05:59.398513 run   osmo-stp_10.42.42.5(pid=22344): stderr: 
| �[0;m�[38;5;43m20221210160557948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160557948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160557948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160557948 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160557951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160557951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160557951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:05:59.528777 run   osmo-stp_10.42.42.5(pid=22344): stdout: 
| (launched: 2022-12-10_16:05:57.756549)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:05:59.657589 run   osmo-stp_10.42.42.5(pid=22344): stderr: 
| �[0;m�[38;5;43m20221210160557948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160557948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160557948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160557948 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160557951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160557951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160557951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:05:59.714173 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22344): Process ended prematurely: osmo-stp_10.42.42.5(pid=22344) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22344)]  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]
16:05:59.723359 tst                  mo_mt_call.py:8: Test FAILED (6.2 sec)
16:05:59.785764 run   osmo-hlr_10.42.42.2(pid=22341): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22341)]
16:05:59.837019 run   osmo-hlr_10.42.42.2(pid=22341): stdout: 
| (launched: 2022-12-10_16:05:56.761083) 
16:05:59.888546 run   osmo-hlr_10.42.42.2(pid=22341): stderr: 
| �[0;m�[1;31m20221210160556960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160556960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160556960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160556960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160556960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160556960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160556977 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160556986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160556987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160556987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:05:59.958826 run   osmo-msc_10.42.42.6(pid=22347): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22347)]
16:06:00.009909 run   osmo-msc_10.42.42.6(pid=22347): stdout: 
| (launched: 2022-12-10_16:05:58.781341) 
16:06:00.061471 run   osmo-msc_10.42.42.6(pid=22347): stderr: 
| �[0;m�[38;5;43m20221210160559105 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210160559106 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f47ab293c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210160559106 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210160559106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210160559106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210160559106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210160559108 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210160559108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210160559108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210160559108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:06:00.105413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22340): Terminating (SIGTERM)
16:06:00.146984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22343): Terminating (SIGTERM)
16:06:00.188593 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22346): Terminating (SIGTERM)
16:06:00.198410 ---      ParallelTerminationStrategy: PID 22340 died...
16:06:00.254441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22340): Terminated: ok {rc=0}
16:06:00.264571 ---      ParallelTerminationStrategy: PID 22343 died...
16:06:00.320215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22343): Terminated: ok {rc=0}
16:06:00.330368 ---      ParallelTerminationStrategy: PID 22346 died...
16:06:00.385937 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22346): Terminated: ok {rc=0}
16:06:00.473961 bus                        /sierra_3: Setting Powered False
16:06:01.577943 bus                        /sierra_3: Setting Powered False
16:06:02.687884 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>212</age><className>voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22355): Process ended prematurely: osmo-stp_10.42.42.5(pid=22355) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22355)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22355): Process ended prematurely: osmo-stp_10.42.42.5(pid=22355) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22355)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py
----------------------------------------------
16:06:03.797822 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:06:03.809836 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
16:06:03.965818 tst              mo_mt_call_osmux.py: using LAC 29084
16:06:04.083470 tst              mo_mt_call_osmux.py: using RAC 14
16:06:04.206175 tst              mo_mt_call_osmux.py: using CellId 29084
16:06:04.323073 tst              mo_mt_call_osmux.py: using BVCI 29085
16:06:04.346162 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:06:04.357337 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:06:04.368179 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:06:04.379543 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:06:04.390930 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:06:04.402189 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
16:06:04.517095 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
16:06:04.727842 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:06:05.242016 run         create_hlr_db(pid=22349): Launched
16:06:05.427949 bus                        /sierra_2: Setting Powered False
16:06:06.449723 run         create_hlr_db(pid=22349): Terminated: ok {rc=0}
16:06:06.856705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22351): Launched
16:06:07.159110 run   osmo-hlr_10.42.42.2(pid=22352): Launched
16:06:07.277273 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:06:07.808942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22354): Launched
16:06:08.110249 run   osmo-stp_10.42.42.5(pid=22355): Launched
16:06:08.220332 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:06:08.771449 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22357): Launched
16:06:09.074122 run   osmo-msc_10.42.42.6(pid=22358): Launched
16:06:09.251790 run   osmo-stp_10.42.42.5(pid=22355): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22355)]
16:06:09.380683 run   osmo-stp_10.42.42.5(pid=22355): stdout: 
| (launched: 2022-12-10_16:06:07.961903)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:06:09.506941 run   osmo-stp_10.42.42.5(pid=22355): stderr: 
| �[0;m�[38;5;43m20221210160608132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160608132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160608133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160608133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160608133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160608134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160608134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:06:09.628414 run   osmo-stp_10.42.42.5(pid=22355): stdout: 
| (launched: 2022-12-10_16:06:07.961903)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:06:09.749168 run   osmo-stp_10.42.42.5(pid=22355): stderr: 
| �[0;m�[38;5;43m20221210160608132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160608132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160608133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160608133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160608133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160608134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160608134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:06:09.802320 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22355): Process ended prematurely: osmo-stp_10.42.42.5(pid=22355) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22355)]  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]
16:06:09.810750 tst            mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)
16:06:09.870895 run   osmo-hlr_10.42.42.2(pid=22352): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22352)]
16:06:09.920056 run   osmo-hlr_10.42.42.2(pid=22352): stdout: 
| (launched: 2022-12-10_16:06:07.010348) 
16:06:09.969839 run   osmo-hlr_10.42.42.2(pid=22352): stderr: 
| �[0;m�[1;31m20221210160607187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160607187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160607187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160607187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160607187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160607187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160607198 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160607207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160607207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160607207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:06:10.037124 run   osmo-msc_10.42.42.6(pid=22358): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22358)]
16:06:10.085962 run   osmo-msc_10.42.42.6(pid=22358): stdout: 
| (launched: 2022-12-10_16:06:08.925059) 
16:06:10.135544 run   osmo-msc_10.42.42.6(pid=22358): stderr: 
| �[0;m�[38;5;43m20221210160609198 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210160609198 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f40b1388c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210160609198 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210160609198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210160609198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210160609199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210160609200 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210160609201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210160609201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210160609201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:06:10.177213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22351): Terminating (SIGTERM)
16:06:10.217618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22354): Terminating (SIGTERM)
16:06:10.257353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22357): Terminating (SIGTERM)
16:06:10.266765 ---      ParallelTerminationStrategy: PID 22351 died...
16:06:10.319762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22351): Terminated: ok {rc=0}
16:06:10.329647 ---      ParallelTerminationStrategy: PID 22354 died...
16:06:10.383281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22354): Terminated: ok {rc=0}
16:06:10.392719 ---      ParallelTerminationStrategy: PID 22357 died...
16:06:10.446241 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22357): Terminated: ok {rc=0}
16:06:10.529168 bus                        /sierra_3: Setting Powered False
16:06:11.634397 bus                        /sierra_3: Setting Powered False
16:06:12.742077 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>63</id><name>voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3</name><properties></properties><timestamp>2022-12-10T16:05:53</timestamp></suite><suite><case><age>238</age><className>voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22370): Process ended prematurely: osmo-stp_10.42.42.5(pid=22370) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22370)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22370): Process ended prematurely: osmo-stp_10.42.42.5(pid=22370) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22370)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py
----------------------------------------------
16:06:14.756488 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:06:14.768142 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)
16:06:14.931849 tst                    mo_mt_call.py: using LAC 29085
16:06:15.059211 tst                    mo_mt_call.py: using RAC 15
16:06:15.184852 tst                    mo_mt_call.py: using CellId 29085
16:06:15.315190 tst                    mo_mt_call.py: using BVCI 29086
16:06:15.339522 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:06:15.351259 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:06:15.362795 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:06:15.374307 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:06:15.385930 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:06:15.397458 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
16:06:15.516685 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
16:06:15.725175 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:06:16.293636 run         create_hlr_db(pid=22364): Launched
16:06:16.484431 bus                        /sierra_2: Setting Powered False
16:06:17.500362 run         create_hlr_db(pid=22364): Terminated: ok {rc=0}
16:06:17.904588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22366): Launched
16:06:18.206891 run   osmo-hlr_10.42.42.2(pid=22367): Launched
16:06:18.320638 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:06:18.843743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22369): Launched
16:06:19.144808 run   osmo-stp_10.42.42.5(pid=22370): Launched
16:06:19.254842 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:06:19.804002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22372): Launched
16:06:20.106568 run   osmo-msc_10.42.42.6(pid=22373): Launched
16:06:20.283424 run   osmo-stp_10.42.42.5(pid=22370): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22370)]
16:06:20.412385 run   osmo-stp_10.42.42.5(pid=22370): stdout: 
| (launched: 2022-12-10_16:06:18.996933)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:06:20.539061 run   osmo-stp_10.42.42.5(pid=22370): stderr: 
| �[0;m�[38;5;43m20221210160619165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160619166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160619166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160619166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160619167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160619167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160619167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:06:20.660618 run   osmo-stp_10.42.42.5(pid=22370): stdout: 
| (launched: 2022-12-10_16:06:18.996933)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:06:20.781149 run   osmo-stp_10.42.42.5(pid=22370): stderr: 
| �[0;m�[38;5;43m20221210160619165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160619166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160619166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160619166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160619167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160619167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160619167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:06:20.834076 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22370): Process ended prematurely: osmo-stp_10.42.42.5(pid=22370) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22370)]  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]
16:06:20.842840 tst                  mo_mt_call.py:8: Test FAILED (6.1 sec)
16:06:20.902697 run   osmo-hlr_10.42.42.2(pid=22367): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22367)]
16:06:20.951926 run   osmo-hlr_10.42.42.2(pid=22367): stdout: 
| (launched: 2022-12-10_16:06:18.057814) 
16:06:21.001849 run   osmo-hlr_10.42.42.2(pid=22367): stderr: 
| �[0;m�[1;31m20221210160618233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160618233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160618233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160618233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160618233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160618233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160618246 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160618255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160618255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160618255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:06:21.068992 run   osmo-msc_10.42.42.6(pid=22373): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22373)]
16:06:21.118077 run   osmo-msc_10.42.42.6(pid=22373): stdout: 
| (launched: 2022-12-10_16:06:19.957326) 
16:06:21.167542 run   osmo-msc_10.42.42.6(pid=22373): stderr: 
| �[0;m�[38;5;43m20221210160620229 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210160620229 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efdbe76bc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210160620229 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210160620229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210160620229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210160620229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210160620231 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210160620231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210160620232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210160620232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:06:21.209424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22366): Terminating (SIGTERM)
16:06:21.249484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22369): Terminating (SIGTERM)
16:06:21.289475 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22372): Terminating (SIGTERM)
16:06:21.298901 ---      ParallelTerminationStrategy: PID 22366 died...
16:06:21.352291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22366): Terminated: ok {rc=0}
16:06:21.362060 ---      ParallelTerminationStrategy: PID 22369 died...
16:06:21.414860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22369): Terminated: ok {rc=0}
16:06:21.424628 ---      ParallelTerminationStrategy: PID 22372 died...
16:06:21.477379 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22372): Terminated: ok {rc=0}
16:06:21.565876 bus                        /sierra_3: Setting Powered False
16:06:22.671862 bus                        /sierra_3: Setting Powered False
16:06:23.779631 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>212</age><className>voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22381): Process ended prematurely: osmo-stp_10.42.42.5(pid=22381) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22381)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22381): Process ended prematurely: osmo-stp_10.42.42.5(pid=22381) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22381)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py
----------------------------------------------
16:06:24.893290 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:06:24.905698 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)
16:06:25.075530 tst              mo_mt_call_osmux.py: using LAC 29086
16:06:25.200205 tst              mo_mt_call_osmux.py: using RAC 16
16:06:25.320807 tst              mo_mt_call_osmux.py: using CellId 29086
16:06:25.437612 tst              mo_mt_call_osmux.py: using BVCI 29087
16:06:25.460485 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:06:25.471883 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:06:25.483174 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:06:25.494768 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:06:25.506239 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:06:25.517476 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
16:06:25.632671 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
16:06:25.842835 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:06:26.355254 run         create_hlr_db(pid=22375): Launched
16:06:26.541863 bus                        /sierra_2: Setting Powered False
16:06:27.563337 run         create_hlr_db(pid=22375): Terminated: ok {rc=0}
16:06:27.990487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22377): Launched
16:06:28.310957 run   osmo-hlr_10.42.42.2(pid=22378): Launched
16:06:28.429495 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:06:28.988282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22380): Launched
16:06:29.310200 run   osmo-stp_10.42.42.5(pid=22381): Launched
16:06:29.427133 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:06:30.015066 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22383): Launched
16:06:30.336207 run   osmo-msc_10.42.42.6(pid=22384): Launched
16:06:30.524133 run   osmo-stp_10.42.42.5(pid=22381): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22381)]
16:06:30.660305 run   osmo-stp_10.42.42.5(pid=22381): stdout: 
| (launched: 2022-12-10_16:06:29.152645)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:06:30.796024 run   osmo-stp_10.42.42.5(pid=22381): stderr: 
| �[0;m�[38;5;43m20221210160629343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160629343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160629344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160629344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160629345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160629345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160629345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:06:30.951984 run   osmo-stp_10.42.42.5(pid=22381): stdout: 
| (launched: 2022-12-10_16:06:29.152645)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:06:31.078101 run   osmo-stp_10.42.42.5(pid=22381): stderr: 
| �[0;m�[38;5;43m20221210160629343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160629343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160629344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160629344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160629345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160629345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160629345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:06:31.132925 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22381): Process ended prematurely: osmo-stp_10.42.42.5(pid=22381) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22381)]  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]
16:06:31.142544 tst            mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)
16:06:31.207975 run   osmo-hlr_10.42.42.2(pid=22378): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22378)]
16:06:31.259963 run   osmo-hlr_10.42.42.2(pid=22378): stdout: 
| (launched: 2022-12-10_16:06:28.154269) 
16:06:31.312364 run   osmo-hlr_10.42.42.2(pid=22378): stderr: 
| �[0;m�[1;31m20221210160628354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160628354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160628354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160628355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160628355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160628355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160628367 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160628376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160628376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160628376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:06:31.382875 run   osmo-msc_10.42.42.6(pid=22384): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22384)]
16:06:31.435471 run   osmo-msc_10.42.42.6(pid=22384): stdout: 
| (launched: 2022-12-10_16:06:30.178725) 
16:06:31.489266 run   osmo-msc_10.42.42.6(pid=22384): stderr: 
| �[0;m�[38;5;43m20221210160630503 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210160630503 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9cb3a76c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210160630503 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210160630503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210160630503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210160630503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210160630505 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210160630506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210160630506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210160630506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:06:31.535074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22377): Terminating (SIGTERM)
16:06:31.579704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22380): Terminating (SIGTERM)
16:06:31.623066 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22383): Terminating (SIGTERM)
16:06:31.632905 ---      ParallelTerminationStrategy: PID 22377 died...
16:06:31.689936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22377): Terminated: ok {rc=0}
16:06:31.700292 ---      ParallelTerminationStrategy: PID 22380 died...
16:06:31.758250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22380): Terminated: ok {rc=0}
16:06:31.768581 ---      ParallelTerminationStrategy: PID 22383 died...
16:06:31.825060 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22383): Terminated: ok {rc=0}
16:06:31.915970 bus                        /sierra_3: Setting Powered False
16:06:33.020812 bus                        /sierra_3: Setting Powered False
16:06:34.128305 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>64</id><name>voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1</name><properties></properties><timestamp>2022-12-10T16:06:14</timestamp></suite><suite><case><age>238</age><className>voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22396): Process ended prematurely: osmo-stp_10.42.42.5(pid=22396) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22396)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22396): Process ended prematurely: osmo-stp_10.42.42.5(pid=22396) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22396)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py
----------------------------------------------
16:06:36.137294 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:06:36.148884 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
16:06:36.314026 tst                    mo_mt_call.py: using LAC 29087
16:06:36.439157 tst                    mo_mt_call.py: using RAC 17
16:06:36.565105 tst                    mo_mt_call.py: using CellId 29087
16:06:36.690513 tst                    mo_mt_call.py: using BVCI 29088
16:06:36.714976 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:06:36.726590 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:06:36.738012 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:06:36.749569 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:06:36.761137 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:06:36.772510 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
16:06:36.887351 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
16:06:37.096572 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:06:37.609336 run         create_hlr_db(pid=22390): Launched
16:06:37.795159 bus                        /sierra_2: Setting Powered False
16:06:38.817235 run         create_hlr_db(pid=22390): Terminated: ok {rc=0}
16:06:39.223131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22392): Launched
16:06:39.525722 run   osmo-hlr_10.42.42.2(pid=22393): Launched
16:06:39.637372 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:06:40.159974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22395): Launched
16:06:40.460277 run   osmo-stp_10.42.42.5(pid=22396): Launched
16:06:40.571143 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:06:41.122543 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22398): Launched
16:06:41.425195 run   osmo-msc_10.42.42.6(pid=22399): Launched
16:06:41.603137 run   osmo-stp_10.42.42.5(pid=22396): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22396)]
16:06:41.731971 run   osmo-stp_10.42.42.5(pid=22396): stdout: 
| (launched: 2022-12-10_16:06:40.312885)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:06:41.858007 run   osmo-stp_10.42.42.5(pid=22396): stderr: 
| �[0;m�[38;5;43m20221210160640486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160640486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160640486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160640486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160640487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160640487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160640487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:06:41.979489 run   osmo-stp_10.42.42.5(pid=22396): stdout: 
| (launched: 2022-12-10_16:06:40.312885)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:06:42.100015 run   osmo-stp_10.42.42.5(pid=22396): stderr: 
| �[0;m�[38;5;43m20221210160640486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160640486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160640486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160640486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160640487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160640487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160640487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:06:42.153220 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22396): Process ended prematurely: osmo-stp_10.42.42.5(pid=22396) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22396)]  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]
16:06:42.161871 tst                  mo_mt_call.py:8: Test FAILED (6.1 sec)
16:06:42.221679 run   osmo-hlr_10.42.42.2(pid=22393): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22393)]
16:06:42.271060 run   osmo-hlr_10.42.42.2(pid=22393): stdout: 
| (launched: 2022-12-10_16:06:39.376910) 
16:06:42.320766 run   osmo-hlr_10.42.42.2(pid=22393): stderr: 
| �[0;m�[1;31m20221210160639556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160639556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160639556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160639556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160639556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160639556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160639573 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160639583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160639583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160639583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:06:42.387968 run   osmo-msc_10.42.42.6(pid=22399): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22399)]
16:06:42.436813 run   osmo-msc_10.42.42.6(pid=22399): stdout: 
| (launched: 2022-12-10_16:06:41.275975) 
16:06:42.486128 run   osmo-msc_10.42.42.6(pid=22399): stderr: 
| �[0;m�[38;5;43m20221210160641548 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210160641548 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f69ee642c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210160641548 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210160641548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210160641548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210160641549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210160641550 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210160641551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210160641551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210160641551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:06:42.527794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22392): Terminating (SIGTERM)
16:06:42.567436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22395): Terminating (SIGTERM)
16:06:42.607397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22398): Terminating (SIGTERM)
16:06:42.616685 ---      ParallelTerminationStrategy: PID 22392 died...
16:06:42.670132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22392): Terminated: ok {rc=0}
16:06:42.679962 ---      ParallelTerminationStrategy: PID 22395 died...
16:06:42.733567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22395): Terminated: ok {rc=0}
16:06:42.742993 ---      ParallelTerminationStrategy: PID 22398 died...
16:06:42.796696 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22398): Terminated: ok {rc=0}
16:06:42.884679 bus                        /sierra_3: Setting Powered False
16:06:43.986420 bus                        /sierra_3: Setting Powered False
16:06:45.094234 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>212</age><className>voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22407): Process ended prematurely: osmo-stp_10.42.42.5(pid=22407) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22407)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22407): Process ended prematurely: osmo-stp_10.42.42.5(pid=22407) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22407)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py
----------------------------------------------
16:06:46.230149 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:06:46.247293 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
16:06:46.449320 tst              mo_mt_call_osmux.py: using LAC 29088
16:06:46.576694 tst              mo_mt_call_osmux.py: using RAC 18
16:06:46.700579 tst              mo_mt_call_osmux.py: using CellId 29088
16:06:46.823095 tst              mo_mt_call_osmux.py: using BVCI 29089
16:06:46.847571 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:06:46.860137 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:06:46.873356 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:06:46.886842 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:06:46.900219 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:06:46.913664 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
16:06:47.032726 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
16:06:47.253381 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:06:47.769424 run         create_hlr_db(pid=22401): Launched
16:06:47.955951 bus                        /sierra_2: Setting Powered False
16:06:48.977381 run         create_hlr_db(pid=22401): Terminated: ok {rc=0}
16:06:49.407059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22403): Launched
16:06:49.730552 run   osmo-hlr_10.42.42.2(pid=22404): Launched
16:06:49.847480 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:06:50.405348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22406): Launched
16:06:50.728799 run   osmo-stp_10.42.42.5(pid=22407): Launched
16:06:50.844628 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:06:51.433204 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22409): Launched
16:06:51.755481 run   osmo-msc_10.42.42.6(pid=22410): Launched
16:06:51.943924 run   osmo-stp_10.42.42.5(pid=22407): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22407)]
16:06:52.079472 run   osmo-stp_10.42.42.5(pid=22407): stdout: 
| (launched: 2022-12-10_16:06:50.569969)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:06:52.215415 run   osmo-stp_10.42.42.5(pid=22407): stderr: 
| �[0;m�[38;5;43m20221210160650762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160650762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160650762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160650763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160650763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160650763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160650763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:06:52.345187 run   osmo-stp_10.42.42.5(pid=22407): stdout: 
| (launched: 2022-12-10_16:06:50.569969)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:06:52.473747 run   osmo-stp_10.42.42.5(pid=22407): stderr: 
| �[0;m�[38;5;43m20221210160650762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160650762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160650762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160650763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160650763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160650763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160650763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:06:52.530835 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22407): Process ended prematurely: osmo-stp_10.42.42.5(pid=22407) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22407)]  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]
16:06:52.539936 tst            mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)
16:06:52.602312 run   osmo-hlr_10.42.42.2(pid=22404): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22404)]
16:06:52.653615 run   osmo-hlr_10.42.42.2(pid=22404): stdout: 
| (launched: 2022-12-10_16:06:49.572068) 
16:06:52.705453 run   osmo-hlr_10.42.42.2(pid=22404): stderr: 
| �[0;m�[1;31m20221210160649771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160649771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160649771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160649771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160649771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160649771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160649783 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160649791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160649792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160649792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:06:52.775745 run   osmo-msc_10.42.42.6(pid=22410): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22410)]
16:06:52.826821 run   osmo-msc_10.42.42.6(pid=22410): stdout: 
| (launched: 2022-12-10_16:06:51.597934) 
16:06:52.878552 run   osmo-msc_10.42.42.6(pid=22410): stderr: 
| �[0;m�[38;5;43m20221210160651922 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210160651922 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f68cd5bdc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210160651922 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210160651922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210160651922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210160651923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210160651924 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210160651925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210160651925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210160651925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:06:52.922468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22403): Terminating (SIGTERM)
16:06:52.963802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22406): Terminating (SIGTERM)
16:06:53.005197 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22409): Terminating (SIGTERM)
16:06:53.014711 ---      ParallelTerminationStrategy: PID 22403 died...
16:06:53.070486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22403): Terminated: ok {rc=0}
16:06:53.080481 ---      ParallelTerminationStrategy: PID 22406 died...
16:06:53.135850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22406): Terminated: ok {rc=0}
16:06:53.145861 ---      ParallelTerminationStrategy: PID 22409 died...
16:06:53.201284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22409): Terminated: ok {rc=0}
16:06:53.289400 bus                        /sierra_3: Setting Powered False
16:06:54.394151 bus                        /sierra_3: Setting Powered False
16:06:55.501780 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>65</id><name>voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3</name><properties></properties><timestamp>2022-12-10T16:06:35</timestamp></suite><suite><case><age>238</age><className>voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22422): Process ended prematurely: osmo-stp_10.42.42.5(pid=22422) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22422)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22422): Process ended prematurely: osmo-stp_10.42.42.5(pid=22422) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22422)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py
----------------------------------------------
16:06:57.519972 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:06:57.531918 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
16:06:57.698129 tst                    mo_mt_call.py: using LAC 29089
16:06:57.829728 tst                    mo_mt_call.py: using RAC 19
16:06:57.956078 tst                    mo_mt_call.py: using CellId 29089
16:06:58.080107 tst                    mo_mt_call.py: using BVCI 29090
16:06:58.104858 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:06:58.116684 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:06:58.128278 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:06:58.139879 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:06:58.151543 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:06:58.163208 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
16:06:58.282004 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
16:06:58.483204 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:06:58.958600 run         create_hlr_db(pid=22416): Launched
16:06:59.132912 bus                        /sierra_2: Setting Powered False
16:07:00.154451 run         create_hlr_db(pid=22416): Terminated: ok {rc=0}
16:07:00.581222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22418): Launched
16:07:00.931532 run   osmo-hlr_10.42.42.2(pid=22419): Launched
16:07:01.141749 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:07:01.935383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22421): Launched
16:07:02.315862 run   osmo-stp_10.42.42.5(pid=22422): Launched
16:07:02.453378 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:07:03.040563 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22424): Launched
16:07:03.362394 run   osmo-msc_10.42.42.6(pid=22425): Launched
16:07:03.550492 run   osmo-stp_10.42.42.5(pid=22422): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22422)]
16:07:03.686343 run   osmo-stp_10.42.42.5(pid=22422): stdout: 
| (launched: 2022-12-10_16:07:02.101217)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:07:03.821438 run   osmo-stp_10.42.42.5(pid=22422): stderr: 
| �[0;m�[38;5;43m20221210160702374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160702375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160702375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160702375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160702376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160702376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160702376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:07:03.950806 run   osmo-stp_10.42.42.5(pid=22422): stdout: 
| (launched: 2022-12-10_16:07:02.101217)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:07:04.079044 run   osmo-stp_10.42.42.5(pid=22422): stderr: 
| �[0;m�[38;5;43m20221210160702374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160702375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160702375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160702375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160702376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160702376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160702376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:07:04.135412 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22422): Process ended prematurely: osmo-stp_10.42.42.5(pid=22422) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22422)]  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]
16:07:04.144500 tst                  mo_mt_call.py:8: Test FAILED (6.7 sec)
16:07:04.206911 run   osmo-hlr_10.42.42.2(pid=22419): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22419)]
16:07:04.257860 run   osmo-hlr_10.42.42.2(pid=22419): stdout: 
| (launched: 2022-12-10_16:07:00.745300) 
16:07:04.309588 run   osmo-hlr_10.42.42.2(pid=22419): stderr: 
| �[0;m�[1;31m20221210160701078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160701078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160701078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160701078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160701078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160701078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160701096 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160701119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160701119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160701119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:07:04.379731 run   osmo-msc_10.42.42.6(pid=22425): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22425)]
16:07:04.430958 run   osmo-msc_10.42.42.6(pid=22425): stdout: 
| (launched: 2022-12-10_16:07:03.204460) 
16:07:04.482801 run   osmo-msc_10.42.42.6(pid=22425): stderr: 
| �[0;m�[38;5;43m20221210160703527 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210160703527 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6cc94a5c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210160703528 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210160703528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210160703528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210160703528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210160703530 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210160703530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210160703530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210160703530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:07:04.526768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22418): Terminating (SIGTERM)
16:07:04.568291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22421): Terminating (SIGTERM)
16:07:04.609722 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22424): Terminating (SIGTERM)
16:07:04.619307 ---      ParallelTerminationStrategy: PID 22418 died...
16:07:04.674669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22418): Terminated: ok {rc=0}
16:07:04.684776 ---      ParallelTerminationStrategy: PID 22421 died...
16:07:04.739850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22421): Terminated: ok {rc=0}
16:07:04.749773 ---      ParallelTerminationStrategy: PID 22424 died...
16:07:04.804802 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22424): Terminated: ok {rc=0}
16:07:04.890885 bus                        /sierra_3: Setting Powered False
16:07:05.997789 bus                        /sierra_3: Setting Powered False
16:07:07.105617 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>212</age><className>voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22433): Process ended prematurely: osmo-stp_10.42.42.5(pid=22433) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22433)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22433): Process ended prematurely: osmo-stp_10.42.42.5(pid=22433) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22433)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py
----------------------------------------------
16:07:08.219132 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:07:08.231930 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
16:07:08.399604 tst              mo_mt_call_osmux.py: using LAC 29090
16:07:08.526213 tst              mo_mt_call_osmux.py: using RAC 20
16:07:08.652017 tst              mo_mt_call_osmux.py: using CellId 29090
16:07:08.779523 tst              mo_mt_call_osmux.py: using BVCI 29091
16:07:08.803965 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:07:08.815775 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:07:08.827340 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:07:08.840321 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:07:08.852720 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:07:08.864278 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
16:07:08.983059 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
16:07:09.193168 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:07:09.707259 run         create_hlr_db(pid=22427): Launched
16:07:09.893375 bus                        /sierra_2: Setting Powered False
16:07:10.913869 run         create_hlr_db(pid=22427): Terminated: ok {rc=0}
16:07:11.318790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22429): Launched
16:07:11.621104 run   osmo-hlr_10.42.42.2(pid=22430): Launched
16:07:11.739440 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:07:12.271233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22432): Launched
16:07:12.571884 run   osmo-stp_10.42.42.5(pid=22433): Launched
16:07:12.683381 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:07:13.233641 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22435): Launched
16:07:13.537246 run   osmo-msc_10.42.42.6(pid=22436): Launched
16:07:13.718971 run   osmo-stp_10.42.42.5(pid=22433): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22433)]
16:07:13.847290 run   osmo-stp_10.42.42.5(pid=22433): stdout: 
| (launched: 2022-12-10_16:07:12.423715)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:07:13.973293 run   osmo-stp_10.42.42.5(pid=22433): stderr: 
| �[0;m�[38;5;43m20221210160712593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160712593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160712593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160712594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160712596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160712596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160712596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:07:14.095204 run   osmo-stp_10.42.42.5(pid=22433): stdout: 
| (launched: 2022-12-10_16:07:12.423715)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:07:14.215869 run   osmo-stp_10.42.42.5(pid=22433): stderr: 
| �[0;m�[38;5;43m20221210160712593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160712593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160712593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160712594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160712596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160712596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160712596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:07:14.269183 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22433): Process ended prematurely: osmo-stp_10.42.42.5(pid=22433) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22433)]  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]
16:07:14.277914 tst            mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)
16:07:14.337623 run   osmo-hlr_10.42.42.2(pid=22430): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22430)]
16:07:14.386616 run   osmo-hlr_10.42.42.2(pid=22430): stdout: 
| (launched: 2022-12-10_16:07:11.472420) 
16:07:14.436147 run   osmo-hlr_10.42.42.2(pid=22430): stderr: 
| �[0;m�[1;31m20221210160711649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160711649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160711649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160711649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160711649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160711649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160711662 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160711671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160711671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160711671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:07:14.503307 run   osmo-msc_10.42.42.6(pid=22436): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22436)]
16:07:14.552079 run   osmo-msc_10.42.42.6(pid=22436): stdout: 
| (launched: 2022-12-10_16:07:13.387450) 
16:07:14.602243 run   osmo-msc_10.42.42.6(pid=22436): stderr: 
| �[0;m�[38;5;43m20221210160713660 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210160713661 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9c919a7c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210160713661 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210160713661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210160713661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210160713661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210160713663 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210160713664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210160713664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210160713664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:07:14.644286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22429): Terminating (SIGTERM)
16:07:14.689174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22432): Terminating (SIGTERM)
16:07:14.731599 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22435): Terminating (SIGTERM)
16:07:14.741313 ---      ParallelTerminationStrategy: PID 22429 died...
16:07:14.796993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22429): Terminated: ok {rc=0}
16:07:14.808095 ---      ParallelTerminationStrategy: PID 22432 died...
16:07:14.863850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22432): Terminated: ok {rc=0}
16:07:14.874004 ---      ParallelTerminationStrategy: PID 22435 died...
16:07:14.929264 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22435): Terminated: ok {rc=0}
16:07:15.014988 bus                        /sierra_3: Setting Powered False
16:07:16.121704 bus                        /sierra_3: Setting Powered False
16:07:17.235012 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>66</id><name>voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-10T16:06:57</timestamp></suite><suite><case><age>238</age><className>voice:trx-sysmocell5000+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22447): Process ended prematurely: osmo-stp_10.42.42.5(pid=22447) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22447)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22447): Process ended prematurely: osmo-stp_10.42.42.5(pid=22447) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22447)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py
----------------------------------------------
16:07:19.232093 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:07:19.243119 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
16:07:19.399629 tst                    mo_mt_call.py: using LAC 29091
16:07:19.515997 tst                    mo_mt_call.py: using RAC 21
16:07:19.632756 tst                    mo_mt_call.py: using CellId 29091
16:07:19.749270 tst                    mo_mt_call.py: using BVCI 29092
16:07:19.771974 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:07:19.782963 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:07:19.793747 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:07:19.804842 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:07:19.815987 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:07:19.827105 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
16:07:19.945420 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
16:07:20.156264 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:07:20.671691 run         create_hlr_db(pid=22441): Launched
16:07:20.858394 bus                        /sierra_2: Setting Powered False
16:07:21.879695 run         create_hlr_db(pid=22441): Terminated: ok {rc=0}
16:07:22.292741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22443): Launched
16:07:22.615382 run   osmo-hlr_10.42.42.2(pid=22444): Launched
16:07:22.732800 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:07:23.291537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22446): Launched
16:07:23.615247 run   osmo-stp_10.42.42.5(pid=22447): Launched
16:07:23.731381 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:07:24.319173 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22449): Launched
16:07:24.640697 run   osmo-msc_10.42.42.6(pid=22450): Launched
16:07:24.828526 run   osmo-stp_10.42.42.5(pid=22447): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22447)]
16:07:24.964138 run   osmo-stp_10.42.42.5(pid=22447): stdout: 
| (launched: 2022-12-10_16:07:23.456525)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:07:25.099354 run   osmo-stp_10.42.42.5(pid=22447): stderr: 
| �[0;m�[38;5;43m20221210160723649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160723649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160723650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160723650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160723650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160723651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160723651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:07:25.229330 run   osmo-stp_10.42.42.5(pid=22447): stdout: 
| (launched: 2022-12-10_16:07:23.456525)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:07:25.357438 run   osmo-stp_10.42.42.5(pid=22447): stderr: 
| �[0;m�[38;5;43m20221210160723649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160723649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160723650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160723650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160723650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160723651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160723651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:07:25.413867 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22447): Process ended prematurely: osmo-stp_10.42.42.5(pid=22447) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22447)]  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]
16:07:25.423127 tst                  mo_mt_call.py:8: Test FAILED (6.2 sec)
16:07:25.486186 run   osmo-hlr_10.42.42.2(pid=22444): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22444)]
16:07:25.537656 run   osmo-hlr_10.42.42.2(pid=22444): stdout: 
| (launched: 2022-12-10_16:07:22.457120) 
16:07:25.589640 run   osmo-hlr_10.42.42.2(pid=22444): stderr: 
| �[0;m�[1;31m20221210160722655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160722655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160722655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160722655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160722655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160722655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160722667 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160722675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160722675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160722675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:07:25.659879 run   osmo-msc_10.42.42.6(pid=22450): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22450)]
16:07:25.711064 run   osmo-msc_10.42.42.6(pid=22450): stdout: 
| (launched: 2022-12-10_16:07:24.483058) 
16:07:25.762919 run   osmo-msc_10.42.42.6(pid=22450): stderr: 
| �[0;m�[38;5;43m20221210160724807 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210160724807 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa084a5dc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210160724807 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210160724807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210160724808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210160724808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210160724810 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210160724810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210160724810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210160724810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:07:25.806691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22443): Terminating (SIGTERM)
16:07:25.848103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22446): Terminating (SIGTERM)
16:07:25.889552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22449): Terminating (SIGTERM)
16:07:25.899059 ---      ParallelTerminationStrategy: PID 22443 died...
16:07:25.954753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22443): Terminated: ok {rc=0}
16:07:25.964623 ---      ParallelTerminationStrategy: PID 22446 died...
16:07:26.020587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22446): Terminated: ok {rc=0}
16:07:26.030678 ---      ParallelTerminationStrategy: PID 22449 died...
16:07:26.086407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22449): Terminated: ok {rc=0}
16:07:26.174348 bus                        /sierra_3: Setting Powered False
16:07:27.278807 bus                        /sierra_3: Setting Powered False
16:07:28.386085 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>212</age><className>voice:trx-sysmocell5000+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22458): Process ended prematurely: osmo-stp_10.42.42.5(pid=22458) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22458)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22458): Process ended prematurely: osmo-stp_10.42.42.5(pid=22458) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22458)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py
----------------------------------------------
16:07:29.500578 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:07:29.513118 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
16:07:29.686955 tst              mo_mt_call_osmux.py: using LAC 29092
16:07:29.814758 tst              mo_mt_call_osmux.py: using RAC 22
16:07:29.939306 tst              mo_mt_call_osmux.py: using CellId 29092
16:07:30.063888 tst              mo_mt_call_osmux.py: using BVCI 29093
16:07:30.088492 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:07:30.100042 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:07:30.111422 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:07:30.122824 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:07:30.134334 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:07:30.145639 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
16:07:30.260425 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
16:07:30.474047 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:07:31.018318 run         create_hlr_db(pid=22452): Launched
16:07:31.207684 bus                        /sierra_2: Setting Powered False
16:07:32.227122 run         create_hlr_db(pid=22452): Terminated: ok {rc=0}
16:07:32.656290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22454): Launched
16:07:32.975651 run   osmo-hlr_10.42.42.2(pid=22455): Launched
16:07:33.095553 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:07:33.654193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22457): Launched
16:07:33.975175 run   osmo-stp_10.42.42.5(pid=22458): Launched
16:07:34.091293 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:07:34.679095 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22460): Launched
16:07:35.000416 run   osmo-msc_10.42.42.6(pid=22461): Launched
16:07:35.188770 run   osmo-stp_10.42.42.5(pid=22458): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22458)]
16:07:35.325175 run   osmo-stp_10.42.42.5(pid=22458): stdout: 
| (launched: 2022-12-10_16:07:33.817880)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:07:35.461353 run   osmo-stp_10.42.42.5(pid=22458): stderr: 
| �[0;m�[38;5;43m20221210160734009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160734009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160734009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160734010 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160734010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160734010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160734010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:07:35.592211 run   osmo-stp_10.42.42.5(pid=22458): stdout: 
| (launched: 2022-12-10_16:07:33.817880)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:07:35.721047 run   osmo-stp_10.42.42.5(pid=22458): stderr: 
| �[0;m�[38;5;43m20221210160734009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160734009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160734009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160734010 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160734010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160734010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160734010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:07:35.777875 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22458): Process ended prematurely: osmo-stp_10.42.42.5(pid=22458) [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22458)]  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]
16:07:35.787333 tst            mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)
16:07:35.849681 run   osmo-hlr_10.42.42.2(pid=22455): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22455)]
16:07:35.901127 run   osmo-hlr_10.42.42.2(pid=22455): stdout: 
| (launched: 2022-12-10_16:07:32.819673) 
16:07:35.952866 run   osmo-hlr_10.42.42.2(pid=22455): stderr: 
| �[0;m�[1;31m20221210160733017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160733017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160733017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160733017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160733017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160733017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160733032 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160733040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160733041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160733041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:07:36.024006 run   osmo-msc_10.42.42.6(pid=22461): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22461)]
16:07:36.075248 run   osmo-msc_10.42.42.6(pid=22461): stdout: 
| (launched: 2022-12-10_16:07:34.842899) 
16:07:36.126878 run   osmo-msc_10.42.42.6(pid=22461): stderr: 
| �[0;m�[38;5;43m20221210160735164 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210160735165 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdcaf10ec40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210160735165 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210160735165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210160735165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210160735165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210160735167 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210160735167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210160735167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210160735167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:07:36.170774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22454): Terminating (SIGTERM)
16:07:36.212485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22457): Terminating (SIGTERM)
16:07:36.254188 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22460): Terminating (SIGTERM)
16:07:36.263352 ---      ParallelTerminationStrategy: PID 22454 died...
16:07:36.319165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22454): Terminated: ok {rc=0}
16:07:36.329395 ---      ParallelTerminationStrategy: PID 22457 died...
16:07:36.384821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22457): Terminated: ok {rc=0}
16:07:36.394745 ---      ParallelTerminationStrategy: PID 22460 died...
16:07:36.450195 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22460): Terminated: ok {rc=0}
16:07:36.538182 bus                        /sierra_3: Setting Powered False
16:07:37.642302 bus                        /sierra_3: Setting Powered False
16:07:38.749312 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>67</id><name>voice_trx-sysmocell5000+mod-bts0-dynts-osmo</name><properties></properties><timestamp>2022-12-10T16:07:18</timestamp></suite><suite><case><age>235</age><className>emergency:trx-sysmocell5000</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22473): Process ended prematurely: osmo-stp_10.42.42.5(pid=22473) [trial-2376↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22473)]</errorStackTrace><failedSince>2142</failedSince><name>emergency_mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py", line 19, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22473): Process ended prematurely: osmo-stp_10.42.42.5(pid=22473) [trial-2376↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22473)]
</stderr><stdout>
----------------------------------------------
trial-2376 emergency:trx-sysmocell5000 emergency_mo_mt_call.py
----------------------------------------------
16:07:40.775760 tst      emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:07:40.787067 tst      emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)
16:07:40.933734 tst          emergency_mo_mt_call.py: using LAC 29093
16:07:41.055803 tst          emergency_mo_mt_call.py: using RAC 23
16:07:41.173758 tst          emergency_mo_mt_call.py: using CellId 29093
16:07:41.299851 tst          emergency_mo_mt_call.py: using BVCI 29094
16:07:41.324235 tst      emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:07:41.335748 tst      emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:07:41.347116 tst      emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:07:41.358459 tst      emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:07:41.369778 tst      emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:07:41.381070 tst      emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)
16:07:41.496823 tst      emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)
16:07:41.693062 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:07:42.158246 run         create_hlr_db(pid=22467): Launched
16:07:42.329719 bus                        /sierra_2: Setting Powered False
16:07:43.350469 run         create_hlr_db(pid=22467): Terminated: ok {rc=0}
16:07:43.771331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22469): Launched
16:07:44.087141 run   osmo-hlr_10.42.42.2(pid=22470): Launched
16:07:44.203148 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:07:44.751270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22472): Launched
16:07:45.067249 run   osmo-stp_10.42.42.5(pid=22473): Launched
16:07:45.195735 tst          emergency_mo_mt_call.py: using MSISDN 7788
16:07:45.354091 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:07:45.951351 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22475): Launched
16:07:46.305491 run   osmo-msc_10.42.42.6(pid=22476): Launched
16:07:46.618726 run   osmo-stp_10.42.42.5(pid=22473): ERR: Terminated: ERROR {rc=1}  [trial-2376↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22473)]
16:07:46.862561 run   osmo-stp_10.42.42.5(pid=22473): stdout: 
| (launched: 2022-12-10_16:07:44.912236)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:07:47.042794 run   osmo-stp_10.42.42.5(pid=22473): stderr: 
| �[0;m�[38;5;43m20221210160745105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160745105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160745105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160745106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160745106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160745106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160745106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:07:47.172923 run   osmo-stp_10.42.42.5(pid=22473): stdout: 
| (launched: 2022-12-10_16:07:44.912236)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:07:47.302442 run   osmo-stp_10.42.42.5(pid=22473): stderr: 
| �[0;m�[38;5;43m20221210160745105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160745105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160745105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160745106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160745106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160745106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160745106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:07:47.355041 tst       emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=22473): Process ended prematurely: osmo-stp_10.42.42.5(pid=22473) [trial-2376↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22473)]  [trial-2376↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]
16:07:47.363691 tst       emergency_mo_mt_call.py:19: Test FAILED (6.6 sec)
16:07:47.426093 run   osmo-hlr_10.42.42.2(pid=22470): ERR: Terminated: ERROR {rc=237}  [trial-2376↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22470)]
16:07:47.476563 run   osmo-hlr_10.42.42.2(pid=22470): stdout: 
| (launched: 2022-12-10_16:07:43.931876) 
16:07:47.527661 run   osmo-hlr_10.42.42.2(pid=22470): stderr: 
| �[0;m�[1;31m20221210160744131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160744131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160744131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160744131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160744131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160744131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160744144 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160744154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160744154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160744154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:07:47.596584 run   osmo-msc_10.42.42.6(pid=22476): ERR: Terminated: ERROR {rc=2}  [trial-2376↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22476)]
16:07:47.647201 run   osmo-msc_10.42.42.6(pid=22476): stdout: 
| (launched: 2022-12-10_16:07:46.114676) 
16:07:47.697456 run   osmo-msc_10.42.42.6(pid=22476): stderr: 
| �[0;m�[38;5;43m20221210160746657 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210160746657 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb06f56ac40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210160746658 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210160746658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210160746658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210160746658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210160746660 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210160746660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210160746661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210160746661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:07:47.740752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22469): Terminating (SIGTERM)
16:07:47.782102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22472): Terminating (SIGTERM)
16:07:47.824067 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22475): Terminating (SIGTERM)
16:07:47.833704 ---      ParallelTerminationStrategy: PID 22469 died...
16:07:47.888181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22469): Terminated: ok {rc=0}
16:07:47.898855 ---      ParallelTerminationStrategy: PID 22472 died...
16:07:47.953586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22472): Terminated: ok {rc=0}
16:07:47.963945 ---      ParallelTerminationStrategy: PID 22475 died...
16:07:48.018740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22475): Terminated: ok {rc=0}
16:07:48.108320 bus                        /sierra_3: Setting Powered False
16:07:49.212467 bus                        /sierra_3: Setting Powered False
16:07:50.319283 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>235</age><className>emergency:trx-sysmocell5000</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22484): Process ended prematurely: osmo-stp_10.42.42.5(pid=22484) [trial-2376↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22484)]</errorStackTrace><failedSince>2142</failedSince><name>emergency_preemptive_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py", line 32, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22484): Process ended prematurely: osmo-stp_10.42.42.5(pid=22484) [trial-2376↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22484)]
</stderr><stdout>
----------------------------------------------
trial-2376 emergency:trx-sysmocell5000 emergency_preemptive_call.py
----------------------------------------------
16:07:51.371800 tst      emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:07:51.383812 tst      emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)
16:07:51.529057 tst     emergency_preemptive_call.py: using LAC 29094
16:07:51.651680 tst     emergency_preemptive_call.py: using RAC 24
16:07:51.770410 tst     emergency_preemptive_call.py: using CellId 29094
16:07:51.886259 tst     emergency_preemptive_call.py: using BVCI 29095
16:07:51.908784 tst      emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:07:51.919859 tst      emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:07:51.930921 tst      emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:07:51.941857 tst      emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:07:51.953049 tst      emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:07:51.964112 tst      emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)
16:07:52.080567 tst      emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)
16:07:52.199500 tst      emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)
16:07:52.314545 tst      emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)
16:07:52.511272 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:07:52.979738 run         create_hlr_db(pid=22478): Launched
16:07:53.151748 bus                        /sierra_2: Setting Powered False
16:07:54.174263 run         create_hlr_db(pid=22478): Terminated: ok {rc=0}
16:07:54.596310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22480): Launched
16:07:54.913107 run   osmo-hlr_10.42.42.2(pid=22481): Launched
16:07:55.033410 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:07:55.585109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22483): Launched
16:07:55.903054 run   osmo-stp_10.42.42.5(pid=22484): Launched
16:07:56.029954 tst     emergency_preemptive_call.py: using MSISDN 7789
16:07:56.188480 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:07:56.765944 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22486): Launched
16:07:57.081130 run   osmo-msc_10.42.42.6(pid=22487): Launched
16:07:57.266861 run   osmo-stp_10.42.42.5(pid=22484): ERR: Terminated: ERROR {rc=1}  [trial-2376↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22484)]
16:07:57.401085 run   osmo-stp_10.42.42.5(pid=22484): stdout: 
| (launched: 2022-12-10_16:07:55.746907)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:07:57.536627 run   osmo-stp_10.42.42.5(pid=22484): stderr: 
| �[0;m�[38;5;43m20221210160755940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160755940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160755940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160755941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160755941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160755941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160755941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:07:57.664493 run   osmo-stp_10.42.42.5(pid=22484): stdout: 
| (launched: 2022-12-10_16:07:55.746907)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:07:57.791535 run   osmo-stp_10.42.42.5(pid=22484): stderr: 
| �[0;m�[38;5;43m20221210160755940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160755940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160755940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160755941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160755941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160755941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160755941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:07:57.846989 tst  emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=22484): Process ended prematurely: osmo-stp_10.42.42.5(pid=22484) [trial-2376↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22484)]  [trial-2376↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]
16:07:57.855583 tst  emergency_preemptive_call.py:32: Test FAILED (6.5 sec)
16:07:57.918354 run   osmo-hlr_10.42.42.2(pid=22481): ERR: Terminated: ERROR {rc=237}  [trial-2376↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22481)]
16:07:57.969961 run   osmo-hlr_10.42.42.2(pid=22481): stdout: 
| (launched: 2022-12-10_16:07:54.757952) 
16:07:58.022513 run   osmo-hlr_10.42.42.2(pid=22481): stderr: 
| �[0;m�[1;31m20221210160754956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160754956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160754956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160754956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160754957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160754957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160754970 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160754979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160754979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160754980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:07:58.093822 run   osmo-msc_10.42.42.6(pid=22487): ERR: Terminated: ERROR {rc=2}  [trial-2376↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22487)]
16:07:58.145487 run   osmo-msc_10.42.42.6(pid=22487): stdout: 
| (launched: 2022-12-10_16:07:56.926731) 
16:07:58.197629 run   osmo-msc_10.42.42.6(pid=22487): stderr: 
| �[0;m�[38;5;43m20221210160757248 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210160757249 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fad6e209c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210160757249 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210160757249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210160757249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210160757249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210160757251 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210160757251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210160757252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210160757252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:07:58.241903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22480): Terminating (SIGTERM)
16:07:58.283843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22483): Terminating (SIGTERM)
16:07:58.325745 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22486): Terminating (SIGTERM)
16:07:58.335349 ---      ParallelTerminationStrategy: PID 22480 died...
16:07:58.391420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22480): Terminated: ok {rc=0}
16:07:58.401913 ---      ParallelTerminationStrategy: PID 22483 died...
16:07:58.457678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22483): Terminated: ok {rc=0}
16:07:58.467717 ---      ParallelTerminationStrategy: PID 22486 died...
16:07:58.523704 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22486): Terminated: ok {rc=0}
16:07:58.611254 bus                        /sierra_9: Setting Powered False
16:07:59.716398 bus                        /sierra_9: Setting Powered False
16:08:00.824331 bus                        /sierra_8: Setting Powered False
16:08:01.939815 bus                        /sierra_8: Setting Powered False
16:08:03.049254 bus                        /sierra_3: Setting Powered False
16:08:04.154194 bus                        /sierra_3: Setting Powered False
16:08:05.274177 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>27.0</duration><id>68</id><name>emergency_trx-sysmocell5000</name><properties></properties><timestamp>2022-12-10T16:07:40</timestamp></suite><suite><case><age>238</age><className>gprs:trx-sysmocell5000</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22502): Process ended prematurely: osmo-stp_10.42.42.5(pid=22502) [trial-2376↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22502)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22502): Process ended prematurely: osmo-stp_10.42.42.5(pid=22502) [trial-2376↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22502)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-sysmocell5000 cs_paging_gprs_active.py
----------------------------------------------
16:08:07.418807 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:08:07.429971 tst           gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)
16:08:07.574130 tst         cs_paging_gprs_active.py: using LAC 29095
16:08:07.698287 tst         cs_paging_gprs_active.py: using RAC 25
16:08:07.823902 tst         cs_paging_gprs_active.py: using CellId 29095
16:08:07.949905 tst         cs_paging_gprs_active.py: using BVCI 29096
16:08:07.974605 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:08:07.985862 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:08:07.996794 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:08:08.007783 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:08:08.018775 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:08:08.029740 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:08:08.040868 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:08:08.051854 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:08:08.063014 tst           gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)
16:08:08.180353 tst           gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)
16:08:08.473792 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
16:08:08.609422 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:08:08.942691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22492): Launched
16:08:09.220150 run iperf3-srv_10.42.42.10(pid=22493): Launched
16:08:09.418755 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
16:08:09.553989 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:08:09.889031 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22494): Launched
16:08:10.166722 run iperf3-srv_10.42.42.10(pid=22495): Launched
16:08:10.365691 tst      cs_paging_gprs_active.py:38: start network...
16:08:10.500611 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:08:11.017898 run         create_hlr_db(pid=22496): Launched
16:08:11.204913 bus                        /sierra_2: Setting Powered False
16:08:12.226165 run         create_hlr_db(pid=22496): Terminated: ok {rc=0}
16:08:12.634524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22498): Launched
16:08:12.938807 run   osmo-hlr_10.42.42.2(pid=22499): Launched
16:08:13.058066 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:08:13.591384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22501): Launched
16:08:13.895624 run   osmo-stp_10.42.42.5(pid=22502): Launched
16:08:14.015618 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:08:14.548049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22504): Launched
16:08:14.656129 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:08:14.920312 run              patchelf(pid=22505): Launched
16:08:15.098053 run   osmo-stp_10.42.42.5(pid=22502): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22502)]
16:08:15.228471 run   osmo-stp_10.42.42.5(pid=22502): stdout: 
| (launched: 2022-12-10_16:08:13.745525)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:08:15.359172 run   osmo-stp_10.42.42.5(pid=22502): stderr: 
| �[0;m�[38;5;43m20221210160813917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160813917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160813917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160813918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160813918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160813918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160813919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:08:15.484658 run   osmo-stp_10.42.42.5(pid=22502): stdout: 
| (launched: 2022-12-10_16:08:13.745525)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:08:15.609468 run   osmo-stp_10.42.42.5(pid=22502): stderr: 
| �[0;m�[38;5;43m20221210160813917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160813917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160813917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160813918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160813918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160813918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160813919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:08:15.755017 run              patchelf(pid=22505): Terminating (SIGINT)
16:08:15.950438 run              patchelf(pid=22505): Terminated: ok {rc=0}
16:08:15.983536 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22502): Process ended prematurely: osmo-stp_10.42.42.5(pid=22502) [trial-2376↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22502)]  [trial-2376↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]
16:08:15.993958 tst      cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)
16:08:16.060346 run   osmo-hlr_10.42.42.2(pid=22499): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22499)]
16:08:16.112801 run   osmo-hlr_10.42.42.2(pid=22499): stdout: 
| (launched: 2022-12-10_16:08:12.788757) 
16:08:16.166444 run   osmo-hlr_10.42.42.2(pid=22499): stderr: 
| �[0;m�[1;31m20221210160812966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160812967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160812967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160812967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160812967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160812967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160812979 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160812990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160812990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160812990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:08:16.211054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22492): Terminating (SIGTERM)
16:08:16.256906 run iperf3-srv_10.42.42.10(pid=22493): Terminating (SIGTERM)
16:08:16.300817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22494): Terminating (SIGTERM)
16:08:16.347037 run iperf3-srv_10.42.42.10(pid=22495): Terminating (SIGTERM)
16:08:16.390962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22498): Terminating (SIGTERM)
16:08:16.434824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22501): Terminating (SIGTERM)
16:08:16.476922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22504): Terminating (SIGTERM)
16:08:16.487946 ---      ParallelTerminationStrategy: PID 22492 died...
16:08:16.550361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22492): Terminated: ok {rc=0}
16:08:16.564391 ---      ParallelTerminationStrategy: PID 22493 died...
16:08:16.650553 run iperf3-srv_10.42.42.10(pid=22493): Terminated {rc=256}
16:08:16.665087 ---      ParallelTerminationStrategy: PID 22494 died...
16:08:16.752703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22494): Terminated: ok {rc=0}
16:08:16.778019 ---      ParallelTerminationStrategy: PID 22495 died...
16:08:16.856398 run iperf3-srv_10.42.42.10(pid=22495): Terminated {rc=256}
16:08:16.868322 ---      ParallelTerminationStrategy: PID 22498 died...
16:08:16.945255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22498): Terminated: ok {rc=0}
16:08:16.958020 ---      ParallelTerminationStrategy: PID 22501 died...
16:08:17.031596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22501): Terminated: ok {rc=0}
16:08:17.043794 ---      ParallelTerminationStrategy: PID 22504 died...
16:08:17.115461 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22504): Terminated: ok {rc=0}
16:08:17.245200 bus                          /gobi_0: Setting Powered False
16:08:18.377881 bus                          /gobi_0: Setting Powered False
16:08:19.500703 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-sysmocell5000</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22786): Process ended prematurely: osmo-stp_10.42.42.5(pid=22786) [trial-2376↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22786)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22786): Process ended prematurely: osmo-stp_10.42.42.5(pid=22786) [trial-2376↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22786)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-sysmocell5000 iperf3.py
----------------------------------------------
16:08:20.618504 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:08:20.630844 tst           gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)
16:08:20.777313 tst                        iperf3.py: using LAC 29096
16:08:20.902442 tst                        iperf3.py: using RAC 26
16:08:21.023605 tst                        iperf3.py: using CellId 29096
16:08:21.145066 tst                        iperf3.py: using BVCI 29097
16:08:21.169097 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:08:21.180867 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:08:21.193069 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:08:21.204597 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:08:21.218927 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:08:21.230453 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:08:21.243453 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:08:21.257760 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:08:21.270463 tst           gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)
16:08:21.557269 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
16:08:21.687715 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:08:22.028858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22778): Launched
16:08:22.314519 run iperf3-srv_10.42.42.10(pid=22779): Launched
16:08:22.503486 tst                      iperf3.py:8: start network...
16:08:22.635033 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:08:23.166022 run         create_hlr_db(pid=22780): Launched
16:08:23.348041 bus                          /gobi_6: Setting Powered False
16:08:24.371711 run         create_hlr_db(pid=22780): Terminated: ok {rc=0}
16:08:24.806273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22782): Launched
16:08:25.222623 run   osmo-hlr_10.42.42.2(pid=22783): Launched
16:08:25.471488 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:08:26.059355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22785): Launched
16:08:26.488028 run   osmo-stp_10.42.42.5(pid=22786): Launched
16:08:26.714024 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:08:27.303281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22788): Launched
16:08:27.422672 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:08:27.726362 run              patchelf(pid=22789): Launched
16:08:27.921442 run   osmo-stp_10.42.42.5(pid=22786): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22786)]
16:08:28.065218 run   osmo-stp_10.42.42.5(pid=22786): stdout: 
| (launched: 2022-12-10_16:08:26.228742)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:08:28.208575 run   osmo-stp_10.42.42.5(pid=22786): stderr: 
| �[0;m�[38;5;43m20221210160826522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160826522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160826522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160826523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160826523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160826523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160826523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:08:28.346755 run   osmo-stp_10.42.42.5(pid=22786): stdout: 
| (launched: 2022-12-10_16:08:26.228742)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:08:28.483630 run   osmo-stp_10.42.42.5(pid=22786): stderr: 
| �[0;m�[38;5;43m20221210160826522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160826522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160826522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160826523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160826523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160826523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160826523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:08:28.643951 run              patchelf(pid=22789): Terminating (SIGINT)
16:08:28.831464 run              patchelf(pid=22789): Terminated: ok {rc=0}
16:08:28.866739 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22786): Process ended prematurely: osmo-stp_10.42.42.5(pid=22786) [trial-2376↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22786)]  [trial-2376↪gprs:trx-sysmocell5000↪iperf3.py:8]
16:08:28.877712 tst                      iperf3.py:8: Test FAILED (8.3 sec)
16:08:28.943380 run   osmo-hlr_10.42.42.2(pid=22783): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22783)]
16:08:28.997135 run   osmo-hlr_10.42.42.2(pid=22783): stdout: 
| (launched: 2022-12-10_16:08:24.966403) 
16:08:29.051525 run   osmo-hlr_10.42.42.2(pid=22783): stderr: 
| �[0;m�[1;31m20221210160825271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160825271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160825271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160825271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160825271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160825271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160825295 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160825308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160825308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160825308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:08:29.098144 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22778): Terminating (SIGTERM)
16:08:29.142028 run iperf3-srv_10.42.42.10(pid=22779): Terminating (SIGTERM)
16:08:29.186007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22782): Terminating (SIGTERM)
16:08:29.232080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22785): Terminating (SIGTERM)
16:08:29.278131 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22788): Terminating (SIGTERM)
16:08:29.289196 ---      ParallelTerminationStrategy: PID 22778 died...
16:08:29.349814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22778): Terminated: ok {rc=0}
16:08:29.360864 ---      ParallelTerminationStrategy: PID 22779 died...
16:08:29.419239 run iperf3-srv_10.42.42.10(pid=22779): Terminated {rc=256}
16:08:29.430309 ---      ParallelTerminationStrategy: PID 22782 died...
16:08:29.490446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22782): Terminated: ok {rc=0}
16:08:29.501620 ---      ParallelTerminationStrategy: PID 22785 died...
16:08:29.559893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22785): Terminated: ok {rc=0}
16:08:29.570656 ---      ParallelTerminationStrategy: PID 22788 died...
16:08:29.628632 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22788): Terminated: ok {rc=0}
16:08:29.719454 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-sysmocell5000</className><duration>12.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22804): Process ended prematurely: osmo-stp_10.42.42.5(pid=22804) [trial-2376↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22804)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22804): Process ended prematurely: osmo-stp_10.42.42.5(pid=22804) [trial-2376↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22804)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-sysmocell5000 iperf3m4.py
----------------------------------------------
16:08:30.840788 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:08:30.854310 tst           gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)
16:08:31.031561 tst                      iperf3m4.py: using LAC 29097
16:08:31.170163 tst                      iperf3m4.py: using RAC 27
16:08:31.340590 tst                      iperf3m4.py: using CellId 29097
16:08:31.516000 tst                      iperf3m4.py: using BVCI 29098
16:08:31.548110 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:08:31.563104 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:08:31.577059 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:08:31.590572 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:08:31.604510 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:08:31.620084 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:08:31.635577 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:08:31.649394 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:08:31.664631 tst           gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)
16:08:31.815444 tst           gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)
16:08:31.979513 tst           gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)
16:08:32.125697 tst           gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)
16:08:32.475548 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
16:08:32.606574 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:08:32.942791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22790): Launched
16:08:33.267752 run iperf3-srv_10.42.42.10(pid=22791): Launched
16:08:33.477093 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
16:08:33.617671 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:08:33.975286 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22792): Launched
16:08:34.276921 run iperf3-srv_10.42.42.10(pid=22793): Launched
16:08:34.483029 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
16:08:34.625137 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:08:34.982216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22794): Launched
16:08:35.283066 run iperf3-srv_10.42.42.10(pid=22795): Launched
16:08:35.489028 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
16:08:35.630709 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:08:35.987460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22796): Launched
16:08:36.289757 run iperf3-srv_10.42.42.10(pid=22797): Launched
16:08:36.498453 tst                    iperf3m4.py:8: start network...
16:08:36.640204 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:08:37.206473 run         create_hlr_db(pid=22798): Launched
16:08:37.400377 bus                          /gobi_6: Setting Powered False
16:08:38.423123 run         create_hlr_db(pid=22798): Terminated: ok {rc=0}
16:08:38.879936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22800): Launched
16:08:39.316562 run   osmo-hlr_10.42.42.2(pid=22801): Launched
16:08:39.557255 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:08:40.138598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22803): Launched
16:08:40.464110 run   osmo-stp_10.42.42.5(pid=22804): Launched
16:08:40.582534 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:08:41.150951 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22806): Launched
16:08:41.266857 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:08:41.552825 run              patchelf(pid=22807): Launched
16:08:41.743272 run   osmo-stp_10.42.42.5(pid=22804): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22804)]
16:08:41.883049 run   osmo-stp_10.42.42.5(pid=22804): stdout: 
| (launched: 2022-12-10_16:08:40.304756)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:08:42.022913 run   osmo-stp_10.42.42.5(pid=22804): stderr: 
| �[0;m�[38;5;43m20221210160840500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160840500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160840500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160840501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160840501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160840501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160840501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:08:42.157836 run   osmo-stp_10.42.42.5(pid=22804): stdout: 
| (launched: 2022-12-10_16:08:40.304756)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:08:42.291225 run   osmo-stp_10.42.42.5(pid=22804): stderr: 
| �[0;m�[38;5;43m20221210160840500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160840500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160840500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160840501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160840501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160840501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160840501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:08:42.446802 run              patchelf(pid=22807): Terminating (SIGINT)
16:08:42.629801 run              patchelf(pid=22807): Terminated: ok {rc=0}
16:08:42.663466 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22804): Process ended prematurely: osmo-stp_10.42.42.5(pid=22804) [trial-2376↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22804)]  [trial-2376↪gprs:trx-sysmocell5000↪iperf3m4.py:8]
16:08:42.673401 tst                    iperf3m4.py:8: Test FAILED (11.9 sec)
16:08:42.736606 run   osmo-hlr_10.42.42.2(pid=22801): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22801)]
16:08:42.788152 run   osmo-hlr_10.42.42.2(pid=22801): stdout: 
| (launched: 2022-12-10_16:08:39.050919) 
16:08:42.840638 run   osmo-hlr_10.42.42.2(pid=22801): stderr: 
| �[0;m�[1;31m20221210160839355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160839355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160839355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160839355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160839355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160839355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160839375 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160839387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160839387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160839387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:08:42.885218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22790): Terminating (SIGTERM)
16:08:42.927208 run iperf3-srv_10.42.42.10(pid=22791): Terminating (SIGTERM)
16:08:42.969354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22792): Terminating (SIGTERM)
16:08:43.011159 run iperf3-srv_10.42.42.10(pid=22793): Terminating (SIGTERM)
16:08:43.053287 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22794): Terminating (SIGTERM)
16:08:43.095284 run iperf3-srv_10.42.42.10(pid=22795): Terminating (SIGTERM)
16:08:43.137425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22796): Terminating (SIGTERM)
16:08:43.179222 run iperf3-srv_10.42.42.10(pid=22797): Terminating (SIGTERM)
16:08:43.221246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22800): Terminating (SIGTERM)
16:08:43.263299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22803): Terminating (SIGTERM)
16:08:43.305513 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22806): Terminating (SIGTERM)
16:08:43.315268 ---      ParallelTerminationStrategy: PID 22790 died...
16:08:43.371716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22790): Terminated: ok {rc=0}
16:08:43.381898 ---      ParallelTerminationStrategy: PID 22791 died...
16:08:43.437883 run iperf3-srv_10.42.42.10(pid=22791): Terminated {rc=256}
16:08:43.447936 ---      ParallelTerminationStrategy: PID 22792 died...
16:08:43.504157 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22792): Terminated: ok {rc=0}
16:08:43.514257 ---      ParallelTerminationStrategy: PID 22793 died...
16:08:43.570473 run iperf3-srv_10.42.42.10(pid=22793): Terminated {rc=256}
16:08:43.580659 ---      ParallelTerminationStrategy: PID 22794 died...
16:08:43.636501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22794): Terminated: ok {rc=0}
16:08:43.646553 ---      ParallelTerminationStrategy: PID 22795 died...
16:08:43.702441 run iperf3-srv_10.42.42.10(pid=22795): Terminated {rc=256}
16:08:43.712520 ---      ParallelTerminationStrategy: PID 22796 died...
16:08:43.768398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22796): Terminated: ok {rc=0}
16:08:43.778467 ---      ParallelTerminationStrategy: PID 22797 died...
16:08:43.834199 run iperf3-srv_10.42.42.10(pid=22797): Terminated {rc=256}
16:08:43.844248 ---      ParallelTerminationStrategy: PID 22800 died...
16:08:43.900042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22800): Terminated: ok {rc=0}
16:08:43.910100 ---      ParallelTerminationStrategy: PID 22803 died...
16:08:43.966022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22803): Terminated: ok {rc=0}
16:08:43.976123 ---      ParallelTerminationStrategy: PID 22806 died...
16:08:44.032183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22806): Terminated: ok {rc=0}
16:08:44.120683 bus                          /gobi_4: Setting Powered False
16:08:45.228261 bus                          /gobi_4: Setting Powered False
16:08:46.338628 bus                          /gobi_1: Setting Powered False
16:08:47.441390 bus                          /gobi_1: Setting Powered False
16:08:48.552881 bus                          /gobi_0: Setting Powered False
16:08:49.655999 bus                          /gobi_0: Setting Powered False
16:08:50.768678 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-sysmocell5000</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22814): Process ended prematurely: osmo-stp_10.42.42.5(pid=22814) [trial-2376↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22814)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22814): Process ended prematurely: osmo-stp_10.42.42.5(pid=22814) [trial-2376↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22814)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-sysmocell5000 ping.py
----------------------------------------------
16:08:51.835545 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:08:51.847254 tst           gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)
16:08:51.985420 tst                          ping.py: using LAC 29098
16:08:52.102590 tst                          ping.py: using RAC 28
16:08:52.227443 tst                          ping.py: using CellId 29098
16:08:52.352511 tst                          ping.py: using BVCI 29099
16:08:52.377121 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:08:52.388589 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:08:52.399921 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:08:52.411261 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:08:52.422261 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:08:52.433251 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:08:52.444414 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:08:52.455530 tst           gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)
16:08:52.730092 tst                       ping.py:19: start network...
16:08:52.855154 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:08:53.338926 run         create_hlr_db(pid=22808): Launched
16:08:53.525280 bus                          /gobi_6: Setting Powered False
16:08:54.544210 run         create_hlr_db(pid=22808): Terminated: ok {rc=0}
16:08:54.946575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22810): Launched
16:08:55.246088 run   osmo-hlr_10.42.42.2(pid=22811): Launched
16:08:55.356675 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:08:55.878832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22813): Launched
16:08:56.178368 run   osmo-stp_10.42.42.5(pid=22814): Launched
16:08:56.287432 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:08:56.813485 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22816): Launched
16:08:56.920649 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:08:57.184541 run              patchelf(pid=22817): Launched
16:08:57.360600 run   osmo-stp_10.42.42.5(pid=22814): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22814)]
16:08:57.489620 run   osmo-stp_10.42.42.5(pid=22814): stdout: 
| (launched: 2022-12-10_16:08:56.031031)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:08:57.619046 run   osmo-stp_10.42.42.5(pid=22814): stderr: 
| �[0;m�[38;5;43m20221210160856201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160856201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160856201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160856201 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160856202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160856202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160856202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:08:57.743529 run   osmo-stp_10.42.42.5(pid=22814): stdout: 
| (launched: 2022-12-10_16:08:56.031031)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:08:57.867529 run   osmo-stp_10.42.42.5(pid=22814): stderr: 
| �[0;m�[38;5;43m20221210160856201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160856201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160856201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160856201 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160856202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160856202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160856202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:08:58.011779 run              patchelf(pid=22817): Terminating (SIGINT)
16:08:58.180598 run              patchelf(pid=22817): Terminated: ok {rc=0}
16:08:58.211754 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22814): Process ended prematurely: osmo-stp_10.42.42.5(pid=22814) [trial-2376↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22814)]  [trial-2376↪gprs:trx-sysmocell5000↪ping.py:22]
16:08:58.220330 tst                       ping.py:22: Test FAILED (6.4 sec)
16:08:58.281289 run   osmo-hlr_10.42.42.2(pid=22811): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22811)]
16:08:58.331165 run   osmo-hlr_10.42.42.2(pid=22811): stdout: 
| (launched: 2022-12-10_16:08:55.098780) 
16:08:58.381501 run   osmo-hlr_10.42.42.2(pid=22811): stderr: 
| �[0;m�[1;31m20221210160855276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160855276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160855276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160855276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160855276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160855276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160855288 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160855297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160855298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160855298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:08:58.424102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22810): Terminating (SIGTERM)
16:08:58.464548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22813): Terminating (SIGTERM)
16:08:58.505342 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22816): Terminating (SIGTERM)
16:08:58.514855 ---      ParallelTerminationStrategy: PID 22810 died...
16:08:58.570070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22810): Terminated: ok {rc=0}
16:08:58.579928 ---      ParallelTerminationStrategy: PID 22813 died...
16:08:58.634299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22813): Terminated: ok {rc=0}
16:08:58.644122 ---      ParallelTerminationStrategy: PID 22816 died...
16:08:58.697850 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22816): Terminated: ok {rc=0}
16:08:58.783117 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-sysmocell5000</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22824): Process ended prematurely: osmo-stp_10.42.42.5(pid=22824) [trial-2376↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22824)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22824): Process ended prematurely: osmo-stp_10.42.42.5(pid=22824) [trial-2376↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22824)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-sysmocell5000 ping_idle_ping.py
----------------------------------------------
16:08:59.835463 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:08:59.847811 tst           gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)
16:08:59.996048 tst                ping_idle_ping.py: using LAC 29099
16:09:00.120235 tst                ping_idle_ping.py: using RAC 29
16:09:00.245959 tst                ping_idle_ping.py: using CellId 29099
16:09:00.372251 tst                ping_idle_ping.py: using BVCI 29100
16:09:00.396684 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:09:00.408172 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:09:00.419423 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:09:00.430659 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:09:00.441823 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:09:00.453102 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:09:00.464425 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
16:09:00.475585 tst           gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)
16:09:00.767489 tst             ping_idle_ping.py:24: start network...
16:09:00.929590 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:09:01.459021 run         create_hlr_db(pid=22818): Launched
16:09:01.640672 bus                          /gobi_6: Setting Powered False
16:09:02.667316 run         create_hlr_db(pid=22818): Terminated: ok {rc=0}
16:09:03.095049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22820): Launched
16:09:03.417063 run   osmo-hlr_10.42.42.2(pid=22821): Launched
16:09:03.538541 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:09:04.095234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22823): Launched
16:09:04.417350 run   osmo-stp_10.42.42.5(pid=22824): Launched
16:09:04.533584 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:09:05.094726 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22826): Launched
16:09:05.209160 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:09:05.487448 run              patchelf(pid=22827): Launched
16:09:05.674839 run   osmo-stp_10.42.42.5(pid=22824): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22824)]
16:09:05.811252 run   osmo-stp_10.42.42.5(pid=22824): stdout: 
| (launched: 2022-12-10_16:09:04.258833)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:09:05.947961 run   osmo-stp_10.42.42.5(pid=22824): stderr: 
| �[0;m�[38;5;43m20221210160904452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160904453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160904453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160904453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160904454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160904454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160904454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:09:06.080286 run   osmo-stp_10.42.42.5(pid=22824): stdout: 
| (launched: 2022-12-10_16:09:04.258833)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:09:06.211395 run   osmo-stp_10.42.42.5(pid=22824): stderr: 
| �[0;m�[38;5;43m20221210160904452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160904453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160904453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160904453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160904454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160904454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160904454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:09:06.365119 run              patchelf(pid=22827): Terminating (SIGINT)
16:09:06.545219 run              patchelf(pid=22827): Terminated: ok {rc=0}
16:09:06.578042 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22824): Process ended prematurely: osmo-stp_10.42.42.5(pid=22824) [trial-2376↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22824)]  [trial-2376↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]
16:09:06.587424 tst             ping_idle_ping.py:27: Test FAILED (6.7 sec)
16:09:06.650416 run   osmo-hlr_10.42.42.2(pid=22821): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22821)]
16:09:06.701822 run   osmo-hlr_10.42.42.2(pid=22821): stdout: 
| (launched: 2022-12-10_16:09:03.258636) 
16:09:06.753969 run   osmo-hlr_10.42.42.2(pid=22821): stderr: 
| �[0;m�[1;31m20221210160903458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160903458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160903458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160903458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160903458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160903458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160903471 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160903479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160903479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160903479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:09:06.798405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22820): Terminating (SIGTERM)
16:09:06.840373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22823): Terminating (SIGTERM)
16:09:06.882345 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22826): Terminating (SIGTERM)
16:09:06.892151 ---      ParallelTerminationStrategy: PID 22820 died...
16:09:06.948365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22820): Terminated: ok {rc=0}
16:09:06.958642 ---      ParallelTerminationStrategy: PID 22823 died...
16:09:07.014870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22823): Terminated: ok {rc=0}
16:09:07.025178 ---      ParallelTerminationStrategy: PID 22826 died...
16:09:07.081479 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22826): Terminated: ok {rc=0}
16:09:07.169617 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>62.0</duration><id>69</id><name>gprs_trx-sysmocell5000</name><properties></properties><timestamp>2022-12-10T16:08:07</timestamp></suite><suite><case><age>238</age><className>gprs:trx-sysmocell5000+mod-bts0-egprs</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22842): Process ended prematurely: osmo-stp_10.42.42.5(pid=22842) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22842)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22842): Process ended prematurely: osmo-stp_10.42.42.5(pid=22842) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22842)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py
----------------------------------------------
16:09:09.323240 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:09.334381 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)
16:09:09.474470 tst         cs_paging_gprs_active.py: using LAC 29100
16:09:09.594301 tst         cs_paging_gprs_active.py: using RAC 30
16:09:09.720712 tst         cs_paging_gprs_active.py: using CellId 29100
16:09:09.850459 tst         cs_paging_gprs_active.py: using BVCI 29101
16:09:09.875542 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:09.887256 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:09.898825 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:09.910426 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:09.921772 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:09.933128 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:09.944518 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:09.955712 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:09.967102 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:09:10.085925 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:09:10.368828 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
16:09:10.497260 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:09:10.816736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22832): Launched
16:09:11.081471 run iperf3-srv_10.42.42.10(pid=22833): Launched
16:09:11.269989 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
16:09:11.398220 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:09:11.718867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22834): Launched
16:09:11.984383 run iperf3-srv_10.42.42.10(pid=22835): Launched
16:09:12.172416 tst      cs_paging_gprs_active.py:38: start network...
16:09:12.300861 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:09:12.785406 run         create_hlr_db(pid=22836): Launched
16:09:12.961737 bus                          /gobi_6: Setting Powered False
16:09:13.983329 run         create_hlr_db(pid=22836): Terminated: ok {rc=0}
16:09:14.393168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22838): Launched
16:09:14.699890 run   osmo-hlr_10.42.42.2(pid=22839): Launched
16:09:14.820226 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:09:15.356133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22841): Launched
16:09:15.664161 run   osmo-stp_10.42.42.5(pid=22842): Launched
16:09:15.776145 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:09:16.367187 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22844): Launched
16:09:16.524484 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:09:16.899748 run              patchelf(pid=22845): Launched
16:09:17.098258 run   osmo-stp_10.42.42.5(pid=22842): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22842)]
16:09:17.243382 run   osmo-stp_10.42.42.5(pid=22842): stdout: 
| (launched: 2022-12-10_16:09:15.511788)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:09:17.386077 run   osmo-stp_10.42.42.5(pid=22842): stderr: 
| �[0;m�[38;5;43m20221210160915686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160915686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160915686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160915686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160915687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160915687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160915687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:09:17.521499 run   osmo-stp_10.42.42.5(pid=22842): stdout: 
| (launched: 2022-12-10_16:09:15.511788)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:09:17.656089 run   osmo-stp_10.42.42.5(pid=22842): stderr: 
| �[0;m�[38;5;43m20221210160915686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160915686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160915686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160915686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160915687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160915687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160915687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:09:17.812044 run              patchelf(pid=22845): Terminating (SIGINT)
16:09:17.995215 run              patchelf(pid=22845): Terminated: ok {rc=0}
16:09:18.028850 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22842): Process ended prematurely: osmo-stp_10.42.42.5(pid=22842) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22842)]  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]
16:09:18.039234 tst      cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)
16:09:18.102389 run   osmo-hlr_10.42.42.2(pid=22839): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22839)]
16:09:18.153724 run   osmo-hlr_10.42.42.2(pid=22839): stdout: 
| (launched: 2022-12-10_16:09:14.549240) 
16:09:18.205598 run   osmo-hlr_10.42.42.2(pid=22839): stderr: 
| �[0;m�[1;31m20221210160914730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160914730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160914730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160914730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160914730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160914730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160914742 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160914751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160914751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160914751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:09:18.250075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22832): Terminating (SIGTERM)
16:09:18.292002 run iperf3-srv_10.42.42.10(pid=22833): Terminating (SIGTERM)
16:09:18.334167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22834): Terminating (SIGTERM)
16:09:18.376773 run iperf3-srv_10.42.42.10(pid=22835): Terminating (SIGTERM)
16:09:18.419044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22838): Terminating (SIGTERM)
16:09:18.461066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22841): Terminating (SIGTERM)
16:09:18.503082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22844): Terminating (SIGTERM)
16:09:18.512358 ---      ParallelTerminationStrategy: PID 22832 died...
16:09:18.569110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22832): Terminated: ok {rc=0}
16:09:18.579561 ---      ParallelTerminationStrategy: PID 22833 died...
16:09:18.635742 run iperf3-srv_10.42.42.10(pid=22833): Terminated {rc=256}
16:09:18.645929 ---      ParallelTerminationStrategy: PID 22834 died...
16:09:18.701674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22834): Terminated: ok {rc=0}
16:09:18.711823 ---      ParallelTerminationStrategy: PID 22835 died...
16:09:18.767759 run iperf3-srv_10.42.42.10(pid=22835): Terminated {rc=256}
16:09:18.777926 ---      ParallelTerminationStrategy: PID 22838 died...
16:09:18.833451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22838): Terminated: ok {rc=0}
16:09:18.843526 ---      ParallelTerminationStrategy: PID 22841 died...
16:09:18.899342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22841): Terminated: ok {rc=0}
16:09:18.909509 ---      ParallelTerminationStrategy: PID 22844 died...
16:09:18.965327 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22844): Terminated: ok {rc=0}
16:09:19.052553 bus                          /gobi_0: Setting Powered False
16:09:20.160457 bus                          /gobi_0: Setting Powered False
16:09:21.271732 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-sysmocell5000+mod-bts0-egprs</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22854): Process ended prematurely: osmo-stp_10.42.42.5(pid=22854) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22854)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22854): Process ended prematurely: osmo-stp_10.42.42.5(pid=22854) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22854)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py
----------------------------------------------
16:09:22.382711 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:22.394470 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)
16:09:22.537538 tst                        iperf3.py: using LAC 29101
16:09:22.661407 tst                        iperf3.py: using RAC 31
16:09:22.778737 tst                        iperf3.py: using CellId 29101
16:09:22.895940 tst                        iperf3.py: using BVCI 29102
16:09:22.919257 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:22.930471 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:22.941259 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:22.952188 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:22.963180 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:22.974260 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:22.985327 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:22.996151 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:23.007292 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:09:23.302541 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
16:09:23.438163 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:09:23.774384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22846): Launched
16:09:24.054522 run iperf3-srv_10.42.42.10(pid=22847): Launched
16:09:24.254321 tst                      iperf3.py:8: start network...
16:09:24.390184 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:09:24.911538 run         create_hlr_db(pid=22848): Launched
16:09:25.099867 bus                          /gobi_6: Setting Powered False
16:09:26.121685 run         create_hlr_db(pid=22848): Terminated: ok {rc=0}
16:09:26.534046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22850): Launched
16:09:26.840402 run   osmo-hlr_10.42.42.2(pid=22851): Launched
16:09:26.959405 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:09:27.496415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22853): Launched
16:09:27.801343 run   osmo-stp_10.42.42.5(pid=22854): Launched
16:09:27.912340 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:09:28.444334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22856): Launched
16:09:28.553754 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:09:28.819675 run              patchelf(pid=22857): Launched
16:09:28.998437 run   osmo-stp_10.42.42.5(pid=22854): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22854)]
16:09:29.129734 run   osmo-stp_10.42.42.5(pid=22854): stdout: 
| (launched: 2022-12-10_16:09:27.651346)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:09:29.261927 run   osmo-stp_10.42.42.5(pid=22854): stderr: 
| �[0;m�[38;5;43m20221210160927825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160927825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160927825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160927826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160927826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160927826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160927826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:09:29.388715 run   osmo-stp_10.42.42.5(pid=22854): stdout: 
| (launched: 2022-12-10_16:09:27.651346)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:09:29.514705 run   osmo-stp_10.42.42.5(pid=22854): stderr: 
| �[0;m�[38;5;43m20221210160927825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160927825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160927825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160927826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160927826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160927826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160927826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:09:29.661171 run              patchelf(pid=22857): Terminating (SIGINT)
16:09:29.832784 run              patchelf(pid=22857): Terminated: ok {rc=0}
16:09:29.864271 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22854): Process ended prematurely: osmo-stp_10.42.42.5(pid=22854) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22854)]  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]
16:09:29.873589 tst                      iperf3.py:8: Test FAILED (7.5 sec)
16:09:29.934020 run   osmo-hlr_10.42.42.2(pid=22851): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22851)]
16:09:29.982573 run   osmo-hlr_10.42.42.2(pid=22851): stdout: 
| (launched: 2022-12-10_16:09:26.689959) 
16:09:30.032398 run   osmo-hlr_10.42.42.2(pid=22851): stderr: 
| �[0;m�[1;31m20221210160926866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160926866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160926866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160926866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160926866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160926866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160926878 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160926887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160926887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160926887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:09:30.074802 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22846): Terminating (SIGTERM)
16:09:30.115050 run iperf3-srv_10.42.42.10(pid=22847): Terminating (SIGTERM)
16:09:30.155124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22850): Terminating (SIGTERM)
16:09:30.194905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22853): Terminating (SIGTERM)
16:09:30.235299 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22856): Terminating (SIGTERM)
16:09:30.244822 ---      ParallelTerminationStrategy: PID 22846 died...
16:09:30.298767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22846): Terminated: ok {rc=0}
16:09:30.308721 ---      ParallelTerminationStrategy: PID 22847 died...
16:09:30.362155 run iperf3-srv_10.42.42.10(pid=22847): Terminated {rc=256}
16:09:30.371986 ---      ParallelTerminationStrategy: PID 22850 died...
16:09:30.425396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22850): Terminated: ok {rc=0}
16:09:30.435137 ---      ParallelTerminationStrategy: PID 22853 died...
16:09:30.488699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22853): Terminated: ok {rc=0}
16:09:30.498451 ---      ParallelTerminationStrategy: PID 22856 died...
16:09:30.552217 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22856): Terminated: ok {rc=0}
16:09:30.636037 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-sysmocell5000+mod-bts0-egprs</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22874): Process ended prematurely: osmo-stp_10.42.42.5(pid=22874) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22874)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22874): Process ended prematurely: osmo-stp_10.42.42.5(pid=22874) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22874)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py
----------------------------------------------
16:09:31.761095 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:31.773690 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)
16:09:31.922668 tst                      iperf3m4.py: using LAC 29102
16:09:32.076806 tst                      iperf3m4.py: using RAC 32
16:09:32.210019 tst                      iperf3m4.py: using CellId 29102
16:09:32.337355 tst                      iperf3m4.py: using BVCI 29103
16:09:32.361817 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:32.373307 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:32.384470 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:32.395652 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:32.406835 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:32.418496 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:32.429949 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:32.441236 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:32.452665 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:09:32.568729 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:09:32.690530 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:09:32.809236 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:09:33.086727 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
16:09:33.211653 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:09:33.522596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22858): Launched
16:09:33.781090 run iperf3-srv_10.42.42.10(pid=22859): Launched
16:09:33.963759 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
16:09:34.088398 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:09:34.399079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22860): Launched
16:09:34.656484 run iperf3-srv_10.42.42.10(pid=22863): Launched
16:09:34.838755 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
16:09:34.962992 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:09:35.272428 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22864): Launched
16:09:35.529956 run iperf3-srv_10.42.42.10(pid=22865): Launched
16:09:35.713310 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
16:09:35.838160 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:09:36.148172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22866): Launched
16:09:36.405883 run iperf3-srv_10.42.42.10(pid=22867): Launched
16:09:36.588580 tst                    iperf3m4.py:8: start network...
16:09:36.713075 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:09:37.181294 run         create_hlr_db(pid=22868): Launched
16:09:37.353328 bus                          /gobi_6: Setting Powered False
16:09:38.376161 run         create_hlr_db(pid=22868): Terminated: ok {rc=0}
16:09:38.774891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22870): Launched
16:09:39.073651 run   osmo-hlr_10.42.42.2(pid=22871): Launched
16:09:39.187402 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:09:39.714717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22873): Launched
16:09:40.014200 run   osmo-stp_10.42.42.5(pid=22874): Launched
16:09:40.123305 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:09:40.644177 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22876): Launched
16:09:40.750843 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:09:41.010884 run              patchelf(pid=22877): Launched
16:09:41.186238 run   osmo-stp_10.42.42.5(pid=22874): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22874)]
16:09:41.314402 run   osmo-stp_10.42.42.5(pid=22874): stdout: 
| (launched: 2022-12-10_16:09:39.866698)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:09:41.443099 run   osmo-stp_10.42.42.5(pid=22874): stderr: 
| �[0;m�[38;5;43m20221210160940033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160940033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160940033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160940034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160940034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160940034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160940035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:09:41.567049 run   osmo-stp_10.42.42.5(pid=22874): stdout: 
| (launched: 2022-12-10_16:09:39.866698)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:09:41.689774 run   osmo-stp_10.42.42.5(pid=22874): stderr: 
| �[0;m�[38;5;43m20221210160940033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160940033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160940033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160940034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160940034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160940034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160940035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:09:41.832911 run              patchelf(pid=22877): Terminating (SIGINT)
16:09:42.001774 run              patchelf(pid=22877): Terminated: ok {rc=0}
16:09:42.032829 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22874): Process ended prematurely: osmo-stp_10.42.42.5(pid=22874) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22874)]  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]
16:09:42.042267 tst                    iperf3m4.py:8: Test FAILED (10.3 sec)
16:09:42.103099 run   osmo-hlr_10.42.42.2(pid=22871): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22871)]
16:09:42.152545 run   osmo-hlr_10.42.42.2(pid=22871): stdout: 
| (launched: 2022-12-10_16:09:38.927112) 
16:09:42.202431 run   osmo-hlr_10.42.42.2(pid=22871): stderr: 
| �[0;m�[1;31m20221210160939101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160939101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160939101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160939101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160939101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160939101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160939114 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160939122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160939122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160939122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:09:42.244916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22858): Terminating (SIGTERM)
16:09:42.284572 run iperf3-srv_10.42.42.10(pid=22859): Terminating (SIGTERM)
16:09:42.324709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22860): Terminating (SIGTERM)
16:09:42.364696 run iperf3-srv_10.42.42.10(pid=22863): Terminating (SIGTERM)
16:09:42.404626 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22864): Terminating (SIGTERM)
16:09:42.444854 run iperf3-srv_10.42.42.10(pid=22865): Terminating (SIGTERM)
16:09:42.484697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22866): Terminating (SIGTERM)
16:09:42.524713 run iperf3-srv_10.42.42.10(pid=22867): Terminating (SIGTERM)
16:09:42.565243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22870): Terminating (SIGTERM)
16:09:42.605356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22873): Terminating (SIGTERM)
16:09:42.645311 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22876): Terminating (SIGTERM)
16:09:42.654797 ---      ParallelTerminationStrategy: PID 22858 died...
16:09:42.708736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22858): Terminated: ok {rc=0}
16:09:42.718510 ---      ParallelTerminationStrategy: PID 22859 died...
16:09:42.771880 run iperf3-srv_10.42.42.10(pid=22859): Terminated {rc=256}
16:09:42.781471 ---      ParallelTerminationStrategy: PID 22860 died...
16:09:42.834451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22860): Terminated: ok {rc=0}
16:09:42.843819 ---      ParallelTerminationStrategy: PID 22863 died...
16:09:42.897842 run iperf3-srv_10.42.42.10(pid=22863): Terminated {rc=256}
16:09:42.907304 ---      ParallelTerminationStrategy: PID 22864 died...
16:09:42.960236 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22864): Terminated: ok {rc=0}
16:09:42.969880 ---      ParallelTerminationStrategy: PID 22865 died...
16:09:43.022707 run iperf3-srv_10.42.42.10(pid=22865): Terminated {rc=256}
16:09:43.032368 ---      ParallelTerminationStrategy: PID 22866 died...
16:09:43.085053 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22866): Terminated: ok {rc=0}
16:09:43.094923 ---      ParallelTerminationStrategy: PID 22867 died...
16:09:43.148060 run iperf3-srv_10.42.42.10(pid=22867): Terminated {rc=256}
16:09:43.157644 ---      ParallelTerminationStrategy: PID 22870 died...
16:09:43.210021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22870): Terminated: ok {rc=0}
16:09:43.219756 ---      ParallelTerminationStrategy: PID 22873 died...
16:09:43.272441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22873): Terminated: ok {rc=0}
16:09:43.282045 ---      ParallelTerminationStrategy: PID 22876 died...
16:09:43.335035 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22876): Terminated: ok {rc=0}
16:09:43.424453 bus                          /gobi_4: Setting Powered False
16:09:44.528587 bus                          /gobi_4: Setting Powered False
16:09:45.640984 bus                          /gobi_1: Setting Powered False
16:09:46.748800 bus                          /gobi_1: Setting Powered False
16:09:47.859612 bus                          /gobi_0: Setting Powered False
16:09:48.966587 bus                          /gobi_0: Setting Powered False
16:09:50.079579 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-sysmocell5000+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22885): Process ended prematurely: osmo-stp_10.42.42.5(pid=22885) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22885)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22885): Process ended prematurely: osmo-stp_10.42.42.5(pid=22885) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22885)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py
----------------------------------------------
16:09:51.147295 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:51.159008 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)
16:09:51.296568 tst                          ping.py: using LAC 29103
16:09:51.414289 tst                          ping.py: using RAC 33
16:09:51.530382 tst                          ping.py: using CellId 29103
16:09:51.652883 tst                          ping.py: using BVCI 29104
16:09:51.677161 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:51.688884 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:51.700477 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:51.712207 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:51.723858 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:51.735494 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:51.747188 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:51.758824 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:09:52.030722 tst                       ping.py:19: start network...
16:09:52.153504 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:09:52.616812 run         create_hlr_db(pid=22879): Launched
16:09:52.788709 bus                          /gobi_6: Setting Powered False
16:09:53.808431 run         create_hlr_db(pid=22879): Terminated: ok {rc=0}
16:09:54.226139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22881): Launched
16:09:54.539752 run   osmo-hlr_10.42.42.2(pid=22882): Launched
16:09:54.656281 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:09:55.203408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22884): Launched
16:09:55.517609 run   osmo-stp_10.42.42.5(pid=22885): Launched
16:09:55.633710 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:09:56.182382 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22887): Launched
16:09:56.294730 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:09:56.569725 run              patchelf(pid=22888): Launched
16:09:56.754724 run   osmo-stp_10.42.42.5(pid=22885): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22885)]
16:09:56.889377 run   osmo-stp_10.42.42.5(pid=22885): stdout: 
| (launched: 2022-12-10_16:09:55.363773)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:09:57.024116 run   osmo-stp_10.42.42.5(pid=22885): stderr: 
| �[0;m�[38;5;43m20221210160955554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160955554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160955555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160955555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160955555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160955555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160955556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:09:57.154378 run   osmo-stp_10.42.42.5(pid=22885): stdout: 
| (launched: 2022-12-10_16:09:55.363773)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:09:57.283308 run   osmo-stp_10.42.42.5(pid=22885): stderr: 
| �[0;m�[38;5;43m20221210160955554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210160955554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210160955555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210160955555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210160955555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210160955555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210160955556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:09:57.433594 run              patchelf(pid=22888): Terminating (SIGINT)
16:09:57.610026 run              patchelf(pid=22888): Terminated: ok {rc=0}
16:09:57.642148 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22885): Process ended prematurely: osmo-stp_10.42.42.5(pid=22885) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22885)]  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]
16:09:57.651380 tst                       ping.py:22: Test FAILED (6.5 sec)
16:09:57.714366 run   osmo-hlr_10.42.42.2(pid=22882): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22882)]
16:09:57.765906 run   osmo-hlr_10.42.42.2(pid=22882): stdout: 
| (launched: 2022-12-10_16:09:54.386213) 
16:09:57.818146 run   osmo-hlr_10.42.42.2(pid=22882): stderr: 
| �[0;m�[1;31m20221210160954583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210160954583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210160954583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210160954583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210160954583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210160954583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210160954596 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210160954605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210160954605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210160954605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:09:57.862792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22881): Terminating (SIGTERM)
16:09:57.905084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22884): Terminating (SIGTERM)
16:09:57.947215 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22887): Terminating (SIGTERM)
16:09:57.957176 ---      ParallelTerminationStrategy: PID 22881 died...
16:09:58.013576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22881): Terminated: ok {rc=0}
16:09:58.023849 ---      ParallelTerminationStrategy: PID 22884 died...
16:09:58.079985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22884): Terminated: ok {rc=0}
16:09:58.090370 ---      ParallelTerminationStrategy: PID 22887 died...
16:09:58.146378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22887): Terminated: ok {rc=0}
16:09:58.234525 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-sysmocell5000+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22898): Process ended prematurely: osmo-stp_10.42.42.5(pid=22898) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22898)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22898): Process ended prematurely: osmo-stp_10.42.42.5(pid=22898) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22898)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py
----------------------------------------------
16:09:59.285985 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:59.298138 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)
16:09:59.438413 tst                ping_idle_ping.py: using LAC 29104
16:09:59.554379 tst                ping_idle_ping.py: using RAC 34
16:09:59.670309 tst                ping_idle_ping.py: using CellId 29104
16:09:59.788111 tst                ping_idle_ping.py: using BVCI 29105
16:09:59.810635 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:59.821835 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:59.832682 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:59.844250 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:59.855858 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:59.867456 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:59.879240 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:09:59.890702 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:10:00.163189 tst             ping_idle_ping.py:24: start network...
16:10:00.286547 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:10:00.753415 run         create_hlr_db(pid=22889): Launched
16:10:00.933895 bus                          /gobi_6: Setting Powered False
16:10:02.008008 run         create_hlr_db(pid=22889): Terminated: ok {rc=0}
16:10:02.474037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22894): Launched
16:10:02.790062 run   osmo-hlr_10.42.42.2(pid=22895): Launched
16:10:02.905949 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:10:03.450664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22897): Launched
16:10:03.765196 run   osmo-stp_10.42.42.5(pid=22898): Launched
16:10:03.878572 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:10:04.427310 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22900): Launched
16:10:04.540117 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:10:04.810987 run              patchelf(pid=22901): Launched
16:10:04.983650 run   osmo-stp_10.42.42.5(pid=22898): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22898)]
16:10:05.110380 run   osmo-stp_10.42.42.5(pid=22898): stdout: 
| (launched: 2022-12-10_16:10:03.610860)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:10:05.236844 run   osmo-stp_10.42.42.5(pid=22898): stderr: 
| �[0;m�[38;5;43m20221210161003803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161003804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161003804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161003804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161003805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161003805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161003805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:10:05.359486 run   osmo-stp_10.42.42.5(pid=22898): stdout: 
| (launched: 2022-12-10_16:10:03.610860)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:10:05.480013 run   osmo-stp_10.42.42.5(pid=22898): stderr: 
| �[0;m�[38;5;43m20221210161003803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161003804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161003804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161003804 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161003805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161003805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161003805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:10:05.621456 run              patchelf(pid=22901): Terminating (SIGINT)
16:10:05.786415 run              patchelf(pid=22901): Terminated: ok {rc=0}
16:10:05.816474 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22898): Process ended prematurely: osmo-stp_10.42.42.5(pid=22898) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22898)]  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]
16:10:05.824766 tst             ping_idle_ping.py:27: Test FAILED (6.5 sec)
16:10:05.884901 run   osmo-hlr_10.42.42.2(pid=22895): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22895)]
16:10:05.933200 run   osmo-hlr_10.42.42.2(pid=22895): stdout: 
| (launched: 2022-12-10_16:10:02.635077) 
16:10:05.982627 run   osmo-hlr_10.42.42.2(pid=22895): stderr: 
| �[0;m�[1;31m20221210161002836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161002836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161002836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161002836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161002836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161002837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161002851 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161002860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161002860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161002860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:10:06.024579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22894): Terminating (SIGTERM)
16:10:06.064312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22897): Terminating (SIGTERM)
16:10:06.104165 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22900): Terminating (SIGTERM)
16:10:06.113625 ---      ParallelTerminationStrategy: PID 22894 died...
16:10:06.167315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22894): Terminated: ok {rc=0}
16:10:06.176872 ---      ParallelTerminationStrategy: PID 22897 died...
16:10:06.230532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22897): Terminated: ok {rc=0}
16:10:06.240348 ---      ParallelTerminationStrategy: PID 22900 died...
16:10:06.294618 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22900): Terminated: ok {rc=0}
16:10:06.379057 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>70</id><name>gprs_trx-sysmocell5000+mod-bts0-egprs</name><properties></properties><timestamp>2022-12-10T16:09:08</timestamp></suite><suite><case><age>238</age><className>gprs:trx-sysmocell5000+mod-bts0-dynts-ipa</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22916): Process ended prematurely: osmo-stp_10.42.42.5(pid=22916) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22916)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22916): Process ended prematurely: osmo-stp_10.42.42.5(pid=22916) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22916)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py
----------------------------------------------
16:10:08.530503 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:08.541459 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
16:10:08.701656 tst         cs_paging_gprs_active.py: using LAC 29105
16:10:08.818168 tst         cs_paging_gprs_active.py: using RAC 35
16:10:08.934521 tst         cs_paging_gprs_active.py: using CellId 29105
16:10:09.050621 tst         cs_paging_gprs_active.py: using BVCI 29106
16:10:09.073496 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:09.084243 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:09.095002 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:09.106086 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:09.117046 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:09.127842 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:09.138878 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:09.149739 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:09.160878 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:10:09.278111 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:10:09.554249 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
16:10:09.679664 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:10:09.991369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22906): Launched
16:10:10.249125 run iperf3-srv_10.42.42.10(pid=22907): Launched
16:10:10.432530 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
16:10:10.557351 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:10:10.869526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22908): Launched
16:10:11.127297 run iperf3-srv_10.42.42.10(pid=22909): Launched
16:10:11.310610 tst      cs_paging_gprs_active.py:38: start network...
16:10:11.435281 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:10:11.906213 run         create_hlr_db(pid=22910): Launched
16:10:12.078985 bus                          /gobi_6: Setting Powered False
16:10:13.098717 run         create_hlr_db(pid=22910): Terminated: ok {rc=0}
16:10:13.519059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22912): Launched
16:10:13.836534 run   osmo-hlr_10.42.42.2(pid=22913): Launched
16:10:13.952770 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:10:14.500797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22915): Launched
16:10:14.817535 run   osmo-stp_10.42.42.5(pid=22916): Launched
16:10:14.932372 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:10:15.482481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22918): Launched
16:10:15.595615 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:10:15.884494 run              patchelf(pid=22919): Launched
16:10:16.090744 run   osmo-stp_10.42.42.5(pid=22916): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22916)]
16:10:16.228260 run   osmo-stp_10.42.42.5(pid=22916): stdout: 
| (launched: 2022-12-10_16:10:14.661902)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:10:16.366868 run   osmo-stp_10.42.42.5(pid=22916): stderr: 
| �[0;m�[38;5;43m20221210161014853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161014853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161014853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161014854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161014854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161014854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161014854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:10:16.499639 run   osmo-stp_10.42.42.5(pid=22916): stdout: 
| (launched: 2022-12-10_16:10:14.661902)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:10:16.632079 run   osmo-stp_10.42.42.5(pid=22916): stderr: 
| �[0;m�[38;5;43m20221210161014853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161014853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161014853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161014854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161014854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161014854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161014854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:10:16.786042 run              patchelf(pid=22919): Terminating (SIGINT)
16:10:16.967242 run              patchelf(pid=22919): Terminated: ok {rc=0}
16:10:17.000878 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22916): Process ended prematurely: osmo-stp_10.42.42.5(pid=22916) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22916)]  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]
16:10:17.012472 tst      cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)
16:10:17.076369 run   osmo-hlr_10.42.42.2(pid=22913): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22913)]
16:10:17.128295 run   osmo-hlr_10.42.42.2(pid=22913): stdout: 
| (launched: 2022-12-10_16:10:13.681733) 
16:10:17.180059 run   osmo-hlr_10.42.42.2(pid=22913): stderr: 
| �[0;m�[1;31m20221210161013880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161013880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161013880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161013880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161013880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161013880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161013893 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161013902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161013902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161013902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:10:17.223920 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22906): Terminating (SIGTERM)
16:10:17.264924 run iperf3-srv_10.42.42.10(pid=22907): Terminating (SIGTERM)
16:10:17.306284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22908): Terminating (SIGTERM)
16:10:17.347572 run iperf3-srv_10.42.42.10(pid=22909): Terminating (SIGTERM)
16:10:17.388668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22912): Terminating (SIGTERM)
16:10:17.430141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22915): Terminating (SIGTERM)
16:10:17.471318 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22918): Terminating (SIGTERM)
16:10:17.480838 ---      ParallelTerminationStrategy: PID 22906 died...
16:10:17.536246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22906): Terminated: ok {rc=0}
16:10:17.546254 ---      ParallelTerminationStrategy: PID 22907 died...
16:10:17.601722 run iperf3-srv_10.42.42.10(pid=22907): Terminated {rc=256}
16:10:17.611507 ---      ParallelTerminationStrategy: PID 22908 died...
16:10:17.666537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22908): Terminated: ok {rc=0}
16:10:17.676411 ---      ParallelTerminationStrategy: PID 22909 died...
16:10:17.731210 run iperf3-srv_10.42.42.10(pid=22909): Terminated {rc=256}
16:10:17.741167 ---      ParallelTerminationStrategy: PID 22912 died...
16:10:17.796186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22912): Terminated: ok {rc=0}
16:10:17.806154 ---      ParallelTerminationStrategy: PID 22915 died...
16:10:17.861307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22915): Terminated: ok {rc=0}
16:10:17.871175 ---      ParallelTerminationStrategy: PID 22918 died...
16:10:17.926089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22918): Terminated: ok {rc=0}
16:10:18.012937 bus                          /gobi_0: Setting Powered False
16:10:19.114817 bus                          /gobi_0: Setting Powered False
16:10:20.223751 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-sysmocell5000+mod-bts0-dynts-ipa</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22928): Process ended prematurely: osmo-stp_10.42.42.5(pid=22928) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22928)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22928): Process ended prematurely: osmo-stp_10.42.42.5(pid=22928) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22928)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py
----------------------------------------------
16:10:21.336502 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:21.348689 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
16:10:21.511291 tst                        iperf3.py: using LAC 29106
16:10:21.627113 tst                        iperf3.py: using RAC 36
16:10:21.751120 tst                        iperf3.py: using CellId 29106
16:10:21.870388 tst                        iperf3.py: using BVCI 29107
16:10:21.893067 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:21.903972 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:21.914758 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:21.925671 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:21.936651 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:21.947591 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:21.958710 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:21.969575 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:21.980651 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:10:22.269380 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
16:10:22.401082 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:10:22.729135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22920): Launched
16:10:23.000884 run iperf3-srv_10.42.42.10(pid=22921): Launched
16:10:23.194732 tst                      iperf3.py:8: start network...
16:10:23.326984 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:10:23.833889 run         create_hlr_db(pid=22922): Launched
16:10:24.016650 bus                          /gobi_6: Setting Powered False
16:10:25.039355 run         create_hlr_db(pid=22922): Terminated: ok {rc=0}
16:10:25.437539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22924): Launched
16:10:25.734914 run   osmo-hlr_10.42.42.2(pid=22925): Launched
16:10:25.852630 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:10:26.373540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22927): Launched
16:10:26.669047 run   osmo-stp_10.42.42.5(pid=22928): Launched
16:10:26.777570 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:10:27.294393 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22930): Launched
16:10:27.399686 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:10:27.657809 run              patchelf(pid=22931): Launched
16:10:27.831559 run   osmo-stp_10.42.42.5(pid=22928): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22928)]
16:10:27.958607 run   osmo-stp_10.42.42.5(pid=22928): stdout: 
| (launched: 2022-12-10_16:10:26.523328)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:10:28.086052 run   osmo-stp_10.42.42.5(pid=22928): stderr: 
| �[0;m�[38;5;43m20221210161026692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161026692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161026692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161026693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161026693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161026693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161026693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:10:28.208567 run   osmo-stp_10.42.42.5(pid=22928): stdout: 
| (launched: 2022-12-10_16:10:26.523328)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:10:28.330082 run   osmo-stp_10.42.42.5(pid=22928): stderr: 
| �[0;m�[38;5;43m20221210161026692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161026692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161026692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161026693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161026693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161026693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161026693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:10:28.472052 run              patchelf(pid=22931): Terminating (SIGINT)
16:10:28.638877 run              patchelf(pid=22931): Terminated: ok {rc=0}
16:10:28.669724 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22928): Process ended prematurely: osmo-stp_10.42.42.5(pid=22928) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22928)]  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]
16:10:28.678930 tst                      iperf3.py:8: Test FAILED (7.4 sec)
16:10:28.739502 run   osmo-hlr_10.42.42.2(pid=22925): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22925)]
16:10:28.788501 run   osmo-hlr_10.42.42.2(pid=22925): stdout: 
| (launched: 2022-12-10_16:10:25.588598) 
16:10:28.838447 run   osmo-hlr_10.42.42.2(pid=22925): stderr: 
| �[0;m�[1;31m20221210161025762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161025762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161025762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161025762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161025762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161025762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161025774 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161025783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161025783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161025783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:10:28.880688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22920): Terminating (SIGTERM)
16:10:28.921136 run iperf3-srv_10.42.42.10(pid=22921): Terminating (SIGTERM)
16:10:28.961359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22924): Terminating (SIGTERM)
16:10:29.001378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22927): Terminating (SIGTERM)
16:10:29.041565 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22930): Terminating (SIGTERM)
16:10:29.050982 ---      ParallelTerminationStrategy: PID 22920 died...
16:10:29.105062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22920): Terminated: ok {rc=0}
16:10:29.114645 ---      ParallelTerminationStrategy: PID 22921 died...
16:10:29.168546 run iperf3-srv_10.42.42.10(pid=22921): Terminated {rc=256}
16:10:29.178165 ---      ParallelTerminationStrategy: PID 22924 died...
16:10:29.231662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22924): Terminated: ok {rc=0}
16:10:29.241847 ---      ParallelTerminationStrategy: PID 22927 died...
16:10:29.295154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22927): Terminated: ok {rc=0}
16:10:29.305016 ---      ParallelTerminationStrategy: PID 22930 died...
16:10:29.358441 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22930): Terminated: ok {rc=0}
16:10:29.442294 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-sysmocell5000+mod-bts0-dynts-ipa</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22946): Process ended prematurely: osmo-stp_10.42.42.5(pid=22946) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22946)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22946): Process ended prematurely: osmo-stp_10.42.42.5(pid=22946) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22946)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py
----------------------------------------------
16:10:30.555155 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:30.567472 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
16:10:30.734131 tst                      iperf3m4.py: using LAC 29107
16:10:30.858602 tst                      iperf3m4.py: using RAC 37
16:10:30.989810 tst                      iperf3m4.py: using CellId 29107
16:10:31.116297 tst                      iperf3m4.py: using BVCI 29108
16:10:31.141795 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:31.154459 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:31.166535 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:31.178994 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:31.191492 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:31.204073 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:31.216702 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:31.230081 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:31.242730 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:10:31.360440 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:10:31.484436 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:10:31.600380 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:10:31.963826 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
16:10:32.090382 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:10:32.416069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22932): Launched
16:10:32.671483 run iperf3-srv_10.42.42.10(pid=22933): Launched
16:10:32.853081 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
16:10:32.977152 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:10:33.283893 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22934): Launched
16:10:33.537068 run iperf3-srv_10.42.42.10(pid=22935): Launched
16:10:33.717051 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
16:10:33.839453 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:10:34.145236 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22936): Launched
16:10:34.398922 run iperf3-srv_10.42.42.10(pid=22937): Launched
16:10:34.579214 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
16:10:34.702246 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:10:35.009465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22938): Launched
16:10:35.263128 run iperf3-srv_10.42.42.10(pid=22939): Launched
16:10:35.443155 tst                    iperf3m4.py:8: start network...
16:10:35.566124 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:10:36.030064 run         create_hlr_db(pid=22940): Launched
16:10:36.200264 bus                          /gobi_6: Setting Powered False
16:10:37.222363 run         create_hlr_db(pid=22940): Terminated: ok {rc=0}
16:10:37.635997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22942): Launched
16:10:37.931220 run   osmo-hlr_10.42.42.2(pid=22943): Launched
16:10:38.038816 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:10:38.552142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22945): Launched
16:10:38.846939 run   osmo-stp_10.42.42.5(pid=22946): Launched
16:10:38.954554 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:10:39.468478 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22948): Launched
16:10:39.573757 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:10:39.830857 run              patchelf(pid=22949): Launched
16:10:40.004922 run   osmo-stp_10.42.42.5(pid=22946): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22946)]
16:10:40.132119 run   osmo-stp_10.42.42.5(pid=22946): stdout: 
| (launched: 2022-12-10_16:10:38.701962)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:10:40.260076 run   osmo-stp_10.42.42.5(pid=22946): stderr: 
| �[0;m�[38;5;43m20221210161038868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161038868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161038868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161038869 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161038869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161038869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161038869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:10:40.382920 run   osmo-stp_10.42.42.5(pid=22946): stdout: 
| (launched: 2022-12-10_16:10:38.701962)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:10:40.504506 run   osmo-stp_10.42.42.5(pid=22946): stderr: 
| �[0;m�[38;5;43m20221210161038868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161038868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161038868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161038869 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161038869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161038869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161038869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:10:40.646306 run              patchelf(pid=22949): Terminating (SIGINT)
16:10:40.812638 run              patchelf(pid=22949): Terminated: ok {rc=0}
16:10:40.843275 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22946): Process ended prematurely: osmo-stp_10.42.42.5(pid=22946) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22946)]  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]
16:10:40.852487 tst                    iperf3m4.py:8: Test FAILED (10.3 sec)
16:10:40.913386 run   osmo-hlr_10.42.42.2(pid=22943): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22943)]
16:10:40.962563 run   osmo-hlr_10.42.42.2(pid=22943): stdout: 
| (launched: 2022-12-10_16:10:37.786763) 
16:10:41.012608 run   osmo-hlr_10.42.42.2(pid=22943): stderr: 
| �[0;m�[1;31m20221210161037957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161037957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161037957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161037957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161037957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161037957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161037971 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161037981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161037982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161037982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:10:41.054660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22932): Terminating (SIGTERM)
16:10:41.094650 run iperf3-srv_10.42.42.10(pid=22933): Terminating (SIGTERM)
16:10:41.134634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22934): Terminating (SIGTERM)
16:10:41.174266 run iperf3-srv_10.42.42.10(pid=22935): Terminating (SIGTERM)
16:10:41.214103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22936): Terminating (SIGTERM)
16:10:41.253707 run iperf3-srv_10.42.42.10(pid=22937): Terminating (SIGTERM)
16:10:41.293341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22938): Terminating (SIGTERM)
16:10:41.333106 run iperf3-srv_10.42.42.10(pid=22939): Terminating (SIGTERM)
16:10:41.373296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22942): Terminating (SIGTERM)
16:10:41.413296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22945): Terminating (SIGTERM)
16:10:41.452874 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22948): Terminating (SIGTERM)
16:10:41.462297 ---      ParallelTerminationStrategy: PID 22932 died...
16:10:41.515500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22932): Terminated: ok {rc=0}
16:10:41.525289 ---      ParallelTerminationStrategy: PID 22933 died...
16:10:41.577905 run iperf3-srv_10.42.42.10(pid=22933): Terminated {rc=256}
16:10:41.587319 ---      ParallelTerminationStrategy: PID 22934 died...
16:10:41.640145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22934): Terminated: ok {rc=0}
16:10:41.649890 ---      ParallelTerminationStrategy: PID 22935 died...
16:10:41.702099 run iperf3-srv_10.42.42.10(pid=22935): Terminated {rc=256}
16:10:41.711756 ---      ParallelTerminationStrategy: PID 22936 died...
16:10:41.764375 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22936): Terminated: ok {rc=0}
16:10:41.774088 ---      ParallelTerminationStrategy: PID 22937 died...
16:10:41.826311 run iperf3-srv_10.42.42.10(pid=22937): Terminated {rc=256}
16:10:41.835902 ---      ParallelTerminationStrategy: PID 22938 died...
16:10:41.889075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22938): Terminated: ok {rc=0}
16:10:41.899026 ---      ParallelTerminationStrategy: PID 22939 died...
16:10:41.952221 run iperf3-srv_10.42.42.10(pid=22939): Terminated {rc=256}
16:10:41.961769 ---      ParallelTerminationStrategy: PID 22942 died...
16:10:42.014296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22942): Terminated: ok {rc=0}
16:10:42.024039 ---      ParallelTerminationStrategy: PID 22945 died...
16:10:42.076692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22945): Terminated: ok {rc=0}
16:10:42.086437 ---      ParallelTerminationStrategy: PID 22948 died...
16:10:42.139455 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22948): Terminated: ok {rc=0}
16:10:42.222823 bus                          /gobi_4: Setting Powered False
16:10:43.329859 bus                          /gobi_4: Setting Powered False
16:10:44.440113 bus                          /gobi_1: Setting Powered False
16:10:45.543097 bus                          /gobi_1: Setting Powered False
16:10:46.657782 bus                          /gobi_0: Setting Powered False
16:10:47.763643 bus                          /gobi_0: Setting Powered False
16:10:48.876385 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-sysmocell5000+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22956): Process ended prematurely: osmo-stp_10.42.42.5(pid=22956) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22956)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22956): Process ended prematurely: osmo-stp_10.42.42.5(pid=22956) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22956)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py
----------------------------------------------
16:10:49.945898 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:49.957986 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
16:10:50.121460 tst                          ping.py: using LAC 29108
16:10:50.245176 tst                          ping.py: using RAC 38
16:10:50.368365 tst                          ping.py: using CellId 29108
16:10:50.490432 tst                          ping.py: using BVCI 29109
16:10:50.514266 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:50.525822 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:50.537124 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:50.548459 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:50.559751 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:50.571109 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:50.582530 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:50.594182 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:10:50.860685 tst                       ping.py:19: start network...
16:10:50.981539 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:10:51.436595 run         create_hlr_db(pid=22950): Launched
16:10:51.604599 bus                          /gobi_6: Setting Powered False
16:10:52.625490 run         create_hlr_db(pid=22950): Terminated: ok {rc=0}
16:10:53.038263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22952): Launched
16:10:53.348239 run   osmo-hlr_10.42.42.2(pid=22953): Launched
16:10:53.462377 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:10:54.004313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22955): Launched
16:10:54.313523 run   osmo-stp_10.42.42.5(pid=22956): Launched
16:10:54.426331 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:10:54.968185 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22958): Launched
16:10:55.079117 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:10:55.349498 run              patchelf(pid=22959): Launched
16:10:55.531167 run   osmo-stp_10.42.42.5(pid=22956): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22956)]
16:10:55.664909 run   osmo-stp_10.42.42.5(pid=22956): stdout: 
| (launched: 2022-12-10_16:10:54.162365)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:10:55.798451 run   osmo-stp_10.42.42.5(pid=22956): stderr: 
| �[0;m�[38;5;43m20221210161054353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161054353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161054353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161054354 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161054354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161054354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161054354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:10:55.927408 run   osmo-stp_10.42.42.5(pid=22956): stdout: 
| (launched: 2022-12-10_16:10:54.162365)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:10:56.055105 run   osmo-stp_10.42.42.5(pid=22956): stderr: 
| �[0;m�[38;5;43m20221210161054353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161054353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161054353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161054354 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161054354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161054354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161054354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:10:56.203567 run              patchelf(pid=22959): Terminating (SIGINT)
16:10:56.378133 run              patchelf(pid=22959): Terminated: ok {rc=0}
16:10:56.409853 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22956): Process ended prematurely: osmo-stp_10.42.42.5(pid=22956) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22956)]  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]
16:10:56.418947 tst                       ping.py:22: Test FAILED (6.5 sec)
16:10:56.481755 run   osmo-hlr_10.42.42.2(pid=22953): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22953)]
16:10:56.533126 run   osmo-hlr_10.42.42.2(pid=22953): stdout: 
| (launched: 2022-12-10_16:10:53.196694) 
16:10:56.585070 run   osmo-hlr_10.42.42.2(pid=22953): stderr: 
| �[0;m�[1;31m20221210161053392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161053392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161053392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161053392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161053392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161053392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161053407 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161053415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161053415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161053415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:10:56.630003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22952): Terminating (SIGTERM)
16:10:56.672391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22955): Terminating (SIGTERM)
16:10:56.714508 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22958): Terminating (SIGTERM)
16:10:56.724255 ---      ParallelTerminationStrategy: PID 22952 died...
16:10:56.780838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22952): Terminated: ok {rc=0}
16:10:56.791250 ---      ParallelTerminationStrategy: PID 22955 died...
16:10:56.847405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22955): Terminated: ok {rc=0}
16:10:56.857907 ---      ParallelTerminationStrategy: PID 22958 died...
16:10:56.914341 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22958): Terminated: ok {rc=0}
16:10:57.002335 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-sysmocell5000+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22966): Process ended prematurely: osmo-stp_10.42.42.5(pid=22966) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22966)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22966): Process ended prematurely: osmo-stp_10.42.42.5(pid=22966) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22966)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py
----------------------------------------------
16:10:58.055774 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:58.067787 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
16:10:58.223867 tst                ping_idle_ping.py: using LAC 29109
16:10:58.340073 tst                ping_idle_ping.py: using RAC 39
16:10:58.456343 tst                ping_idle_ping.py: using CellId 29109
16:10:58.570601 tst                ping_idle_ping.py: using BVCI 29110
16:10:58.592877 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:58.604010 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:58.614808 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:58.625917 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:58.636769 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:58.647882 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:58.659021 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:10:58.670039 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:10:58.955021 tst             ping_idle_ping.py:24: start network...
16:10:59.085887 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:10:59.591582 run         create_hlr_db(pid=22960): Launched
16:10:59.773620 bus                          /gobi_6: Setting Powered False
16:11:00.794310 run         create_hlr_db(pid=22960): Terminated: ok {rc=0}
16:11:01.285509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22962): Launched
16:11:01.597569 run   osmo-hlr_10.42.42.2(pid=22963): Launched
16:11:01.803250 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:11:02.467560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22965): Launched
16:11:02.776785 run   osmo-stp_10.42.42.5(pid=22966): Launched
16:11:02.888837 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:11:03.431339 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22968): Launched
16:11:03.542433 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:11:03.813312 run              patchelf(pid=22969): Launched
16:11:03.995663 run   osmo-stp_10.42.42.5(pid=22966): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22966)]
16:11:04.129164 run   osmo-stp_10.42.42.5(pid=22966): stdout: 
| (launched: 2022-12-10_16:11:02.625645)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:11:04.263013 run   osmo-stp_10.42.42.5(pid=22966): stderr: 
| �[0;m�[38;5;43m20221210161102819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161102819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161102820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161102820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161102821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161102821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161102821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:11:04.392056 run   osmo-stp_10.42.42.5(pid=22966): stdout: 
| (launched: 2022-12-10_16:11:02.625645)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:11:04.520191 run   osmo-stp_10.42.42.5(pid=22966): stderr: 
| �[0;m�[38;5;43m20221210161102819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161102819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161102820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161102820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161102821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161102821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161102821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:11:04.669652 run              patchelf(pid=22969): Terminating (SIGINT)
16:11:04.843935 run              patchelf(pid=22969): Terminated: ok {rc=0}
16:11:04.875706 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22966): Process ended prematurely: osmo-stp_10.42.42.5(pid=22966) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22966)]  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]
16:11:04.884883 tst             ping_idle_ping.py:27: Test FAILED (6.8 sec)
16:11:04.947097 run   osmo-hlr_10.42.42.2(pid=22963): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22963)]
16:11:04.998033 run   osmo-hlr_10.42.42.2(pid=22963): stdout: 
| (launched: 2022-12-10_16:11:01.449894) 
16:11:05.049687 run   osmo-hlr_10.42.42.2(pid=22963): stderr: 
| �[0;m�[1;31m20221210161101819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161101819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161101819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161101819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161101819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161101819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161101838 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161101846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161101846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161101846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:11:05.093719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22962): Terminating (SIGTERM)
16:11:05.135529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22965): Terminating (SIGTERM)
16:11:05.176908 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22968): Terminating (SIGTERM)
16:11:05.186516 ---      ParallelTerminationStrategy: PID 22962 died...
16:11:05.242680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22962): Terminated: ok {rc=0}
16:11:05.252714 ---      ParallelTerminationStrategy: PID 22965 died...
16:11:05.308131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22965): Terminated: ok {rc=0}
16:11:05.318157 ---      ParallelTerminationStrategy: PID 22968 died...
16:11:05.373542 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22968): Terminated: ok {rc=0}
16:11:05.460634 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>71</id><name>gprs_trx-sysmocell5000+mod-bts0-dynts-ipa</name><properties></properties><timestamp>2022-12-10T16:10:08</timestamp></suite><suite><case><age>238</age><className>gprs:trx-sysmocell5000+mod-bts0-dynts-osmo</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22983): Process ended prematurely: osmo-stp_10.42.42.5(pid=22983) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22983)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22983): Process ended prematurely: osmo-stp_10.42.42.5(pid=22983) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22983)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py
----------------------------------------------
16:11:07.607666 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:07.619022 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
16:11:07.775193 tst         cs_paging_gprs_active.py: using LAC 29110
16:11:07.898397 tst         cs_paging_gprs_active.py: using RAC 40
16:11:08.022346 tst         cs_paging_gprs_active.py: using CellId 29110
16:11:08.146569 tst         cs_paging_gprs_active.py: using BVCI 29111
16:11:08.170935 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:08.182513 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:08.193992 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:08.207530 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:08.219297 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:08.230650 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:08.242178 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:08.253580 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:08.265062 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:11:08.385632 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:11:08.676366 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
16:11:08.809332 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:11:09.138988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22973): Launched
16:11:09.412322 run iperf3-srv_10.42.42.10(pid=22974): Launched
16:11:09.608025 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
16:11:09.740786 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:11:10.069798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22975): Launched
16:11:10.342243 run iperf3-srv_10.42.42.10(pid=22976): Launched
16:11:10.537679 tst      cs_paging_gprs_active.py:38: start network...
16:11:10.670836 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:11:11.175489 run         create_hlr_db(pid=22977): Launched
16:11:11.358911 bus                          /gobi_6: Setting Powered False
16:11:12.380147 run         create_hlr_db(pid=22977): Terminated: ok {rc=0}
16:11:12.777697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22979): Launched
16:11:13.073416 run   osmo-hlr_10.42.42.2(pid=22980): Launched
16:11:13.186999 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:11:13.700784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22982): Launched
16:11:13.995846 run   osmo-stp_10.42.42.5(pid=22983): Launched
16:11:14.104109 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:11:14.618284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22985): Launched
16:11:14.723518 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:11:14.980830 run              patchelf(pid=22986): Launched
16:11:15.155188 run   osmo-stp_10.42.42.5(pid=22983): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22983)]
16:11:15.283333 run   osmo-stp_10.42.42.5(pid=22983): stdout: 
| (launched: 2022-12-10_16:11:13.851019)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:11:15.411528 run   osmo-stp_10.42.42.5(pid=22983): stderr: 
| �[0;m�[38;5;43m20221210161114016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161114016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161114016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161114017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161114017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161114017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161114018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:11:15.534310 run   osmo-stp_10.42.42.5(pid=22983): stdout: 
| (launched: 2022-12-10_16:11:13.851019)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:11:15.655976 run   osmo-stp_10.42.42.5(pid=22983): stderr: 
| �[0;m�[38;5;43m20221210161114016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161114016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161114016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161114017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161114017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161114017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161114018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:11:15.798273 run              patchelf(pid=22986): Terminating (SIGINT)
16:11:15.990140 run              patchelf(pid=22986): Terminated: ok {rc=0}
16:11:16.037402 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22983): Process ended prematurely: osmo-stp_10.42.42.5(pid=22983) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22983)]  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]
16:11:16.050406 tst      cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)
16:11:16.116124 run   osmo-hlr_10.42.42.2(pid=22980): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22980)]
16:11:16.169650 run   osmo-hlr_10.42.42.2(pid=22980): stdout: 
| (launched: 2022-12-10_16:11:12.927772) 
16:11:16.224675 run   osmo-hlr_10.42.42.2(pid=22980): stderr: 
| �[0;m�[1;31m20221210161113102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161113102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161113102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161113102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161113102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161113102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161113114 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161113123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161113123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161113123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:11:16.270805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22973): Terminating (SIGTERM)
16:11:16.318641 run iperf3-srv_10.42.42.10(pid=22974): Terminating (SIGTERM)
16:11:16.366232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22975): Terminating (SIGTERM)
16:11:16.410733 run iperf3-srv_10.42.42.10(pid=22976): Terminating (SIGTERM)
16:11:16.456375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22979): Terminating (SIGTERM)
16:11:16.501514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22982): Terminating (SIGTERM)
16:11:16.549196 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22985): Terminating (SIGTERM)
16:11:16.560812 ---      ParallelTerminationStrategy: PID 22973 died...
16:11:16.628343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22973): Terminated: ok {rc=0}
16:11:16.640903 ---      ParallelTerminationStrategy: PID 22974 died...
16:11:16.708451 run iperf3-srv_10.42.42.10(pid=22974): Terminated {rc=256}
16:11:16.720663 ---      ParallelTerminationStrategy: PID 22975 died...
16:11:16.786484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22975): Terminated: ok {rc=0}
16:11:16.799200 ---      ParallelTerminationStrategy: PID 22976 died...
16:11:16.866682 run iperf3-srv_10.42.42.10(pid=22976): Terminated {rc=256}
16:11:16.878627 ---      ParallelTerminationStrategy: PID 22979 died...
16:11:16.942766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22979): Terminated: ok {rc=0}
16:11:16.954941 ---      ParallelTerminationStrategy: PID 22982 died...
16:11:17.021969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22982): Terminated: ok {rc=0}
16:11:17.034344 ---      ParallelTerminationStrategy: PID 22985 died...
16:11:17.101307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22985): Terminated: ok {rc=0}
16:11:17.204453 bus                          /gobi_0: Setting Powered False
16:11:18.311258 bus                          /gobi_0: Setting Powered False
16:11:19.418668 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-sysmocell5000+mod-bts0-dynts-osmo</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=22995): Process ended prematurely: osmo-stp_10.42.42.5(pid=22995) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22995)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22995): Process ended prematurely: osmo-stp_10.42.42.5(pid=22995) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22995)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py
----------------------------------------------
16:11:20.533290 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:20.545612 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
16:11:20.715055 tst                        iperf3.py: using LAC 29111
16:11:20.840566 tst                        iperf3.py: using RAC 41
16:11:20.964456 tst                        iperf3.py: using CellId 29111
16:11:21.089541 tst                        iperf3.py: using BVCI 29112
16:11:21.113977 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:21.125382 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:21.136535 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:21.148250 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:21.159973 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:21.171707 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:21.183689 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:21.195273 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:21.207135 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:11:21.482158 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
16:11:21.605939 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:11:21.913770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22987): Launched
16:11:22.167897 run iperf3-srv_10.42.42.10(pid=22988): Launched
16:11:22.348862 tst                      iperf3.py:8: start network...
16:11:22.472101 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:11:22.935956 run         create_hlr_db(pid=22989): Launched
16:11:23.106074 bus                          /gobi_6: Setting Powered False
16:11:24.128133 run         create_hlr_db(pid=22989): Terminated: ok {rc=0}
16:11:24.549543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22991): Launched
16:11:24.865413 run   osmo-hlr_10.42.42.2(pid=22992): Launched
16:11:24.981704 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:11:25.531303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22994): Launched
16:11:25.847835 run   osmo-stp_10.42.42.5(pid=22995): Launched
16:11:25.963038 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:11:26.513310 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22997): Launched
16:11:26.626425 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:11:26.901109 run              patchelf(pid=22998): Launched
16:11:27.086457 run   osmo-stp_10.42.42.5(pid=22995): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22995)]
16:11:27.222356 run   osmo-stp_10.42.42.5(pid=22995): stdout: 
| (launched: 2022-12-10_16:11:25.693192)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:11:27.358399 run   osmo-stp_10.42.42.5(pid=22995): stderr: 
| �[0;m�[38;5;43m20221210161125884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161125884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161125884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161125885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161125885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161125885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161125885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:11:27.490263 run   osmo-stp_10.42.42.5(pid=22995): stdout: 
| (launched: 2022-12-10_16:11:25.693192)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:11:27.620555 run   osmo-stp_10.42.42.5(pid=22995): stderr: 
| �[0;m�[38;5;43m20221210161125884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161125884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161125884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161125885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161125885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161125885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161125885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:11:27.772212 run              patchelf(pid=22998): Terminating (SIGINT)
16:11:27.949696 run              patchelf(pid=22998): Terminated: ok {rc=0}
16:11:27.982470 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22995): Process ended prematurely: osmo-stp_10.42.42.5(pid=22995) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22995)]  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]
16:11:27.992213 tst                      iperf3.py:8: Test FAILED (7.5 sec)
16:11:28.055018 run   osmo-hlr_10.42.42.2(pid=22992): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22992)]
16:11:28.106426 run   osmo-hlr_10.42.42.2(pid=22992): stdout: 
| (launched: 2022-12-10_16:11:24.711394) 
16:11:28.158428 run   osmo-hlr_10.42.42.2(pid=22992): stderr: 
| �[0;m�[1;31m20221210161124911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161124911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161124911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161124911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161124911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161124912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161124923 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161124933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161124934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161124934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:11:28.202755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22987): Terminating (SIGTERM)
16:11:28.244556 run iperf3-srv_10.42.42.10(pid=22988): Terminating (SIGTERM)
16:11:28.286500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22991): Terminating (SIGTERM)
16:11:28.328342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22994): Terminating (SIGTERM)
16:11:28.370605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22997): Terminating (SIGTERM)
16:11:28.380262 ---      ParallelTerminationStrategy: PID 22987 died...
16:11:28.436467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22987): Terminated: ok {rc=0}
16:11:28.446685 ---      ParallelTerminationStrategy: PID 22988 died...
16:11:28.502480 run iperf3-srv_10.42.42.10(pid=22988): Terminated {rc=256}
16:11:28.512504 ---      ParallelTerminationStrategy: PID 22991 died...
16:11:28.568315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22991): Terminated: ok {rc=0}
16:11:28.578554 ---      ParallelTerminationStrategy: PID 22994 died...
16:11:28.634706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22994): Terminated: ok {rc=0}
16:11:28.644836 ---      ParallelTerminationStrategy: PID 22997 died...
16:11:28.701464 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22997): Terminated: ok {rc=0}
16:11:28.789345 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-sysmocell5000+mod-bts0-dynts-osmo</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23013): Process ended prematurely: osmo-stp_10.42.42.5(pid=23013) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23013)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23013): Process ended prematurely: osmo-stp_10.42.42.5(pid=23013) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23013)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py
----------------------------------------------
16:11:29.903460 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:29.915638 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
16:11:30.080134 tst                      iperf3m4.py: using LAC 29112
16:11:30.203579 tst                      iperf3m4.py: using RAC 42
16:11:30.328800 tst                      iperf3m4.py: using CellId 29112
16:11:30.451541 tst                      iperf3m4.py: using BVCI 29113
16:11:30.475676 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:30.487149 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:30.498394 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:30.509738 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:30.520881 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:30.532104 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:30.543462 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:30.554670 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:30.566148 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:11:30.684695 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:11:30.802236 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:11:30.946446 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:11:31.254150 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
16:11:31.381903 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:11:31.715920 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22999): Launched
16:11:31.996145 run iperf3-srv_10.42.42.10(pid=23000): Launched
16:11:32.181991 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
16:11:32.309298 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:11:32.616674 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23001): Launched
16:11:32.870465 run iperf3-srv_10.42.42.10(pid=23002): Launched
16:11:33.050691 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
16:11:33.173219 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:11:33.479779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23003): Launched
16:11:33.733646 run iperf3-srv_10.42.42.10(pid=23004): Launched
16:11:33.913415 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
16:11:34.035980 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:11:34.342497 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23005): Launched
16:11:34.596608 run iperf3-srv_10.42.42.10(pid=23006): Launched
16:11:34.777158 tst                    iperf3m4.py:8: start network...
16:11:34.900498 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:11:35.366493 run         create_hlr_db(pid=23007): Launched
16:11:35.538074 bus                          /gobi_6: Setting Powered False
16:11:36.559124 run         create_hlr_db(pid=23007): Terminated: ok {rc=0}
16:11:36.979796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23009): Launched
16:11:37.295974 run   osmo-hlr_10.42.42.2(pid=23010): Launched
16:11:37.411373 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:11:37.962300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23012): Launched
16:11:38.277108 run   osmo-stp_10.42.42.5(pid=23013): Launched
16:11:38.391731 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:11:38.943558 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23015): Launched
16:11:39.056451 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:11:39.331174 run              patchelf(pid=23016): Launched
16:11:39.517337 run   osmo-stp_10.42.42.5(pid=23013): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23013)]
16:11:39.653834 run   osmo-stp_10.42.42.5(pid=23013): stdout: 
| (launched: 2022-12-10_16:11:38.123512)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:11:39.790382 run   osmo-stp_10.42.42.5(pid=23013): stderr: 
| �[0;m�[38;5;43m20221210161138311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161138311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161138311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161138312 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161138312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161138312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161138312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:11:39.921625 run   osmo-stp_10.42.42.5(pid=23013): stdout: 
| (launched: 2022-12-10_16:11:38.123512)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:11:40.051650 run   osmo-stp_10.42.42.5(pid=23013): stderr: 
| �[0;m�[38;5;43m20221210161138311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161138311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161138311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161138312 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161138312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161138312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161138312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:11:40.203584 run              patchelf(pid=23016): Terminating (SIGINT)
16:11:40.381548 run              patchelf(pid=23016): Terminated: ok {rc=0}
16:11:40.414175 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23013): Process ended prematurely: osmo-stp_10.42.42.5(pid=23013) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23013)]  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]
16:11:40.424117 tst                    iperf3m4.py:8: Test FAILED (10.6 sec)
16:11:40.487425 run   osmo-hlr_10.42.42.2(pid=23010): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23010)]
16:11:40.538899 run   osmo-hlr_10.42.42.2(pid=23010): stdout: 
| (launched: 2022-12-10_16:11:37.141420) 
16:11:40.591158 run   osmo-hlr_10.42.42.2(pid=23010): stderr: 
| �[0;m�[1;31m20221210161137335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161137335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161137335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161137335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161137335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161137335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161137351 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161137360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161137361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161137361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:11:40.636165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22999): Terminating (SIGTERM)
16:11:40.678499 run iperf3-srv_10.42.42.10(pid=23000): Terminating (SIGTERM)
16:11:40.720748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23001): Terminating (SIGTERM)
16:11:40.762967 run iperf3-srv_10.42.42.10(pid=23002): Terminating (SIGTERM)
16:11:40.805180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23003): Terminating (SIGTERM)
16:11:40.847489 run iperf3-srv_10.42.42.10(pid=23004): Terminating (SIGTERM)
16:11:40.889547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23005): Terminating (SIGTERM)
16:11:40.931444 run iperf3-srv_10.42.42.10(pid=23006): Terminating (SIGTERM)
16:11:40.973440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23009): Terminating (SIGTERM)
16:11:41.015340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23012): Terminating (SIGTERM)
16:11:41.057474 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23015): Terminating (SIGTERM)
16:11:41.067200 ---      ParallelTerminationStrategy: PID 22999 died...
16:11:41.123846 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22999): Terminated: ok {rc=0}
16:11:41.134070 ---      ParallelTerminationStrategy: PID 23000 died...
16:11:41.189855 run iperf3-srv_10.42.42.10(pid=23000): Terminated {rc=256}
16:11:41.199982 ---      ParallelTerminationStrategy: PID 23001 died...
16:11:41.256162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23001): Terminated: ok {rc=0}
16:11:41.266278 ---      ParallelTerminationStrategy: PID 23002 died...
16:11:41.322261 run iperf3-srv_10.42.42.10(pid=23002): Terminated {rc=256}
16:11:41.332279 ---      ParallelTerminationStrategy: PID 23003 died...
16:11:41.388376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23003): Terminated: ok {rc=0}
16:11:41.398638 ---      ParallelTerminationStrategy: PID 23004 died...
16:11:41.454596 run iperf3-srv_10.42.42.10(pid=23004): Terminated {rc=256}
16:11:41.464848 ---      ParallelTerminationStrategy: PID 23005 died...
16:11:41.521316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23005): Terminated: ok {rc=0}
16:11:41.531407 ---      ParallelTerminationStrategy: PID 23006 died...
16:11:41.587319 run iperf3-srv_10.42.42.10(pid=23006): Terminated {rc=256}
16:11:41.597626 ---      ParallelTerminationStrategy: PID 23009 died...
16:11:41.654053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23009): Terminated: ok {rc=0}
16:11:41.664296 ---      ParallelTerminationStrategy: PID 23012 died...
16:11:41.720285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23012): Terminated: ok {rc=0}
16:11:41.730533 ---      ParallelTerminationStrategy: PID 23015 died...
16:11:41.786372 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23015): Terminated: ok {rc=0}
16:11:41.874341 bus                          /gobi_4: Setting Powered False
16:11:42.978295 bus                          /gobi_4: Setting Powered False
16:11:44.090497 bus                          /gobi_1: Setting Powered False
16:11:45.193093 bus                          /gobi_1: Setting Powered False
16:11:46.306684 bus                          /gobi_0: Setting Powered False
16:11:47.407745 bus                          /gobi_0: Setting Powered False
16:11:48.515784 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-sysmocell5000+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23023): Process ended prematurely: osmo-stp_10.42.42.5(pid=23023) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23023)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23023): Process ended prematurely: osmo-stp_10.42.42.5(pid=23023) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23023)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py
----------------------------------------------
16:11:49.585136 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:49.597217 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
16:11:49.756900 tst                          ping.py: using LAC 29113
16:11:49.872810 tst                          ping.py: using RAC 43
16:11:49.988178 tst                          ping.py: using CellId 29113
16:11:50.102257 tst                          ping.py: using BVCI 29114
16:11:50.124201 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:50.135268 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:50.146197 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:50.157302 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:50.168200 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:50.179457 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:50.190627 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:50.201723 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:11:50.484625 tst                       ping.py:19: start network...
16:11:50.613689 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:11:51.108250 run         create_hlr_db(pid=23017): Launched
16:11:51.288371 bus                          /gobi_6: Setting Powered False
16:11:52.310102 run         create_hlr_db(pid=23017): Terminated: ok {rc=0}
16:11:52.699795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23019): Launched
16:11:52.989395 run   osmo-hlr_10.42.42.2(pid=23020): Launched
16:11:53.096051 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:11:53.607673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23022): Launched
16:11:53.897696 run   osmo-stp_10.42.42.5(pid=23023): Launched
16:11:54.003899 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:11:54.512149 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23025): Launched
16:11:54.615801 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:11:54.868102 run              patchelf(pid=23026): Launched
16:11:55.038085 run   osmo-stp_10.42.42.5(pid=23023): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23023)]
16:11:55.162616 run   osmo-stp_10.42.42.5(pid=23023): stdout: 
| (launched: 2022-12-10_16:11:53.755004)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:11:55.287552 run   osmo-stp_10.42.42.5(pid=23023): stderr: 
| �[0;m�[38;5;43m20221210161153925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161153925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161153925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161153926 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161153928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161153928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161153928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:11:55.407828 run   osmo-stp_10.42.42.5(pid=23023): stdout: 
| (launched: 2022-12-10_16:11:53.755004)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:11:55.526899 run   osmo-stp_10.42.42.5(pid=23023): stderr: 
| �[0;m�[38;5;43m20221210161153925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161153925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161153925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161153926 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161153928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161153928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161153928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:11:55.666195 run              patchelf(pid=23026): Terminating (SIGINT)
16:11:55.829678 run              patchelf(pid=23026): Terminated: ok {rc=0}
16:11:55.859361 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23023): Process ended prematurely: osmo-stp_10.42.42.5(pid=23023) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23023)]  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]
16:11:55.867753 tst                       ping.py:22: Test FAILED (6.3 sec)
16:11:55.928478 run   osmo-hlr_10.42.42.2(pid=23020): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23020)]
16:11:55.977849 run   osmo-hlr_10.42.42.2(pid=23020): stdout: 
| (launched: 2022-12-10_16:11:52.847033) 
16:11:56.027689 run   osmo-hlr_10.42.42.2(pid=23020): stderr: 
| �[0;m�[1;31m20221210161153023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161153024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161153024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161153024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161153024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161153024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161153035 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161153044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161153044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161153044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:11:56.070265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23019): Terminating (SIGTERM)
16:11:56.110568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23022): Terminating (SIGTERM)
16:11:56.150763 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23025): Terminating (SIGTERM)
16:11:56.160260 ---      ParallelTerminationStrategy: PID 23019 died...
16:11:56.214072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23019): Terminated: ok {rc=0}
16:11:56.223778 ---      ParallelTerminationStrategy: PID 23022 died...
16:11:56.277120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23022): Terminated: ok {rc=0}
16:11:56.286856 ---      ParallelTerminationStrategy: PID 23025 died...
16:11:56.340915 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23025): Terminated: ok {rc=0}
16:11:56.424546 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-sysmocell5000+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23033): Process ended prematurely: osmo-stp_10.42.42.5(pid=23033) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23033)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23033): Process ended prematurely: osmo-stp_10.42.42.5(pid=23033) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23033)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py
----------------------------------------------
16:11:57.478540 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:57.490632 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
16:11:57.657185 tst                ping_idle_ping.py: using LAC 29114
16:11:57.780867 tst                ping_idle_ping.py: using RAC 44
16:11:57.898990 tst                ping_idle_ping.py: using CellId 29114
16:11:58.014441 tst                ping_idle_ping.py: using BVCI 29115
16:11:58.036587 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:58.047639 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:58.058555 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:58.069704 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:58.081273 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:58.092424 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:58.103591 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:11:58.114637 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:11:58.398762 tst             ping_idle_ping.py:24: start network...
16:11:58.528630 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:11:59.030427 run         create_hlr_db(pid=23027): Launched
16:11:59.212173 bus                          /gobi_6: Setting Powered False
16:12:00.233480 run         create_hlr_db(pid=23027): Terminated: ok {rc=0}
16:12:00.625691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23029): Launched
16:12:00.985560 run   osmo-hlr_10.42.42.2(pid=23030): Launched
16:12:01.135700 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:12:01.785253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23032): Launched
16:12:02.184197 run   osmo-stp_10.42.42.5(pid=23033): Launched
16:12:02.362590 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:12:02.871498 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23035): Launched
16:12:02.975225 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:12:03.228394 run              patchelf(pid=23036): Launched
16:12:03.398888 run   osmo-stp_10.42.42.5(pid=23033): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23033)]
16:12:03.524250 run   osmo-stp_10.42.42.5(pid=23033): stdout: 
| (launched: 2022-12-10_16:12:01.948475)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:12:03.649495 run   osmo-stp_10.42.42.5(pid=23033): stderr: 
| �[0;m�[38;5;43m20221210161202246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161202246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161202246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161202247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161202247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161202247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161202247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:12:03.771068 run   osmo-stp_10.42.42.5(pid=23033): stdout: 
| (launched: 2022-12-10_16:12:01.948475)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:12:03.890911 run   osmo-stp_10.42.42.5(pid=23033): stderr: 
| �[0;m�[38;5;43m20221210161202246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161202246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161202246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161202247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161202247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161202247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161202247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:12:04.030562 run              patchelf(pid=23036): Terminating (SIGINT)
16:12:04.194224 run              patchelf(pid=23036): Terminated: ok {rc=0}
16:12:04.224035 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23033): Process ended prematurely: osmo-stp_10.42.42.5(pid=23033) [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23033)]  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]
16:12:04.232569 tst             ping_idle_ping.py:27: Test FAILED (6.7 sec)
16:12:04.292543 run   osmo-hlr_10.42.42.2(pid=23030): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23030)]
16:12:04.341567 run   osmo-hlr_10.42.42.2(pid=23030): stdout: 
| (launched: 2022-12-10_16:12:00.773794) 
16:12:04.390883 run   osmo-hlr_10.42.42.2(pid=23030): stderr: 
| �[0;m�[1;31m20221210161201105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161201105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161201105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161201105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161201105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161201105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161201126 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161201138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161201139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161201139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:12:04.432851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23029): Terminating (SIGTERM)
16:12:04.472660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23032): Terminating (SIGTERM)
16:12:04.512431 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23035): Terminating (SIGTERM)
16:12:04.521842 ---      ParallelTerminationStrategy: PID 23029 died...
16:12:04.574914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23029): Terminated: ok {rc=0}
16:12:04.584652 ---      ParallelTerminationStrategy: PID 23032 died...
16:12:04.637591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23032): Terminated: ok {rc=0}
16:12:04.647253 ---      ParallelTerminationStrategy: PID 23035 died...
16:12:04.700208 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23035): Terminated: ok {rc=0}
16:12:04.788174 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>72</id><name>gprs_trx-sysmocell5000+mod-bts0-dynts-osmo</name><properties></properties><timestamp>2022-12-10T16:11:07</timestamp></suite><suite><case><age>238</age><className>dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23048): Process ended prematurely: osmo-stp_10.42.42.5(pid=23048) [trial-2376↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23048)]</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py", line 54, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23048): Process ended prematurely: osmo-stp_10.42.42.5(pid=23048) [trial-2376↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23048)]
</stderr><stdout>
----------------------------------------------
trial-2376 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py
----------------------------------------------
16:12:06.816141 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:12:06.827554 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
16:12:06.982956 tst               switch_tch_pdch.py: using LAC 29115
16:12:07.097265 tst               switch_tch_pdch.py: using RAC 45
16:12:07.211827 tst               switch_tch_pdch.py: using CellId 29115
16:12:07.327856 tst               switch_tch_pdch.py: using BVCI 29116
16:12:07.350172 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:12:07.361393 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:12:07.372395 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:12:07.384441 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:12:07.396310 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:12:07.408167 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:12:07.420233 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:12:07.433144 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
16:12:07.552756 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
16:12:07.822920 tst            switch_tch_pdch.py:51: start network...
16:12:07.944339 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:12:08.400642 run         create_hlr_db(pid=23042): Launched
16:12:08.569678 bus                          /gobi_6: Setting Powered False
16:12:09.592095 run         create_hlr_db(pid=23042): Terminated: ok {rc=0}
16:12:09.980395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23044): Launched
16:12:10.270794 run   osmo-hlr_10.42.42.2(pid=23045): Launched
16:12:10.381131 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:12:10.895871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23047): Launched
16:12:11.184866 run   osmo-stp_10.42.42.5(pid=23048): Launched
16:12:11.290614 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:12:11.795061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23050): Launched
16:12:11.898352 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:12:12.149858 run              patchelf(pid=23051): Launched
16:12:12.319124 run   osmo-stp_10.42.42.5(pid=23048): ERR: Terminated: ERROR {rc=1}  [trial-2376↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23048)]
16:12:12.443319 run   osmo-stp_10.42.42.5(pid=23048): stdout: 
| (launched: 2022-12-10_16:12:11.042786)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:12:12.568245 run   osmo-stp_10.42.42.5(pid=23048): stderr: 
| �[0;m�[38;5;43m20221210161211209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161211209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161211209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161211209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161211210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161211210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161211210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:12:12.688144 run   osmo-stp_10.42.42.5(pid=23048): stdout: 
| (launched: 2022-12-10_16:12:11.042786)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:12:12.807074 run   osmo-stp_10.42.42.5(pid=23048): stderr: 
| �[0;m�[38;5;43m20221210161211209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161211209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161211209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161211209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161211210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161211210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161211210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:12:12.945648 run              patchelf(pid=23051): Terminating (SIGINT)
16:12:13.108090 run              patchelf(pid=23051): Terminated: ok {rc=0}
16:12:13.137803 tst            switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=23048): Process ended prematurely: osmo-stp_10.42.42.5(pid=23048) [trial-2376↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23048)]  [trial-2376↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]
16:12:13.146417 tst            switch_tch_pdch.py:54: Test FAILED (6.3 sec)
16:12:13.206376 run   osmo-hlr_10.42.42.2(pid=23045): ERR: Terminated: ERROR {rc=237}  [trial-2376↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23045)]
16:12:13.255190 run   osmo-hlr_10.42.42.2(pid=23045): stdout: 
| (launched: 2022-12-10_16:12:10.127780) 
16:12:13.304757 run   osmo-hlr_10.42.42.2(pid=23045): stderr: 
| �[0;m�[1;31m20221210161210302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161210302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161210302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161210302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161210302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161210302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161210315 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161210323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161210323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161210323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:12:13.346580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23044): Terminating (SIGTERM)
16:12:13.386318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23047): Terminating (SIGTERM)
16:12:13.425933 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23050): Terminating (SIGTERM)
16:12:13.435236 ---      ParallelTerminationStrategy: PID 23044 died...
16:12:13.488037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23044): Terminated: ok {rc=0}
16:12:13.497761 ---      ParallelTerminationStrategy: PID 23047 died...
16:12:13.550521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23047): Terminated: ok {rc=0}
16:12:13.560224 ---      ParallelTerminationStrategy: PID 23050 died...
16:12:13.612680 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23050): Terminated: ok {rc=0}
16:12:13.696036 bus                          /gobi_0: Setting Powered False
16:12:14.798032 bus                          /gobi_0: Setting Powered False
16:12:15.919483 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>12.0</duration><id>73</id><name>dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-10T16:12:06</timestamp></suite><suite><case><age>238</age><className>dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23061): Process ended prematurely: osmo-stp_10.42.42.5(pid=23061) [trial-2376↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23061)]</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py", line 54, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23061): Process ended prematurely: osmo-stp_10.42.42.5(pid=23061) [trial-2376↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23061)]
</stderr><stdout>
----------------------------------------------
trial-2376 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py
----------------------------------------------
16:12:17.914581 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
16:12:17.926101 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)
16:12:18.090931 tst               switch_tch_pdch.py: using LAC 29116
16:12:18.210744 tst               switch_tch_pdch.py: using RAC 46
16:12:18.331197 tst               switch_tch_pdch.py: using CellId 29116
16:12:18.452046 tst               switch_tch_pdch.py: using BVCI 29117
16:12:18.476011 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
16:12:18.487427 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
16:12:18.498699 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
16:12:18.510108 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
16:12:18.521616 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
16:12:18.533286 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
16:12:18.544564 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
16:12:18.555941 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)
16:12:18.670884 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)
16:12:18.939291 tst            switch_tch_pdch.py:51: start network...
16:12:19.060631 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:12:19.495281 run         create_hlr_db(pid=23055): Launched
16:12:19.615587 bus                          /gobi_6: Setting Powered False
16:12:20.686694 run         create_hlr_db(pid=23055): Terminated: ok {rc=0}
16:12:21.073380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23057): Launched
16:12:21.385207 run   osmo-hlr_10.42.42.2(pid=23058): Launched
16:12:21.503077 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:12:22.017389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23060): Launched
16:12:22.326596 run   osmo-stp_10.42.42.5(pid=23061): Launched
16:12:22.439913 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:12:22.955703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23063): Launched
16:12:23.066301 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:12:23.336379 run              patchelf(pid=23064): Launched
16:12:23.517797 run   osmo-stp_10.42.42.5(pid=23061): ERR: Terminated: ERROR {rc=1}  [trial-2376↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23061)]
16:12:23.651022 run   osmo-stp_10.42.42.5(pid=23061): stdout: 
| (launched: 2022-12-10_16:12:22.175195)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:12:23.784540 run   osmo-stp_10.42.42.5(pid=23061): stderr: 
| �[0;m�[38;5;43m20221210161222363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161222363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161222363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161222364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161222366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161222366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161222366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:12:23.913683 run   osmo-stp_10.42.42.5(pid=23061): stdout: 
| (launched: 2022-12-10_16:12:22.175195)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:12:24.041109 run   osmo-stp_10.42.42.5(pid=23061): stderr: 
| �[0;m�[38;5;43m20221210161222363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161222363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161222363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161222364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161222366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161222366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161222366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:12:24.189323 run              patchelf(pid=23064): Terminating (SIGINT)
16:12:24.363579 run              patchelf(pid=23064): Terminated: ok {rc=0}
16:12:24.395265 tst            switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=23061): Process ended prematurely: osmo-stp_10.42.42.5(pid=23061) [trial-2376↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23061)]  [trial-2376↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]
16:12:24.404254 tst            switch_tch_pdch.py:54: Test FAILED (6.5 sec)
16:12:24.466492 run   osmo-hlr_10.42.42.2(pid=23058): ERR: Terminated: ERROR {rc=237}  [trial-2376↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23058)]
16:12:24.517307 run   osmo-hlr_10.42.42.2(pid=23058): stdout: 
| (launched: 2022-12-10_16:12:21.232493) 
16:12:24.568817 run   osmo-hlr_10.42.42.2(pid=23058): stderr: 
| �[0;m�[1;31m20221210161221431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161221431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161221431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161221431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161221431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161221431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161221444 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161221452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161221452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161221452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:12:24.612765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23057): Terminating (SIGTERM)
16:12:24.654574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23060): Terminating (SIGTERM)
16:12:24.696289 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23063): Terminating (SIGTERM)
16:12:24.705961 ---      ParallelTerminationStrategy: PID 23057 died...
16:12:24.761399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23057): Terminated: ok {rc=0}
16:12:24.771335 ---      ParallelTerminationStrategy: PID 23060 died...
16:12:24.826405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23060): Terminated: ok {rc=0}
16:12:24.836337 ---      ParallelTerminationStrategy: PID 23063 died...
16:12:24.891649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23063): Terminated: ok {rc=0}
16:12:24.979023 bus                          /gobi_0: Setting Powered False
16:12:26.084519 bus                          /gobi_0: Setting Powered False
16:12:27.193766 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>12.0</duration><id>74</id><name>dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo</name><properties></properties><timestamp>2022-12-10T16:12:17</timestamp></suite><suite><case><age>232</age><className>nitb_sms:trx-umtrx</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=23069): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23069) [trial-2376↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23069)]</errorStackTrace><failedSince>2145</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py", line 11, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23069): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23069) [trial-2376↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23069)]
</stderr><stdout>
----------------------------------------------
trial-2376 nitb_sms:trx-umtrx mo_mt_sms.py
----------------------------------------------
16:12:29.084207 tst               nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)
16:12:29.094786 tst               nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)
16:12:29.225950 tst                     mo_mt_sms.py: using LAC 29117
16:12:29.339306 tst                     mo_mt_sms.py: using RAC 47
16:12:29.452579 tst                     mo_mt_sms.py: using CellId 29117
16:12:29.566550 tst                     mo_mt_sms.py: using BVCI 29118
16:12:29.588531 tst               nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)
16:12:29.699045 tst               nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)
16:12:29.983040 tst                   mo_mt_sms.py:9: start nitb and bts...
16:12:30.113419 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
16:12:30.757339 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23068): Launched
16:12:31.110819 run  osmo-nitb_10.42.42.2(pid=23069): Launched
16:12:31.305196 run  osmo-nitb_10.42.42.2(pid=23069): ERR: Terminated: ERROR {rc=2}  [trial-2376↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23069)]
16:12:31.449222 run  osmo-nitb_10.42.42.2(pid=23069): stdout: 
| (launched: 2022-12-10_16:12:30.938326) 
16:12:31.593533 run  osmo-nitb_10.42.42.2(pid=23069): stderr: 
| (launched: 2022-12-10_16:12:30.985608)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:12:31.733985 run  osmo-nitb_10.42.42.2(pid=23069): stdout: 
| (launched: 2022-12-10_16:12:30.938326) 
16:12:31.872148 run  osmo-nitb_10.42.42.2(pid=23069): stderr: 
| (launched: 2022-12-10_16:12:30.985608)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:12:32.237587 tst  osmo-nitb_10.42.42.2(pid=23069): stdout: 
| (launched: 2022-12-10_16:12:30.938326) 
16:12:32.363017 tst  osmo-nitb_10.42.42.2(pid=23069): stderr: 
| (launched: 2022-12-10_16:12:30.985608)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:12:32.417744 tst                  mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=23069): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23069) [trial-2376↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23069)]  [trial-2376↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]
16:12:32.426593 tst                  mo_mt_sms.py:11: Test FAILED (3.3 sec)
16:12:32.462399 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23068): Terminating (SIGTERM)
16:12:32.640164 ---      ParallelTerminationStrategy: PID 23068 died...
16:12:32.697941 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23068): Terminated: ok {rc=0}
16:12:32.784787 bus                        /sierra_3: Setting Powered False
16:12:33.893891 bus                        /sierra_3: Setting Powered False
16:12:35.003191 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>8.0</duration><id>75</id><name>nitb_sms_trx-umtrx</name><properties></properties><timestamp>2022-12-10T16:12:28</timestamp></suite><suite><case><age>59</age><className>sms:trx-umtrx</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23079): Process ended prematurely: osmo-stp_10.42.42.5(pid=23079) [trial-2376↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23079)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py", line 16, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23079): Process ended prematurely: osmo-stp_10.42.42.5(pid=23079) [trial-2376↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23079)]
</stderr><stdout>
----------------------------------------------
trial-2376 sms:trx-umtrx mo_mt_sms.py
----------------------------------------------
16:12:36.898393 tst                    sms:trx-umtrx: Using 1 x ip_address (candidates: 6)
16:12:36.909434 tst                    sms:trx-umtrx: Using 1 x bts (candidates: 1)
16:12:37.046085 tst                     mo_mt_sms.py: using LAC 29118
16:12:37.172560 tst                     mo_mt_sms.py: using RAC 48
16:12:37.292576 tst                     mo_mt_sms.py: using CellId 29118
16:12:37.412630 tst                     mo_mt_sms.py: using BVCI 29119
16:12:37.436196 tst                    sms:trx-umtrx: Using 1 x ip_address (candidates: 6)
16:12:37.447327 tst                    sms:trx-umtrx: Using 1 x ip_address (candidates: 6)
16:12:37.458149 tst                    sms:trx-umtrx: Using 1 x ip_address (candidates: 6)
16:12:37.468910 tst                    sms:trx-umtrx: Using 1 x ip_address (candidates: 6)
16:12:37.479786 tst                    sms:trx-umtrx: Using 1 x ip_address (candidates: 6)
16:12:37.490648 tst                    sms:trx-umtrx: Using 1 x modem (candidates: 2)
16:12:37.605630 tst                    sms:trx-umtrx: Using 1 x modem (candidates: 2)
16:12:37.805169 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:12:38.264133 run         create_hlr_db(pid=23073): Launched
16:12:38.432686 bus                        /sierra_2: Setting Powered False
16:12:39.454108 run         create_hlr_db(pid=23073): Terminated: ok {rc=0}
16:12:39.842037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23075): Launched
16:12:40.133030 run   osmo-hlr_10.42.42.2(pid=23076): Launched
16:12:40.238886 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:12:40.743159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23078): Launched
16:12:41.034685 run   osmo-stp_10.42.42.5(pid=23079): Launched
16:12:41.141624 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:12:41.671440 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23081): Launched
16:12:41.962990 run   osmo-msc_10.42.42.6(pid=23082): Launched
16:12:42.138185 run   osmo-stp_10.42.42.5(pid=23079): ERR: Terminated: ERROR {rc=1}  [trial-2376↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23079)]
16:12:42.262314 run   osmo-stp_10.42.42.5(pid=23079): stdout: 
| (launched: 2022-12-10_16:12:40.891075)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:12:42.383312 run   osmo-stp_10.42.42.5(pid=23079): stderr: 
| �[0;m�[38;5;43m20221210161241059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161241059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161241059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161241060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161241062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161241062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161241062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:12:42.499895 run   osmo-stp_10.42.42.5(pid=23079): stdout: 
| (launched: 2022-12-10_16:12:40.891075)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:12:42.615819 run   osmo-stp_10.42.42.5(pid=23079): stderr: 
| �[0;m�[38;5;43m20221210161241059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161241059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161241059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161241060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161241062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161241062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161241062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:12:42.666687 tst                  mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=23079): Process ended prematurely: osmo-stp_10.42.42.5(pid=23079) [trial-2376↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23079)]  [trial-2376↪sms:trx-umtrx↪mo_mt_sms.py:16]
16:12:42.674501 tst                  mo_mt_sms.py:16: Test FAILED (5.8 sec)
16:12:42.734209 run   osmo-hlr_10.42.42.2(pid=23076): ERR: Terminated: ERROR {rc=237}  [trial-2376↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23076)]
16:12:42.783095 run   osmo-hlr_10.42.42.2(pid=23076): stdout: 
| (launched: 2022-12-10_16:12:39.990434) 
16:12:42.832795 run   osmo-hlr_10.42.42.2(pid=23076): stderr: 
| �[0;m�[1;31m20221210161240164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161240164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161240164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161240164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161240164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161240164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161240175 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161240184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161240184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161240184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:12:42.899680 run   osmo-msc_10.42.42.6(pid=23082): ERR: Terminated: ERROR {rc=2}  [trial-2376↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23082)]
16:12:42.948260 run   osmo-msc_10.42.42.6(pid=23082): stdout: 
| (launched: 2022-12-10_16:12:41.819045) 
16:12:42.997606 run   osmo-msc_10.42.42.6(pid=23082): stderr: 
| �[0;m�[38;5;43m20221210161242090 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210161242090 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd48eb72c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210161242090 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210161242090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210161242090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210161242091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210161242092 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210161242093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210161242093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210161242093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:12:43.039386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23075): Terminating (SIGTERM)
16:12:43.079146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23078): Terminating (SIGTERM)
16:12:43.118984 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23081): Terminating (SIGTERM)
16:12:43.128364 ---      ParallelTerminationStrategy: PID 23075 died...
16:12:43.181616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23075): Terminated: ok {rc=0}
16:12:43.191233 ---      ParallelTerminationStrategy: PID 23078 died...
16:12:43.244545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23078): Terminated: ok {rc=0}
16:12:43.254143 ---      ParallelTerminationStrategy: PID 23081 died...
16:12:43.306912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23081): Terminated: ok {rc=0}
16:12:43.393343 bus                        /sierra_3: Setting Powered False
16:12:44.495004 bus                        /sierra_3: Setting Powered False
16:12:45.604690 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>11.0</duration><id>76</id><name>sms_trx-umtrx</name><properties></properties><timestamp>2022-12-10T16:12:36</timestamp></suite><suite><case><age>232</age><className>nitb_ussd:trx-umtrx</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=23088): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23088) [trial-2376↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23088)]</errorStackTrace><failedSince>2145</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py", line 12, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23088): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23088) [trial-2376↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23088)]
</stderr><stdout>
----------------------------------------------
trial-2376 nitb_ussd:trx-umtrx assert_extension.py
----------------------------------------------
16:12:47.498725 tst              nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)
16:12:47.509348 tst              nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)
16:12:47.639916 tst              assert_extension.py: using LAC 29119
16:12:47.759787 tst              assert_extension.py: using RAC 49
16:12:47.881035 tst              assert_extension.py: using CellId 29119
16:12:47.999726 tst              assert_extension.py: using BVCI 29120
16:12:48.022267 tst              nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)
16:12:48.288763 tst           assert_extension.py:10: start nitb and bts...
16:12:48.409981 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
16:12:49.011249 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23087): Launched
16:12:49.298108 run  osmo-nitb_10.42.42.2(pid=23088): Launched
16:12:49.476342 run  osmo-nitb_10.42.42.2(pid=23088): ERR: Terminated: ERROR {rc=2}  [trial-2376↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23088)]
16:12:49.608123 run  osmo-nitb_10.42.42.2(pid=23088): stdout: 
| (launched: 2022-12-10_16:12:49.158829) 
16:12:49.740898 run  osmo-nitb_10.42.42.2(pid=23088): stderr: 
| (launched: 2022-12-10_16:12:49.201951)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:12:49.868741 run  osmo-nitb_10.42.42.2(pid=23088): stdout: 
| (launched: 2022-12-10_16:12:49.158829) 
16:12:49.995378 run  osmo-nitb_10.42.42.2(pid=23088): stderr: 
| (launched: 2022-12-10_16:12:49.201951)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:12:50.415866 tst  osmo-nitb_10.42.42.2(pid=23088): stdout: 
| (launched: 2022-12-10_16:12:49.158829) 
16:12:50.532447 tst  osmo-nitb_10.42.42.2(pid=23088): stderr: 
| (launched: 2022-12-10_16:12:49.201951)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:12:50.583683 tst           assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=23088): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23088) [trial-2376↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23088)]  [trial-2376↪nitb_ussd:trx-umtrx↪assert_extension.py:12]
16:12:50.591814 tst           assert_extension.py:12: Test FAILED (3.1 sec)
16:12:50.626456 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23087): Terminating (SIGTERM)
16:12:50.804053 ---      ParallelTerminationStrategy: PID 23087 died...
16:12:50.859061 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23087): Terminated: ok {rc=0}
16:12:50.947803 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>6.0</duration><id>77</id><name>nitb_ussd_trx-umtrx</name><properties></properties><timestamp>2022-12-10T16:12:47</timestamp></suite><suite><case><age>59</age><className>ussd:trx-umtrx</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23098): Process ended prematurely: osmo-stp_10.42.42.5(pid=23098) [trial-2376↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23098)]</errorStackTrace><failedSince>2318</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py", line 17, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23098): Process ended prematurely: osmo-stp_10.42.42.5(pid=23098) [trial-2376↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23098)]
</stderr><stdout>
----------------------------------------------
trial-2376 ussd:trx-umtrx assert_extension.py
----------------------------------------------
16:12:52.783330 tst                   ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)
16:12:52.794484 tst                   ussd:trx-umtrx: Using 1 x bts (candidates: 1)
16:12:52.933867 tst              assert_extension.py: using LAC 29120
16:12:53.057237 tst              assert_extension.py: using RAC 50
16:12:53.178681 tst              assert_extension.py: using CellId 29120
16:12:53.299950 tst              assert_extension.py: using BVCI 29121
16:12:53.323599 tst                   ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)
16:12:53.334661 tst                   ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)
16:12:53.345558 tst                   ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)
16:12:53.356481 tst                   ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)
16:12:53.367692 tst                   ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)
16:12:53.378744 tst                   ussd:trx-umtrx: Using 1 x modem (candidates: 1)
16:12:53.572826 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:12:54.030045 run         create_hlr_db(pid=23092): Launched
16:12:54.199545 bus                        /sierra_2: Setting Powered False
16:12:55.220670 run         create_hlr_db(pid=23092): Terminated: ok {rc=0}
16:12:55.635992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23094): Launched
16:12:55.948674 run   osmo-hlr_10.42.42.2(pid=23095): Launched
16:12:56.063388 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:12:56.608183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23097): Launched
16:12:56.918079 run   osmo-stp_10.42.42.5(pid=23098): Launched
16:12:57.030304 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:12:57.596492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23100): Launched
16:12:57.905349 run   osmo-msc_10.42.42.6(pid=23101): Launched
16:12:58.086302 run   osmo-stp_10.42.42.5(pid=23098): ERR: Terminated: ERROR {rc=1}  [trial-2376↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23098)]
16:12:58.217980 run   osmo-stp_10.42.42.5(pid=23098): stdout: 
| (launched: 2022-12-10_16:12:56.766371)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:12:58.348923 run   osmo-stp_10.42.42.5(pid=23098): stderr: 
| �[0;m�[38;5;43m20221210161256957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161256957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161256958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161256958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161256958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161256959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161256959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:12:58.473896 run   osmo-stp_10.42.42.5(pid=23098): stdout: 
| (launched: 2022-12-10_16:12:56.766371)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:12:58.597998 run   osmo-stp_10.42.42.5(pid=23098): stderr: 
| �[0;m�[38;5;43m20221210161256957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161256957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161256958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161256958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161256958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161256959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161256959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:12:58.652155 tst           assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=23098): Process ended prematurely: osmo-stp_10.42.42.5(pid=23098) [trial-2376↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23098)]  [trial-2376↪ussd:trx-umtrx↪assert_extension.py:17]
16:12:58.661151 tst           assert_extension.py:17: Test FAILED (5.9 sec)
16:12:58.723817 run   osmo-hlr_10.42.42.2(pid=23095): ERR: Terminated: ERROR {rc=237}  [trial-2376↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23095)]
16:12:58.775087 run   osmo-hlr_10.42.42.2(pid=23095): stdout: 
| (launched: 2022-12-10_16:12:55.796829) 
16:12:58.826878 run   osmo-hlr_10.42.42.2(pid=23095): stderr: 
| �[0;m�[1;31m20221210161255992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161255993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161255993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161255993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161255993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161255993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161256006 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161256014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161256014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161256014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:12:58.897244 run   osmo-msc_10.42.42.6(pid=23101): ERR: Terminated: ERROR {rc=2}  [trial-2376↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23101)]
16:12:58.948100 run   osmo-msc_10.42.42.6(pid=23101): stdout: 
| (launched: 2022-12-10_16:12:57.754702) 
16:12:58.999439 run   osmo-msc_10.42.42.6(pid=23101): stderr: 
| �[0;m�[38;5;43m20221210161258074 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210161258074 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f99570ddc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210161258074 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210161258074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210161258074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210161258075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210161258076 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210161258077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210161258077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210161258077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:12:59.043540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23094): Terminating (SIGTERM)
16:12:59.085196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23097): Terminating (SIGTERM)
16:12:59.126703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23100): Terminating (SIGTERM)
16:12:59.136568 ---      ParallelTerminationStrategy: PID 23094 died...
16:12:59.192618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23094): Terminated: ok {rc=0}
16:12:59.202849 ---      ParallelTerminationStrategy: PID 23097 died...
16:12:59.258061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23097): Terminated: ok {rc=0}
16:12:59.268273 ---      ParallelTerminationStrategy: PID 23100 died...
16:12:59.323702 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23100): Terminated: ok {rc=0}
16:12:59.410212 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>9.0</duration><id>78</id><name>ussd_trx-umtrx</name><properties></properties><timestamp>2022-12-10T16:12:52</timestamp></suite><suite><case><age>59</age><className>voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23112): Process ended prematurely: osmo-stp_10.42.42.5(pid=23112) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23112)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23112): Process ended prematurely: osmo-stp_10.42.42.5(pid=23112) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23112)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py
----------------------------------------------
16:13:01.392787 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:13:01.404514 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
16:13:01.591432 tst                    mo_mt_call.py: using LAC 29121
16:13:01.717999 tst                    mo_mt_call.py: using RAC 51
16:13:01.875614 tst                    mo_mt_call.py: using CellId 29121
16:13:02.005624 tst                    mo_mt_call.py: using BVCI 29122
16:13:02.031971 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:13:02.044480 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:13:02.056837 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:13:02.069776 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:13:02.083089 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:13:02.095796 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
16:13:02.219644 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
16:13:02.431028 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:13:02.938226 run         create_hlr_db(pid=23106): Launched
16:13:03.121710 bus                        /sierra_2: Setting Powered False
16:13:04.143592 run         create_hlr_db(pid=23106): Terminated: ok {rc=0}
16:13:04.542580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23108): Launched
16:13:04.837699 run   osmo-hlr_10.42.42.2(pid=23109): Launched
16:13:04.951736 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:13:05.471988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23111): Launched
16:13:05.766936 run   osmo-stp_10.42.42.5(pid=23112): Launched
16:13:05.874988 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:13:06.414434 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23114): Launched
16:13:06.710460 run   osmo-msc_10.42.42.6(pid=23115): Launched
16:13:06.884315 run   osmo-stp_10.42.42.5(pid=23112): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23112)]
16:13:07.010302 run   osmo-stp_10.42.42.5(pid=23112): stdout: 
| (launched: 2022-12-10_16:13:05.622455)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:13:07.134249 run   osmo-stp_10.42.42.5(pid=23112): stderr: 
| �[0;m�[38;5;43m20221210161305792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161305792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161305792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161305792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161305793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161305793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161305793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:13:07.253512 run   osmo-stp_10.42.42.5(pid=23112): stdout: 
| (launched: 2022-12-10_16:13:05.622455)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:13:07.371624 run   osmo-stp_10.42.42.5(pid=23112): stderr: 
| �[0;m�[38;5;43m20221210161305792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161305792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161305792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161305792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161305793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161305793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161305793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:13:07.423674 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23112): Process ended prematurely: osmo-stp_10.42.42.5(pid=23112) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23112)]  [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]
16:13:07.432148 tst                  mo_mt_call.py:8: Test FAILED (6.1 sec)
16:13:07.492452 run   osmo-hlr_10.42.42.2(pid=23109): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23109)]
16:13:07.541814 run   osmo-hlr_10.42.42.2(pid=23109): stdout: 
| (launched: 2022-12-10_16:13:04.693389) 
16:13:07.591777 run   osmo-hlr_10.42.42.2(pid=23109): stderr: 
| �[0;m�[1;31m20221210161304868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161304868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161304868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161304868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161304868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161304868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161304879 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161304888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161304888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161304889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:13:07.659235 run   osmo-msc_10.42.42.6(pid=23115): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23115)]
16:13:07.708451 run   osmo-msc_10.42.42.6(pid=23115): stdout: 
| (launched: 2022-12-10_16:13:06.564783) 
16:13:07.758478 run   osmo-msc_10.42.42.6(pid=23115): stderr: 
| �[0;m�[38;5;43m20221210161306837 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210161306837 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4a3ed7ec40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210161306837 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210161306837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210161306837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210161306837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210161306839 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210161306840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210161306840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210161306840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:13:07.800380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23108): Terminating (SIGTERM)
16:13:07.840553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23111): Terminating (SIGTERM)
16:13:07.880544 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23114): Terminating (SIGTERM)
16:13:07.890025 ---      ParallelTerminationStrategy: PID 23108 died...
16:13:07.944024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23108): Terminated: ok {rc=0}
16:13:07.953681 ---      ParallelTerminationStrategy: PID 23111 died...
16:13:08.007338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23111): Terminated: ok {rc=0}
16:13:08.017228 ---      ParallelTerminationStrategy: PID 23114 died...
16:13:08.070571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23114): Terminated: ok {rc=0}
16:13:08.158833 bus                        /sierra_3: Setting Powered False
16:13:09.261189 bus                        /sierra_3: Setting Powered False
16:13:10.368576 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>59</age><className>voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23123): Process ended prematurely: osmo-stp_10.42.42.5(pid=23123) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23123)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23123): Process ended prematurely: osmo-stp_10.42.42.5(pid=23123) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23123)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py
----------------------------------------------
16:13:11.482306 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:13:11.494632 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
16:13:11.655791 tst              mo_mt_call_osmux.py: using LAC 29122
16:13:11.780403 tst              mo_mt_call_osmux.py: using RAC 52
16:13:11.903236 tst              mo_mt_call_osmux.py: using CellId 29122
16:13:12.030275 tst              mo_mt_call_osmux.py: using BVCI 29123
16:13:12.054243 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:13:12.065725 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:13:12.077053 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:13:12.088585 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:13:12.100104 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:13:12.111575 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
16:13:12.229584 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
16:13:12.428765 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:13:12.894343 run         create_hlr_db(pid=23117): Launched
16:13:13.064842 bus                        /sierra_2: Setting Powered False
16:13:14.087039 run         create_hlr_db(pid=23117): Terminated: ok {rc=0}
16:13:14.480050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23119): Launched
16:13:14.775613 run   osmo-hlr_10.42.42.2(pid=23120): Launched
16:13:14.883543 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:13:15.397070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23122): Launched
16:13:15.692235 run   osmo-stp_10.42.42.5(pid=23123): Launched
16:13:15.800598 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:13:16.417881 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23125): Launched
16:13:16.771266 run   osmo-msc_10.42.42.6(pid=23126): Launched
16:13:17.035162 run   osmo-stp_10.42.42.5(pid=23123): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23123)]
16:13:17.362749 run   osmo-stp_10.42.42.5(pid=23123): stdout: 
| (launched: 2022-12-10_16:13:15.547115)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:13:17.500398 run   osmo-stp_10.42.42.5(pid=23123): stderr: 
| �[0;m�[38;5;43m20221210161315715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161315715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161315715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161315716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161315718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161315718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161315718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:13:17.628621 run   osmo-stp_10.42.42.5(pid=23123): stdout: 
| (launched: 2022-12-10_16:13:15.547115)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:13:17.756601 run   osmo-stp_10.42.42.5(pid=23123): stderr: 
| �[0;m�[38;5;43m20221210161315715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161315715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161315715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161315716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161315718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161315718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161315718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:13:17.812669 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23123): Process ended prematurely: osmo-stp_10.42.42.5(pid=23123) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23123)]  [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]
16:13:17.822185 tst            mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)
16:13:17.885471 run   osmo-hlr_10.42.42.2(pid=23120): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23120)]
16:13:17.937380 run   osmo-hlr_10.42.42.2(pid=23120): stdout: 
| (launched: 2022-12-10_16:13:14.630078) 
16:13:17.990289 run   osmo-hlr_10.42.42.2(pid=23120): stderr: 
| �[0;m�[1;31m20221210161314804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161314804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161314804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161314805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161314805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161314805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161314817 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161314825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161314826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161314826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:13:18.061708 run   osmo-msc_10.42.42.6(pid=23126): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23126)]
16:13:18.113453 run   osmo-msc_10.42.42.6(pid=23126): stdout: 
| (launched: 2022-12-10_16:13:16.588030) 
16:13:18.165765 run   osmo-msc_10.42.42.6(pid=23126): stderr: 
| �[0;m�[38;5;43m20221210161317258 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210161317258 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7507f53c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210161317258 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210161317258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210161317259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210161317259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210161317261 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210161317261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210161317261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210161317261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:13:18.210605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23119): Terminating (SIGTERM)
16:13:18.252745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23122): Terminating (SIGTERM)
16:13:18.295452 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23125): Terminating (SIGTERM)
16:13:18.305527 ---      ParallelTerminationStrategy: PID 23119 died...
16:13:18.362204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23119): Terminated: ok {rc=0}
16:13:18.372372 ---      ParallelTerminationStrategy: PID 23122 died...
16:13:18.428134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23122): Terminated: ok {rc=0}
16:13:18.438319 ---      ParallelTerminationStrategy: PID 23125 died...
16:13:18.494423 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23125): Terminated: ok {rc=0}
16:13:18.580983 bus                        /sierra_3: Setting Powered False
16:13:19.687028 bus                        /sierra_3: Setting Powered False
16:13:20.795170 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>79</id><name>voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1</name><properties></properties><timestamp>2022-12-10T16:13:01</timestamp></suite><suite><case><age>59</age><className>voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23137): Process ended prematurely: osmo-stp_10.42.42.5(pid=23137) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23137)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23137): Process ended prematurely: osmo-stp_10.42.42.5(pid=23137) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23137)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py
----------------------------------------------
16:13:22.789997 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:13:22.801250 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
16:13:22.954370 tst                    mo_mt_call.py: using LAC 29123
16:13:23.069870 tst                    mo_mt_call.py: using RAC 53
16:13:23.193538 tst                    mo_mt_call.py: using CellId 29123
16:13:23.319172 tst                    mo_mt_call.py: using BVCI 29124
16:13:23.343243 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:13:23.354788 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:13:23.366056 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:13:23.377295 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:13:23.388624 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:13:23.399975 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
16:13:23.512309 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
16:13:23.707588 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:13:24.172121 run         create_hlr_db(pid=23131): Launched
16:13:24.343887 bus                        /sierra_2: Setting Powered False
16:13:25.365064 run         create_hlr_db(pid=23131): Terminated: ok {rc=0}
16:13:25.786883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23133): Launched
16:13:26.103218 run   osmo-hlr_10.42.42.2(pid=23134): Launched
16:13:26.219627 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:13:26.772886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23136): Launched
16:13:27.088466 run   osmo-stp_10.42.42.5(pid=23137): Launched
16:13:27.203133 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:13:27.781436 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23139): Launched
16:13:28.096790 run   osmo-msc_10.42.42.6(pid=23140): Launched
16:13:28.282888 run   osmo-stp_10.42.42.5(pid=23137): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23137)]
16:13:28.417434 run   osmo-stp_10.42.42.5(pid=23137): stdout: 
| (launched: 2022-12-10_16:13:26.934342)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:13:28.551239 run   osmo-stp_10.42.42.5(pid=23137): stderr: 
| �[0;m�[38;5;43m20221210161327127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161327127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161327127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161327127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161327128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161327128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161327128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:13:28.679756 run   osmo-stp_10.42.42.5(pid=23137): stdout: 
| (launched: 2022-12-10_16:13:26.934342)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:13:28.807222 run   osmo-stp_10.42.42.5(pid=23137): stderr: 
| �[0;m�[38;5;43m20221210161327127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161327127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161327127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161327127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161327128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161327128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161327128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:13:28.863205 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23137): Process ended prematurely: osmo-stp_10.42.42.5(pid=23137) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23137)]  [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]
16:13:28.872502 tst                  mo_mt_call.py:8: Test FAILED (6.1 sec)
16:13:28.936024 run   osmo-hlr_10.42.42.2(pid=23134): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23134)]
16:13:28.988090 run   osmo-hlr_10.42.42.2(pid=23134): stdout: 
| (launched: 2022-12-10_16:13:25.948462) 
16:13:29.040614 run   osmo-hlr_10.42.42.2(pid=23134): stderr: 
| �[0;m�[1;31m20221210161326146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161326146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161326146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161326146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161326146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161326146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161326172 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161326184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161326184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161326184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:13:29.111850 run   osmo-msc_10.42.42.6(pid=23140): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23140)]
16:13:29.163459 run   osmo-msc_10.42.42.6(pid=23140): stdout: 
| (launched: 2022-12-10_16:13:27.942249) 
16:13:29.215554 run   osmo-msc_10.42.42.6(pid=23140): stderr: 
| �[0;m�[38;5;43m20221210161328262 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210161328263 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc3c79d7c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210161328263 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210161328263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210161328263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210161328263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210161328265 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210161328265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210161328265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210161328266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:13:29.259789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23133): Terminating (SIGTERM)
16:13:29.301836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23136): Terminating (SIGTERM)
16:13:29.344290 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23139): Terminating (SIGTERM)
16:13:29.354030 ---      ParallelTerminationStrategy: PID 23133 died...
16:13:29.410834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23133): Terminated: ok {rc=0}
16:13:29.421234 ---      ParallelTerminationStrategy: PID 23136 died...
16:13:29.477671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23136): Terminated: ok {rc=0}
16:13:29.488133 ---      ParallelTerminationStrategy: PID 23139 died...
16:13:29.544648 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23139): Terminated: ok {rc=0}
16:13:29.632737 bus                        /sierra_3: Setting Powered False
16:13:30.738865 bus                        /sierra_3: Setting Powered False
16:13:31.851210 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>59</age><className>voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23148): Process ended prematurely: osmo-stp_10.42.42.5(pid=23148) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23148)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23148): Process ended prematurely: osmo-stp_10.42.42.5(pid=23148) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23148)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py
----------------------------------------------
16:13:32.963660 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:13:32.975863 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
16:13:33.139756 tst              mo_mt_call_osmux.py: using LAC 29124
16:13:33.266197 tst              mo_mt_call_osmux.py: using RAC 54
16:13:33.392349 tst              mo_mt_call_osmux.py: using CellId 29124
16:13:33.516515 tst              mo_mt_call_osmux.py: using BVCI 29125
16:13:33.540711 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:13:33.552526 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:13:33.564149 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:13:33.575784 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:13:33.587650 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:13:33.599493 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
16:13:33.717732 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
16:13:33.930267 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:13:34.435633 run         create_hlr_db(pid=23142): Launched
16:13:34.619254 bus                        /sierra_2: Setting Powered False
16:13:35.629590 run         create_hlr_db(pid=23142): Terminated: ok {rc=0}
16:13:36.058618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23144): Launched
16:13:36.374073 run   osmo-hlr_10.42.42.2(pid=23145): Launched
16:13:36.490316 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:13:37.039761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23147): Launched
16:13:37.354375 run   osmo-stp_10.42.42.5(pid=23148): Launched
16:13:37.468520 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:13:38.046896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23150): Launched
16:13:38.361431 run   osmo-msc_10.42.42.6(pid=23151): Launched
16:13:38.547157 run   osmo-stp_10.42.42.5(pid=23148): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23148)]
16:13:38.681365 run   osmo-stp_10.42.42.5(pid=23148): stdout: 
| (launched: 2022-12-10_16:13:37.200369)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:13:38.815759 run   osmo-stp_10.42.42.5(pid=23148): stderr: 
| �[0;m�[38;5;43m20221210161337390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161337391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161337391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161337391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161337394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161337394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161337394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:13:38.943661 run   osmo-stp_10.42.42.5(pid=23148): stdout: 
| (launched: 2022-12-10_16:13:37.200369)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:13:39.070383 run   osmo-stp_10.42.42.5(pid=23148): stderr: 
| �[0;m�[38;5;43m20221210161337390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161337391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161337391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161337391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161337394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161337394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161337394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:13:39.126333 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23148): Process ended prematurely: osmo-stp_10.42.42.5(pid=23148) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23148)]  [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]
16:13:39.135586 tst            mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)
16:13:39.197875 run   osmo-hlr_10.42.42.2(pid=23145): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23145)]
16:13:39.248854 run   osmo-hlr_10.42.42.2(pid=23145): stdout: 
| (launched: 2022-12-10_16:13:36.220514) 
16:13:39.300856 run   osmo-hlr_10.42.42.2(pid=23145): stderr: 
| �[0;m�[1;31m20221210161336418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161336418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161336418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161336418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161336418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161336418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161336433 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161336443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161336443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161336443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:13:39.371044 run   osmo-msc_10.42.42.6(pid=23151): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23151)]
16:13:39.421628 run   osmo-msc_10.42.42.6(pid=23151): stdout: 
| (launched: 2022-12-10_16:13:38.207788) 
16:13:39.472576 run   osmo-msc_10.42.42.6(pid=23151): stderr: 
| �[0;m�[38;5;43m20221210161338528 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210161338528 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3637a19c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210161338529 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210161338529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210161338529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210161338529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210161338531 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210161338531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210161338531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210161338531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:13:39.515872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23144): Terminating (SIGTERM)
16:13:39.557024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23147): Terminating (SIGTERM)
16:13:39.598586 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23150): Terminating (SIGTERM)
16:13:39.608347 ---      ParallelTerminationStrategy: PID 23144 died...
16:13:39.664186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23144): Terminated: ok {rc=0}
16:13:39.674314 ---      ParallelTerminationStrategy: PID 23147 died...
16:13:39.730150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23147): Terminated: ok {rc=0}
16:13:39.740435 ---      ParallelTerminationStrategy: PID 23150 died...
16:13:39.795676 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23150): Terminated: ok {rc=0}
16:13:39.881117 bus                        /sierra_3: Setting Powered False
16:13:40.987211 bus                        /sierra_3: Setting Powered False
16:13:42.093816 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>80</id><name>voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2</name><properties></properties><timestamp>2022-12-10T16:13:22</timestamp></suite><suite><case><age>59</age><className>voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23162): Process ended prematurely: osmo-stp_10.42.42.5(pid=23162) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23162)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23162): Process ended prematurely: osmo-stp_10.42.42.5(pid=23162) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23162)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py
----------------------------------------------
16:13:44.078252 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:13:44.089291 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
16:13:44.241727 tst                    mo_mt_call.py: using LAC 29125
16:13:44.366274 tst                    mo_mt_call.py: using RAC 55
16:13:44.491289 tst                    mo_mt_call.py: using CellId 29125
16:13:44.618373 tst                    mo_mt_call.py: using BVCI 29126
16:13:44.642839 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:13:44.654557 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:13:44.666074 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:13:44.677819 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:13:44.690274 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:13:44.701768 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
16:13:44.813979 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
16:13:45.011749 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:13:45.475420 run         create_hlr_db(pid=23156): Launched
16:13:45.645607 bus                        /sierra_2: Setting Powered False
16:13:46.717749 run         create_hlr_db(pid=23156): Terminated: ok {rc=0}
16:13:47.155274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23158): Launched
16:13:47.453106 run   osmo-hlr_10.42.42.2(pid=23159): Launched
16:13:47.563118 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:13:48.075931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23161): Launched
16:13:48.371248 run   osmo-stp_10.42.42.5(pid=23162): Launched
16:13:48.479264 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:13:49.018695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23164): Launched
16:13:49.313786 run   osmo-msc_10.42.42.6(pid=23165): Launched
16:13:49.487687 run   osmo-stp_10.42.42.5(pid=23162): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23162)]
16:13:49.614196 run   osmo-stp_10.42.42.5(pid=23162): stdout: 
| (launched: 2022-12-10_16:13:48.226135)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:13:49.738146 run   osmo-stp_10.42.42.5(pid=23162): stderr: 
| �[0;m�[38;5;43m20221210161348395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161348395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161348395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161348396 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161348396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161348396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161348396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:13:49.857400 run   osmo-stp_10.42.42.5(pid=23162): stdout: 
| (launched: 2022-12-10_16:13:48.226135)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:13:49.975296 run   osmo-stp_10.42.42.5(pid=23162): stderr: 
| �[0;m�[38;5;43m20221210161348395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161348395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161348395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161348396 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161348396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161348396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161348396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:13:50.027289 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23162): Process ended prematurely: osmo-stp_10.42.42.5(pid=23162) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23162)]  [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]
16:13:50.035749 tst                  mo_mt_call.py:8: Test FAILED (6.0 sec)
16:13:50.095937 run   osmo-hlr_10.42.42.2(pid=23159): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23159)]
16:13:50.145218 run   osmo-hlr_10.42.42.2(pid=23159): stdout: 
| (launched: 2022-12-10_16:13:47.308270) 
16:13:50.195106 run   osmo-hlr_10.42.42.2(pid=23159): stderr: 
| �[0;m�[1;31m20221210161347483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161347483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161347483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161347483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161347483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161347483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161347496 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161347506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161347506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161347506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:13:50.262880 run   osmo-msc_10.42.42.6(pid=23165): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23165)]
16:13:50.312113 run   osmo-msc_10.42.42.6(pid=23165): stdout: 
| (launched: 2022-12-10_16:13:49.168735) 
16:13:50.361899 run   osmo-msc_10.42.42.6(pid=23165): stderr: 
| �[0;m�[38;5;43m20221210161349440 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210161349440 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcc4fc14c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210161349440 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210161349440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210161349440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210161349441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210161349442 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210161349443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210161349443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210161349443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:13:50.403755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23158): Terminating (SIGTERM)
16:13:50.443703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23161): Terminating (SIGTERM)
16:13:50.483840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23164): Terminating (SIGTERM)
16:13:50.493113 ---      ParallelTerminationStrategy: PID 23158 died...
16:13:50.547063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23158): Terminated: ok {rc=0}
16:13:50.556919 ---      ParallelTerminationStrategy: PID 23161 died...
16:13:50.610816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23161): Terminated: ok {rc=0}
16:13:50.620448 ---      ParallelTerminationStrategy: PID 23164 died...
16:13:50.674063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23164): Terminated: ok {rc=0}
16:13:50.762730 bus                        /sierra_3: Setting Powered False
16:13:51.865448 bus                        /sierra_3: Setting Powered False
16:13:52.976703 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>62</age><className>voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23173): Process ended prematurely: osmo-stp_10.42.42.5(pid=23173) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23173)]</errorStackTrace><failedSince>2315</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23173): Process ended prematurely: osmo-stp_10.42.42.5(pid=23173) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23173)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py
----------------------------------------------
16:13:54.086475 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:13:54.098205 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
16:13:54.252711 tst              mo_mt_call_osmux.py: using LAC 29126
16:13:54.370902 tst              mo_mt_call_osmux.py: using RAC 56
16:13:54.489077 tst              mo_mt_call_osmux.py: using CellId 29126
16:13:54.605218 tst              mo_mt_call_osmux.py: using BVCI 29127
16:13:54.627668 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:13:54.638806 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:13:54.649633 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:13:54.660706 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:13:54.671870 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:13:54.682878 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
16:13:54.796485 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
16:13:54.996650 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:13:55.460490 run         create_hlr_db(pid=23167): Launched
16:13:55.630946 bus                        /sierra_2: Setting Powered False
16:13:56.654515 run         create_hlr_db(pid=23167): Terminated: ok {rc=0}
16:13:57.075662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23169): Launched
16:13:57.392212 run   osmo-hlr_10.42.42.2(pid=23170): Launched
16:13:57.508249 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:13:58.057478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23172): Launched
16:13:58.373760 run   osmo-stp_10.42.42.5(pid=23173): Launched
16:13:58.488371 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:13:59.067692 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23175): Launched
16:13:59.382508 run   osmo-msc_10.42.42.6(pid=23176): Launched
16:13:59.567577 run   osmo-stp_10.42.42.5(pid=23173): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23173)]
16:13:59.702194 run   osmo-stp_10.42.42.5(pid=23173): stdout: 
| (launched: 2022-12-10_16:13:58.218548)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:13:59.836474 run   osmo-stp_10.42.42.5(pid=23173): stderr: 
| �[0;m�[38;5;43m20221210161358408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161358409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161358409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161358409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161358410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161358410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161358410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:13:59.963953 run   osmo-stp_10.42.42.5(pid=23173): stdout: 
| (launched: 2022-12-10_16:13:58.218548)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:14:00.090598 run   osmo-stp_10.42.42.5(pid=23173): stderr: 
| �[0;m�[38;5;43m20221210161358408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161358409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161358409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161358409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161358410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161358410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161358410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:14:00.146386 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23173): Process ended prematurely: osmo-stp_10.42.42.5(pid=23173) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23173)]  [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]
16:14:00.155665 tst            mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)
16:14:00.217786 run   osmo-hlr_10.42.42.2(pid=23170): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23170)]
16:14:00.269158 run   osmo-hlr_10.42.42.2(pid=23170): stdout: 
| (launched: 2022-12-10_16:13:57.237141) 
16:14:00.321011 run   osmo-hlr_10.42.42.2(pid=23170): stderr: 
| �[0;m�[1;31m20221210161357433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161357433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161357433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161357433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161357433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161357433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161357446 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161357454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161357454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161357454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:14:00.391461 run   osmo-msc_10.42.42.6(pid=23176): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23176)]
16:14:00.442362 run   osmo-msc_10.42.42.6(pid=23176): stdout: 
| (launched: 2022-12-10_16:13:59.228281) 
16:14:00.493994 run   osmo-msc_10.42.42.6(pid=23176): stderr: 
| �[0;m�[38;5;43m20221210161359550 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210161359550 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0325e43c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210161359550 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210161359550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210161359550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210161359550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210161359552 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210161359552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210161359553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210161359553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:14:00.537850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23169): Terminating (SIGTERM)
16:14:00.579365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23172): Terminating (SIGTERM)
16:14:00.621411 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23175): Terminating (SIGTERM)
16:14:00.631178 ---      ParallelTerminationStrategy: PID 23169 died...
16:14:00.686980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23169): Terminated: ok {rc=0}
16:14:00.697510 ---      ParallelTerminationStrategy: PID 23172 died...
16:14:00.753040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23172): Terminated: ok {rc=0}
16:14:00.763124 ---      ParallelTerminationStrategy: PID 23175 died...
16:14:00.818443 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23175): Terminated: ok {rc=0}
16:14:00.930127 bus                        /sierra_3: Setting Powered False
16:14:02.030674 bus                        /sierra_3: Setting Powered False
16:14:03.137818 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>81</id><name>voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3</name><properties></properties><timestamp>2022-12-10T16:13:43</timestamp></suite><suite><case><age>59</age><className>voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23187): Process ended prematurely: osmo-stp_10.42.42.5(pid=23187) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23187)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23187): Process ended prematurely: osmo-stp_10.42.42.5(pid=23187) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23187)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py
----------------------------------------------
16:14:05.138448 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:14:05.149971 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)
16:14:05.301823 tst                    mo_mt_call.py: using LAC 29127
16:14:05.416229 tst                    mo_mt_call.py: using RAC 57
16:14:05.535633 tst                    mo_mt_call.py: using CellId 29127
16:14:05.650428 tst                    mo_mt_call.py: using BVCI 29128
16:14:05.673142 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:14:05.684377 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:14:05.695397 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:14:05.706923 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:14:05.718521 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:14:05.729903 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
16:14:05.846649 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
16:14:06.056765 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:14:06.562825 run         create_hlr_db(pid=23181): Launched
16:14:06.748154 bus                        /sierra_2: Setting Powered False
16:14:07.768368 run         create_hlr_db(pid=23181): Terminated: ok {rc=0}
16:14:08.166281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23183): Launched
16:14:08.460561 run   osmo-hlr_10.42.42.2(pid=23184): Launched
16:14:08.575441 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:14:09.096025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23186): Launched
16:14:09.390984 run   osmo-stp_10.42.42.5(pid=23187): Launched
16:14:09.498171 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:14:10.040062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23189): Launched
16:14:10.335655 run   osmo-msc_10.42.42.6(pid=23190): Launched
16:14:10.509459 run   osmo-stp_10.42.42.5(pid=23187): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23187)]
16:14:10.635067 run   osmo-stp_10.42.42.5(pid=23187): stdout: 
| (launched: 2022-12-10_16:14:09.246494)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:14:10.758993 run   osmo-stp_10.42.42.5(pid=23187): stderr: 
| �[0;m�[38;5;43m20221210161409417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161409417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161409417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161409418 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161409418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161409418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161409418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:14:10.878623 run   osmo-stp_10.42.42.5(pid=23187): stdout: 
| (launched: 2022-12-10_16:14:09.246494)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:14:10.997085 run   osmo-stp_10.42.42.5(pid=23187): stderr: 
| �[0;m�[38;5;43m20221210161409417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161409417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161409417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161409418 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161409418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161409418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161409418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:14:11.049270 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23187): Process ended prematurely: osmo-stp_10.42.42.5(pid=23187) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23187)]  [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]
16:14:11.057876 tst                  mo_mt_call.py:8: Test FAILED (6.0 sec)
16:14:11.118325 run   osmo-hlr_10.42.42.2(pid=23184): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23184)]
16:14:11.167675 run   osmo-hlr_10.42.42.2(pid=23184): stdout: 
| (launched: 2022-12-10_16:14:08.316540) 
16:14:11.217533 run   osmo-hlr_10.42.42.2(pid=23184): stderr: 
| �[0;m�[1;31m20221210161408493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161408493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161408493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161408493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161408493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161408494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161408506 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161408515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161408515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161408515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:14:11.285254 run   osmo-msc_10.42.42.6(pid=23190): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23190)]
16:14:11.334555 run   osmo-msc_10.42.42.6(pid=23190): stdout: 
| (launched: 2022-12-10_16:14:10.190487) 
16:14:11.384631 run   osmo-msc_10.42.42.6(pid=23190): stderr: 
| �[0;m�[38;5;43m20221210161410459 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210161410459 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb63faddc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210161410459 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210161410460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210161410461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210161410461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210161410463 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210161410463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210161410463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210161410463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:14:11.426420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23183): Terminating (SIGTERM)
16:14:11.466337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23186): Terminating (SIGTERM)
16:14:11.506336 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23189): Terminating (SIGTERM)
16:14:11.515599 ---      ParallelTerminationStrategy: PID 23183 died...
16:14:11.569479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23183): Terminated: ok {rc=0}
16:14:11.579427 ---      ParallelTerminationStrategy: PID 23186 died...
16:14:11.632445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23186): Terminated: ok {rc=0}
16:14:11.642365 ---      ParallelTerminationStrategy: PID 23189 died...
16:14:11.695450 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23189): Terminated: ok {rc=0}
16:14:11.779389 bus                        /sierra_3: Setting Powered False
16:14:12.881420 bus                        /sierra_3: Setting Powered False
16:14:13.992218 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>59</age><className>voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23198): Process ended prematurely: osmo-stp_10.42.42.5(pid=23198) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23198)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23198): Process ended prematurely: osmo-stp_10.42.42.5(pid=23198) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23198)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py
----------------------------------------------
16:14:15.105057 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:14:15.117345 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)
16:14:15.279656 tst              mo_mt_call_osmux.py: using LAC 29128
16:14:15.408707 tst              mo_mt_call_osmux.py: using RAC 58
16:14:15.532775 tst              mo_mt_call_osmux.py: using CellId 29128
16:14:15.655175 tst              mo_mt_call_osmux.py: using BVCI 29129
16:14:15.679301 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:14:15.690906 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:14:15.702823 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:14:15.714295 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:14:15.725749 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:14:15.737113 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
16:14:15.870016 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
16:14:16.090747 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:14:16.640514 run         create_hlr_db(pid=23192): Launched
16:14:16.828635 bus                        /sierra_2: Setting Powered False
16:14:17.834079 run         create_hlr_db(pid=23192): Terminated: ok {rc=0}
16:14:18.266975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23194): Launched
16:14:18.582765 run   osmo-hlr_10.42.42.2(pid=23195): Launched
16:14:18.703384 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:14:19.253986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23197): Launched
16:14:19.569352 run   osmo-stp_10.42.42.5(pid=23198): Launched
16:14:19.682864 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:14:20.258736 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23200): Launched
16:14:20.573458 run   osmo-msc_10.42.42.6(pid=23201): Launched
16:14:20.758903 run   osmo-stp_10.42.42.5(pid=23198): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23198)]
16:14:20.892236 run   osmo-stp_10.42.42.5(pid=23198): stdout: 
| (launched: 2022-12-10_16:14:19.415178)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:14:21.026259 run   osmo-stp_10.42.42.5(pid=23198): stderr: 
| �[0;m�[38;5;43m20221210161419605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161419606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161419606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161419606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161419607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161419607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161419607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:14:21.153621 run   osmo-stp_10.42.42.5(pid=23198): stdout: 
| (launched: 2022-12-10_16:14:19.415178)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:14:21.279553 run   osmo-stp_10.42.42.5(pid=23198): stderr: 
| �[0;m�[38;5;43m20221210161419605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161419606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161419606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161419606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161419607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161419607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161419607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:14:21.335328 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23198): Process ended prematurely: osmo-stp_10.42.42.5(pid=23198) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23198)]  [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]
16:14:21.344612 tst            mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)
16:14:21.407088 run   osmo-hlr_10.42.42.2(pid=23195): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23195)]
16:14:21.458305 run   osmo-hlr_10.42.42.2(pid=23195): stdout: 
| (launched: 2022-12-10_16:14:18.428304) 
16:14:21.510175 run   osmo-hlr_10.42.42.2(pid=23195): stderr: 
| �[0;m�[1;31m20221210161418627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161418627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161418627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161418627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161418627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161418627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161418641 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161418649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161418649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161418649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:14:21.580582 run   osmo-msc_10.42.42.6(pid=23201): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23201)]
16:14:21.631327 run   osmo-msc_10.42.42.6(pid=23201): stdout: 
| (launched: 2022-12-10_16:14:20.419331) 
16:14:21.682687 run   osmo-msc_10.42.42.6(pid=23201): stderr: 
| �[0;m�[38;5;43m20221210161420741 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210161420741 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd94d44ac40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210161420741 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210161420741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210161420741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210161420742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210161420743 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210161420744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210161420744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210161420744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:14:21.726650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23194): Terminating (SIGTERM)
16:14:21.768486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23197): Terminating (SIGTERM)
16:14:21.810093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23200): Terminating (SIGTERM)
16:14:21.819935 ---      ParallelTerminationStrategy: PID 23194 died...
16:14:21.875592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23194): Terminated: ok {rc=0}
16:14:21.885937 ---      ParallelTerminationStrategy: PID 23197 died...
16:14:21.941058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23197): Terminated: ok {rc=0}
16:14:21.951321 ---      ParallelTerminationStrategy: PID 23200 died...
16:14:22.006214 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23200): Terminated: ok {rc=0}
16:14:22.092790 bus                        /sierra_3: Setting Powered False
16:14:23.196277 bus                        /sierra_3: Setting Powered False
16:14:24.307428 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>82</id><name>voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1</name><properties></properties><timestamp>2022-12-10T16:14:04</timestamp></suite><suite><case><age>59</age><className>voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23212): Process ended prematurely: osmo-stp_10.42.42.5(pid=23212) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23212)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23212): Process ended prematurely: osmo-stp_10.42.42.5(pid=23212) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23212)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py
----------------------------------------------
16:14:26.291650 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:14:26.302850 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
16:14:26.456256 tst                    mo_mt_call.py: using LAC 29129
16:14:26.577533 tst                    mo_mt_call.py: using RAC 59
16:14:26.694042 tst                    mo_mt_call.py: using CellId 29129
16:14:26.816592 tst                    mo_mt_call.py: using BVCI 29130
16:14:26.841127 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:14:26.852799 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:14:26.864346 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:14:26.875986 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:14:26.887567 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:14:26.899378 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
16:14:27.014105 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
16:14:27.210042 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:14:27.673666 run         create_hlr_db(pid=23206): Launched
16:14:27.843403 bus                        /sierra_2: Setting Powered False
16:14:28.877383 run         create_hlr_db(pid=23206): Terminated: ok {rc=0}
16:14:29.298083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23208): Launched
16:14:29.614117 run   osmo-hlr_10.42.42.2(pid=23209): Launched
16:14:29.730410 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:14:30.277861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23211): Launched
16:14:30.592844 run   osmo-stp_10.42.42.5(pid=23212): Launched
16:14:30.707034 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:14:31.311526 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23214): Launched
16:14:31.659479 run   osmo-msc_10.42.42.6(pid=23215): Launched
16:14:32.041753 run   osmo-stp_10.42.42.5(pid=23212): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23212)]
16:14:32.219284 run   osmo-stp_10.42.42.5(pid=23212): stdout: 
| (launched: 2022-12-10_16:14:30.438177)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:14:32.353320 run   osmo-stp_10.42.42.5(pid=23212): stderr: 
| �[0;m�[38;5;43m20221210161430626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161430627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161430627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161430627 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161430629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161430630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161430630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:14:32.480899 run   osmo-stp_10.42.42.5(pid=23212): stdout: 
| (launched: 2022-12-10_16:14:30.438177)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:14:32.607702 run   osmo-stp_10.42.42.5(pid=23212): stderr: 
| �[0;m�[38;5;43m20221210161430626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161430627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161430627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161430627 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161430629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161430630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161430630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:14:32.663662 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23212): Process ended prematurely: osmo-stp_10.42.42.5(pid=23212) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23212)]  [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]
16:14:32.673022 tst                  mo_mt_call.py:8: Test FAILED (6.4 sec)
16:14:32.736084 run   osmo-hlr_10.42.42.2(pid=23209): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23209)]
16:14:32.787793 run   osmo-hlr_10.42.42.2(pid=23209): stdout: 
| (launched: 2022-12-10_16:14:29.459097) 
16:14:32.839560 run   osmo-hlr_10.42.42.2(pid=23209): stderr: 
| �[0;m�[1;31m20221210161429658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161429658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161429658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161429658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161429658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161429658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161429672 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161429682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161429682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161429682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:14:32.910691 run   osmo-msc_10.42.42.6(pid=23215): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23215)]
16:14:32.962074 run   osmo-msc_10.42.42.6(pid=23215): stdout: 
| (launched: 2022-12-10_16:14:31.474953) 
16:14:33.014652 run   osmo-msc_10.42.42.6(pid=23215): stderr: 
| �[0;m�[38;5;43m20221210161431968 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210161431968 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffb86171c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210161431968 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210161431968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210161431969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210161431969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210161431971 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210161431971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210161431971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210161431971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:14:33.058896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23208): Terminating (SIGTERM)
16:14:33.100868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23211): Terminating (SIGTERM)
16:14:33.142838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23214): Terminating (SIGTERM)
16:14:33.152676 ---      ParallelTerminationStrategy: PID 23208 died...
16:14:33.209245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23208): Terminated: ok {rc=0}
16:14:33.219491 ---      ParallelTerminationStrategy: PID 23211 died...
16:14:33.275230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23211): Terminated: ok {rc=0}
16:14:33.285459 ---      ParallelTerminationStrategy: PID 23214 died...
16:14:33.340881 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23214): Terminated: ok {rc=0}
16:14:33.426804 bus                        /sierra_3: Setting Powered False
16:14:34.532747 bus                        /sierra_3: Setting Powered False
16:14:35.639284 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>61</age><className>voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23223): Process ended prematurely: osmo-stp_10.42.42.5(pid=23223) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23223)]</errorStackTrace><failedSince>2316</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23223): Process ended prematurely: osmo-stp_10.42.42.5(pid=23223) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23223)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py
----------------------------------------------
16:14:36.752627 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:14:36.764690 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
16:14:36.927638 tst              mo_mt_call_osmux.py: using LAC 29130
16:14:37.051377 tst              mo_mt_call_osmux.py: using RAC 60
16:14:37.171381 tst              mo_mt_call_osmux.py: using CellId 29130
16:14:37.290302 tst              mo_mt_call_osmux.py: using BVCI 29131
16:14:37.312813 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:14:37.324246 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:14:37.335304 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:14:37.346784 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:14:37.358348 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:14:37.369805 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
16:14:37.487010 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
16:14:37.686007 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:14:38.151716 run         create_hlr_db(pid=23217): Launched
16:14:38.322248 bus                        /sierra_2: Setting Powered False
16:14:39.343856 run         create_hlr_db(pid=23217): Terminated: ok {rc=0}
16:14:39.739289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23219): Launched
16:14:40.033983 run   osmo-hlr_10.42.42.2(pid=23220): Launched
16:14:40.144380 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:14:40.656022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23222): Launched
16:14:40.951855 run   osmo-stp_10.42.42.5(pid=23223): Launched
16:14:41.060144 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:14:41.598757 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23225): Launched
16:14:41.893908 run   osmo-msc_10.42.42.6(pid=23226): Launched
16:14:42.066974 run   osmo-stp_10.42.42.5(pid=23223): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23223)]
16:14:42.191791 run   osmo-stp_10.42.42.5(pid=23223): stdout: 
| (launched: 2022-12-10_16:14:40.806223)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:14:42.315434 run   osmo-stp_10.42.42.5(pid=23223): stderr: 
| �[0;m�[38;5;43m20221210161440976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161440976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161440976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161440977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161440977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161440977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161440977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:14:42.434516 run   osmo-stp_10.42.42.5(pid=23223): stdout: 
| (launched: 2022-12-10_16:14:40.806223)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:14:42.552346 run   osmo-stp_10.42.42.5(pid=23223): stderr: 
| �[0;m�[38;5;43m20221210161440976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161440976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161440976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161440977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161440977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161440977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161440977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:14:42.604541 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23223): Process ended prematurely: osmo-stp_10.42.42.5(pid=23223) [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23223)]  [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]
16:14:42.613218 tst            mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)
16:14:42.672635 run   osmo-hlr_10.42.42.2(pid=23220): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23220)]
16:14:42.721931 run   osmo-hlr_10.42.42.2(pid=23220): stdout: 
| (launched: 2022-12-10_16:14:39.889398) 
16:14:42.771448 run   osmo-hlr_10.42.42.2(pid=23220): stderr: 
| �[0;m�[1;31m20221210161440066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161440067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161440067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161440067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161440067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161440067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161440079 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161440089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161440089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161440089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:14:42.838365 run   osmo-msc_10.42.42.6(pid=23226): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23226)]
16:14:42.886775 run   osmo-msc_10.42.42.6(pid=23226): stdout: 
| (launched: 2022-12-10_16:14:41.748890) 
16:14:42.936261 run   osmo-msc_10.42.42.6(pid=23226): stderr: 
| �[0;m�[38;5;43m20221210161442022 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210161442023 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2abe64dc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210161442023 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210161442023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210161442023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210161442023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210161442025 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210161442025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210161442025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210161442026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:14:42.977873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23219): Terminating (SIGTERM)
16:14:43.017371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23222): Terminating (SIGTERM)
16:14:43.057220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23225): Terminating (SIGTERM)
16:14:43.066828 ---      ParallelTerminationStrategy: PID 23219 died...
16:14:43.120115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23219): Terminated: ok {rc=0}
16:14:43.129827 ---      ParallelTerminationStrategy: PID 23222 died...
16:14:43.182626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23222): Terminated: ok {rc=0}
16:14:43.192453 ---      ParallelTerminationStrategy: PID 23225 died...
16:14:43.245480 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23225): Terminated: ok {rc=0}
16:14:43.333596 bus                        /sierra_3: Setting Powered False
16:14:44.436777 bus                        /sierra_3: Setting Powered False
16:14:45.543629 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>83</id><name>voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3</name><properties></properties><timestamp>2022-12-10T16:14:26</timestamp></suite><suite><case><age>59</age><className>voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23238): Process ended prematurely: osmo-stp_10.42.42.5(pid=23238) [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23238)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23238): Process ended prematurely: osmo-stp_10.42.42.5(pid=23238) [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23238)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py
----------------------------------------------
16:14:47.548751 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:14:47.560056 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
16:14:47.713765 tst                    mo_mt_call.py: using LAC 29131
16:14:47.837646 tst                    mo_mt_call.py: using RAC 61
16:14:47.961547 tst                    mo_mt_call.py: using CellId 29131
16:14:48.086650 tst                    mo_mt_call.py: using BVCI 29132
16:14:48.110928 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:14:48.122758 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:14:48.134316 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:14:48.146137 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:14:48.157986 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:14:48.169511 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
16:14:48.284319 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
16:14:48.484720 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:14:48.950316 run         create_hlr_db(pid=23232): Launched
16:14:49.120604 bus                        /sierra_2: Setting Powered False
16:14:50.142518 run         create_hlr_db(pid=23232): Terminated: ok {rc=0}
16:14:50.562624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23234): Launched
16:14:50.878714 run   osmo-hlr_10.42.42.2(pid=23235): Launched
16:14:50.994454 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:14:51.544369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23237): Launched
16:14:51.859493 run   osmo-stp_10.42.42.5(pid=23238): Launched
16:14:51.974424 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:14:52.550586 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23240): Launched
16:14:52.866932 run   osmo-msc_10.42.42.6(pid=23241): Launched
16:14:53.052462 run   osmo-stp_10.42.42.5(pid=23238): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23238)]
16:14:53.186869 run   osmo-stp_10.42.42.5(pid=23238): stdout: 
| (launched: 2022-12-10_16:14:51.704894)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:14:53.320927 run   osmo-stp_10.42.42.5(pid=23238): stderr: 
| �[0;m�[38;5;43m20221210161451896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161451896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161451896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161451897 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161451899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161451899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161451899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:14:53.448841 run   osmo-stp_10.42.42.5(pid=23238): stdout: 
| (launched: 2022-12-10_16:14:51.704894)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:14:53.576117 run   osmo-stp_10.42.42.5(pid=23238): stderr: 
| �[0;m�[38;5;43m20221210161451896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161451896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161451896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161451897 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161451899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161451899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161451899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:14:53.632031 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23238): Process ended prematurely: osmo-stp_10.42.42.5(pid=23238) [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23238)]  [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]
16:14:53.641534 tst                  mo_mt_call.py:8: Test FAILED (6.1 sec)
16:14:53.704107 run   osmo-hlr_10.42.42.2(pid=23235): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23235)]
16:14:53.755809 run   osmo-hlr_10.42.42.2(pid=23235): stdout: 
| (launched: 2022-12-10_16:14:50.724141) 
16:14:53.807943 run   osmo-hlr_10.42.42.2(pid=23235): stderr: 
| �[0;m�[1;31m20221210161450921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161450921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161450921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161450921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161450921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161450921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161450933 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161450941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161450942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161450942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:14:53.878422 run   osmo-msc_10.42.42.6(pid=23241): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23241)]
16:14:53.929598 run   osmo-msc_10.42.42.6(pid=23241): stdout: 
| (launched: 2022-12-10_16:14:52.711685) 
16:14:53.981197 run   osmo-msc_10.42.42.6(pid=23241): stderr: 
| �[0;m�[38;5;43m20221210161453031 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210161453031 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3aea5b4c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210161453032 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210161453032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210161453032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210161453032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210161453034 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210161453034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210161453034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210161453034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:14:54.024940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23234): Terminating (SIGTERM)
16:14:54.066725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23237): Terminating (SIGTERM)
16:14:54.108549 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23240): Terminating (SIGTERM)
16:14:54.118237 ---      ParallelTerminationStrategy: PID 23234 died...
16:14:54.174234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23234): Terminated: ok {rc=0}
16:14:54.184412 ---      ParallelTerminationStrategy: PID 23237 died...
16:14:54.240289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23237): Terminated: ok {rc=0}
16:14:54.250517 ---      ParallelTerminationStrategy: PID 23240 died...
16:14:54.306219 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23240): Terminated: ok {rc=0}
16:14:54.392344 bus                        /sierra_3: Setting Powered False
16:14:55.498683 bus                        /sierra_3: Setting Powered False
16:14:56.605655 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>59</age><className>voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23252): Process ended prematurely: osmo-stp_10.42.42.5(pid=23252) [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23252)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23252): Process ended prematurely: osmo-stp_10.42.42.5(pid=23252) [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23252)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py
----------------------------------------------
16:14:57.719251 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:14:57.731717 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
16:14:57.897288 tst              mo_mt_call_osmux.py: using LAC 29132
16:14:58.022331 tst              mo_mt_call_osmux.py: using RAC 62
16:14:58.141393 tst              mo_mt_call_osmux.py: using CellId 29132
16:14:58.269752 tst              mo_mt_call_osmux.py: using BVCI 29133
16:14:58.293868 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:14:58.305592 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:14:58.317056 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:14:58.329040 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:14:58.341630 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:14:58.353158 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
16:14:58.471896 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
16:14:58.671553 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:14:59.137041 run         create_hlr_db(pid=23243): Launched
16:14:59.307532 bus                        /sierra_2: Setting Powered False
16:15:00.329635 run         create_hlr_db(pid=23243): Terminated: ok {rc=0}
16:15:00.726667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23245): Launched
16:15:01.186832 run   osmo-hlr_10.42.42.2(pid=23246): Launched
16:15:01.369724 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:15:01.953396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23251): Launched
16:15:02.356292 run   osmo-stp_10.42.42.5(pid=23252): Launched
16:15:02.515412 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:15:03.054889 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23254): Launched
16:15:03.351237 run   osmo-msc_10.42.42.6(pid=23255): Launched
16:15:03.525883 run   osmo-stp_10.42.42.5(pid=23252): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23252)]
16:15:03.652248 run   osmo-stp_10.42.42.5(pid=23252): stdout: 
| (launched: 2022-12-10_16:15:02.128778)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:15:03.776206 run   osmo-stp_10.42.42.5(pid=23252): stderr: 
| �[0;m�[38;5;43m20221210161502411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161502411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161502411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161502412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161502412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161502412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161502412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:15:03.896036 run   osmo-stp_10.42.42.5(pid=23252): stdout: 
| (launched: 2022-12-10_16:15:02.128778)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:15:04.014727 run   osmo-stp_10.42.42.5(pid=23252): stderr: 
| �[0;m�[38;5;43m20221210161502411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161502411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161502411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161502412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161502412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161502412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161502412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:15:04.066916 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23252): Process ended prematurely: osmo-stp_10.42.42.5(pid=23252) [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23252)]  [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]
16:15:04.075455 tst            mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)
16:15:04.135275 run   osmo-hlr_10.42.42.2(pid=23246): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23246)]
16:15:04.184658 run   osmo-hlr_10.42.42.2(pid=23246): stdout: 
| (launched: 2022-12-10_16:15:00.877705) 
16:15:04.234021 run   osmo-hlr_10.42.42.2(pid=23246): stderr: 
| �[0;m�[1;31m20221210161501096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161501096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161501096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161501096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161501096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161501096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161501115 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161501132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161501134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161501134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:15:04.302013 run   osmo-msc_10.42.42.6(pid=23255): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23255)]
16:15:04.350847 run   osmo-msc_10.42.42.6(pid=23255): stdout: 
| (launched: 2022-12-10_16:15:03.205638) 
16:15:04.400354 run   osmo-msc_10.42.42.6(pid=23255): stderr: 
| �[0;m�[38;5;43m20221210161503475 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210161503475 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2cfc443c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210161503475 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210161503476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210161503476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210161503476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210161503478 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210161503478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210161503478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210161503478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:15:04.442144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23245): Terminating (SIGTERM)
16:15:04.482100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23251): Terminating (SIGTERM)
16:15:04.522142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23254): Terminating (SIGTERM)
16:15:04.531582 ---      ParallelTerminationStrategy: PID 23245 died...
16:15:04.585408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23245): Terminated: ok {rc=0}
16:15:04.595188 ---      ParallelTerminationStrategy: PID 23251 died...
16:15:04.649089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23251): Terminated: ok {rc=0}
16:15:04.658822 ---      ParallelTerminationStrategy: PID 23254 died...
16:15:04.713014 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23254): Terminated: ok {rc=0}
16:15:04.799953 bus                        /sierra_3: Setting Powered False
16:15:05.901888 bus                        /sierra_3: Setting Powered False
16:15:07.012434 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>84</id><name>voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-10T16:14:47</timestamp></suite><suite><case><age>59</age><className>voice:trx-umtrx+mod-bts0-dynts-osmo</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23266): Process ended prematurely: osmo-stp_10.42.42.5(pid=23266) [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23266)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23266): Process ended prematurely: osmo-stp_10.42.42.5(pid=23266) [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23266)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py
----------------------------------------------
16:15:08.998744 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:15:09.009827 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
16:15:09.166366 tst                    mo_mt_call.py: using LAC 29133
16:15:09.282257 tst                    mo_mt_call.py: using RAC 63
16:15:09.398194 tst                    mo_mt_call.py: using CellId 29133
16:15:09.515220 tst                    mo_mt_call.py: using BVCI 29134
16:15:09.537664 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:15:09.548322 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:15:09.558956 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:15:09.570265 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:15:09.581655 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:15:09.592580 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
16:15:09.710543 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
16:15:09.908765 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:15:10.372200 run         create_hlr_db(pid=23260): Launched
16:15:10.542845 bus                        /sierra_2: Setting Powered False
16:15:11.564735 run         create_hlr_db(pid=23260): Terminated: ok {rc=0}
16:15:11.959639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23262): Launched
16:15:12.255900 run   osmo-hlr_10.42.42.2(pid=23263): Launched
16:15:12.364498 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:15:12.876316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23265): Launched
16:15:13.171408 run   osmo-stp_10.42.42.5(pid=23266): Launched
16:15:13.279653 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:15:13.818255 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23268): Launched
16:15:14.114049 run   osmo-msc_10.42.42.6(pid=23269): Launched
16:15:14.287374 run   osmo-stp_10.42.42.5(pid=23266): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23266)]
16:15:14.413189 run   osmo-stp_10.42.42.5(pid=23266): stdout: 
| (launched: 2022-12-10_16:15:13.025695)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:15:14.536729 run   osmo-stp_10.42.42.5(pid=23266): stderr: 
| �[0;m�[38;5;43m20221210161513194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161513194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161513195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161513195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161513195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161513196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161513196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:15:14.655821 run   osmo-stp_10.42.42.5(pid=23266): stdout: 
| (launched: 2022-12-10_16:15:13.025695)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:15:14.774540 run   osmo-stp_10.42.42.5(pid=23266): stderr: 
| �[0;m�[38;5;43m20221210161513194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161513194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161513195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161513195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161513195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161513196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161513196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:15:14.826623 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23266): Process ended prematurely: osmo-stp_10.42.42.5(pid=23266) [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23266)]  [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]
16:15:14.835216 tst                  mo_mt_call.py:8: Test FAILED (5.9 sec)
16:15:14.895724 run   osmo-hlr_10.42.42.2(pid=23263): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23263)]
16:15:14.944861 run   osmo-hlr_10.42.42.2(pid=23263): stdout: 
| (launched: 2022-12-10_16:15:12.110312) 
16:15:14.994677 run   osmo-hlr_10.42.42.2(pid=23263): stderr: 
| �[0;m�[1;31m20221210161512284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161512284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161512284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161512284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161512284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161512284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161512296 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161512304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161512304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161512305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:15:15.062106 run   osmo-msc_10.42.42.6(pid=23269): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23269)]
16:15:15.111145 run   osmo-msc_10.42.42.6(pid=23269): stdout: 
| (launched: 2022-12-10_16:15:13.967816) 
16:15:15.160921 run   osmo-msc_10.42.42.6(pid=23269): stderr: 
| �[0;m�[38;5;43m20221210161514237 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210161514238 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f49fc565c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210161514238 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210161514238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210161514238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210161514238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210161514240 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210161514240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210161514240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210161514241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:15:15.202928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23262): Terminating (SIGTERM)
16:15:15.242711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23265): Terminating (SIGTERM)
16:15:15.282781 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23268): Terminating (SIGTERM)
16:15:15.292364 ---      ParallelTerminationStrategy: PID 23262 died...
16:15:15.345727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23262): Terminated: ok {rc=0}
16:15:15.355636 ---      ParallelTerminationStrategy: PID 23265 died...
16:15:15.409097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23265): Terminated: ok {rc=0}
16:15:15.418874 ---      ParallelTerminationStrategy: PID 23268 died...
16:15:15.472179 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23268): Terminated: ok {rc=0}
16:15:15.560040 bus                        /sierra_3: Setting Powered False
16:15:16.667425 bus                        /sierra_3: Setting Powered False
16:15:17.774405 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>59</age><className>voice:trx-umtrx+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23277): Process ended prematurely: osmo-stp_10.42.42.5(pid=23277) [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23277)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23277): Process ended prematurely: osmo-stp_10.42.42.5(pid=23277) [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23277)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py
----------------------------------------------
16:15:18.888081 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:15:18.900275 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
16:15:19.063850 tst              mo_mt_call_osmux.py: using LAC 29134
16:15:19.187109 tst              mo_mt_call_osmux.py: using RAC 64
16:15:19.311671 tst              mo_mt_call_osmux.py: using CellId 29134
16:15:19.441593 tst              mo_mt_call_osmux.py: using BVCI 29135
16:15:19.465914 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:15:19.477330 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:15:19.488314 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:15:19.499609 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:15:19.510977 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:15:19.522326 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
16:15:19.635654 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
16:15:19.842957 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:15:20.350038 run         create_hlr_db(pid=23271): Launched
16:15:20.533649 bus                        /sierra_2: Setting Powered False
16:15:21.556059 run         create_hlr_db(pid=23271): Terminated: ok {rc=0}
16:15:21.954874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23273): Launched
16:15:22.250278 run   osmo-hlr_10.42.42.2(pid=23274): Launched
16:15:22.364096 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:15:22.886099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23276): Launched
16:15:23.181369 run   osmo-stp_10.42.42.5(pid=23277): Launched
16:15:23.289425 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:15:23.835291 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23279): Launched
16:15:24.131763 run   osmo-msc_10.42.42.6(pid=23280): Launched
16:15:24.308208 run   osmo-stp_10.42.42.5(pid=23277): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23277)]
16:15:24.435152 run   osmo-stp_10.42.42.5(pid=23277): stdout: 
| (launched: 2022-12-10_16:15:23.036269)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:15:24.558976 run   osmo-stp_10.42.42.5(pid=23277): stderr: 
| �[0;m�[38;5;43m20221210161523204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161523205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161523205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161523205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161523206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161523206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161523206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:15:24.678494 run   osmo-stp_10.42.42.5(pid=23277): stdout: 
| (launched: 2022-12-10_16:15:23.036269)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:15:24.797376 run   osmo-stp_10.42.42.5(pid=23277): stderr: 
| �[0;m�[38;5;43m20221210161523204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161523205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161523205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161523205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161523206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161523206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161523206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:15:24.849570 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23277): Process ended prematurely: osmo-stp_10.42.42.5(pid=23277) [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23277)]  [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]
16:15:24.858031 tst            mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)
16:15:24.918624 run   osmo-hlr_10.42.42.2(pid=23274): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23274)]
16:15:24.967684 run   osmo-hlr_10.42.42.2(pid=23274): stdout: 
| (launched: 2022-12-10_16:15:22.105411) 
16:15:25.018326 run   osmo-hlr_10.42.42.2(pid=23274): stderr: 
| �[0;m�[1;31m20221210161522282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161522282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161522282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161522282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161522282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161522282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161522295 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161522303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161522303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161522303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:15:25.086210 run   osmo-msc_10.42.42.6(pid=23280): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23280)]
16:15:25.135617 run   osmo-msc_10.42.42.6(pid=23280): stdout: 
| (launched: 2022-12-10_16:15:23.985718) 
16:15:25.185657 run   osmo-msc_10.42.42.6(pid=23280): stderr: 
| �[0;m�[38;5;43m20221210161524259 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210161524260 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1a70c84c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210161524260 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210161524260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210161524260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210161524260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210161524262 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210161524262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210161524263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210161524263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:15:25.227801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23273): Terminating (SIGTERM)
16:15:25.268083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23276): Terminating (SIGTERM)
16:15:25.308354 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23279): Terminating (SIGTERM)
16:15:25.317897 ---      ParallelTerminationStrategy: PID 23273 died...
16:15:25.371690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23273): Terminated: ok {rc=0}
16:15:25.381430 ---      ParallelTerminationStrategy: PID 23276 died...
16:15:25.434558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23276): Terminated: ok {rc=0}
16:15:25.444305 ---      ParallelTerminationStrategy: PID 23279 died...
16:15:25.497489 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23279): Terminated: ok {rc=0}
16:15:25.587125 bus                        /sierra_3: Setting Powered False
16:15:26.690681 bus                        /sierra_3: Setting Powered False
16:15:27.802424 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>21.0</duration><id>85</id><name>voice_trx-umtrx+mod-bts0-dynts-osmo</name><properties></properties><timestamp>2022-12-10T16:15:08</timestamp></suite><suite><case><age>214</age><className>voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23294): Process ended prematurely: osmo-stp_10.42.42.5(pid=23294) [trial-2376↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23294)]</errorStackTrace><failedSince>2163</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23294): Process ended prematurely: osmo-stp_10.42.42.5(pid=23294) [trial-2376↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23294)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py
----------------------------------------------
16:15:29.795349 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
16:15:29.807196 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
16:15:29.952804 tst                    mo_mt_call.py: using LAC 29135
16:15:30.078851 tst                    mo_mt_call.py: using RAC 65
16:15:30.203253 tst                    mo_mt_call.py: using CellId 29135
16:15:30.328451 tst                    mo_mt_call.py: using BVCI 29136
16:15:30.352703 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
16:15:30.364458 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
16:15:30.375887 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
16:15:30.387353 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
16:15:30.398908 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
16:15:30.410433 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)
16:15:30.523786 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)
16:15:30.726563 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:15:31.265893 run         create_hlr_db(pid=23288): Launched
16:15:31.453116 bus                        /sierra_2: Setting Powered False
16:15:32.460659 run         create_hlr_db(pid=23288): Terminated: ok {rc=0}
16:15:32.866828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23290): Launched
16:15:33.160708 run   osmo-hlr_10.42.42.2(pid=23291): Launched
16:15:33.268345 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:15:33.780887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23293): Launched
16:15:34.076155 run   osmo-stp_10.42.42.5(pid=23294): Launched
16:15:34.184189 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:15:34.726952 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23296): Launched
16:15:35.022821 run   osmo-msc_10.42.42.6(pid=23297): Launched
16:15:35.197175 run   osmo-stp_10.42.42.5(pid=23294): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23294)]
16:15:35.324040 run   osmo-stp_10.42.42.5(pid=23294): stdout: 
| (launched: 2022-12-10_16:15:33.931032)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:15:35.448400 run   osmo-stp_10.42.42.5(pid=23294): stderr: 
| �[0;m�[38;5;43m20221210161534101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161534101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161534101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161534102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161534102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161534102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161534102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:15:35.567717 run   osmo-stp_10.42.42.5(pid=23294): stdout: 
| (launched: 2022-12-10_16:15:33.931032)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:15:35.686304 run   osmo-stp_10.42.42.5(pid=23294): stderr: 
| �[0;m�[38;5;43m20221210161534101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161534101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161534101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161534102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161534102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161534102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161534102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:15:35.738722 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23294): Process ended prematurely: osmo-stp_10.42.42.5(pid=23294) [trial-2376↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23294)]  [trial-2376↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]
16:15:35.747191 tst                  mo_mt_call.py:8: Test FAILED (6.0 sec)
16:15:35.807818 run   osmo-hlr_10.42.42.2(pid=23291): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23291)]
16:15:35.857463 run   osmo-hlr_10.42.42.2(pid=23291): stdout: 
| (launched: 2022-12-10_16:15:33.016743) 
16:15:35.907397 run   osmo-hlr_10.42.42.2(pid=23291): stderr: 
| �[0;m�[1;31m20221210161533191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161533191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161533191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161533191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161533191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161533191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161533203 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161533212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161533212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161533212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:15:35.975510 run   osmo-msc_10.42.42.6(pid=23297): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23297)]
16:15:36.024754 run   osmo-msc_10.42.42.6(pid=23297): stdout: 
| (launched: 2022-12-10_16:15:34.877357) 
16:15:36.074706 run   osmo-msc_10.42.42.6(pid=23297): stderr: 
| �[0;m�[38;5;43m20221210161535150 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210161535150 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa65de3dc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210161535150 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210161535150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210161535150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210161535150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210161535152 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210161535152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210161535153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210161535153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:15:36.117162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23290): Terminating (SIGTERM)
16:15:36.157732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23293): Terminating (SIGTERM)
16:15:36.197998 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23296): Terminating (SIGTERM)
16:15:36.207639 ---      ParallelTerminationStrategy: PID 23290 died...
16:15:36.261957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23290): Terminated: ok {rc=0}
16:15:36.271660 ---      ParallelTerminationStrategy: PID 23293 died...
16:15:36.325062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23293): Terminated: ok {rc=0}
16:15:36.334973 ---      ParallelTerminationStrategy: PID 23296 died...
16:15:36.388497 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23296): Terminated: ok {rc=0}
16:15:36.477777 bus                        /sierra_3: Setting Powered False
16:15:37.581407 bus                        /sierra_3: Setting Powered False
16:15:38.690656 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>212</age><className>voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23305): Process ended prematurely: osmo-stp_10.42.42.5(pid=23305) [trial-2376↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23305)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23305): Process ended prematurely: osmo-stp_10.42.42.5(pid=23305) [trial-2376↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23305)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py
----------------------------------------------
16:15:39.805059 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
16:15:39.817256 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
16:15:39.959766 tst              mo_mt_call_osmux.py: using LAC 29136
16:15:40.083946 tst              mo_mt_call_osmux.py: using RAC 66
16:15:40.207256 tst              mo_mt_call_osmux.py: using CellId 29136
16:15:40.332487 tst              mo_mt_call_osmux.py: using BVCI 29137
16:15:40.356723 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
16:15:40.368527 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
16:15:40.380043 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
16:15:40.391680 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
16:15:40.403788 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
16:15:40.415365 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)
16:15:40.532014 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)
16:15:40.738911 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:15:41.244303 run         create_hlr_db(pid=23299): Launched
16:15:41.428022 bus                        /sierra_2: Setting Powered False
16:15:42.448855 run         create_hlr_db(pid=23299): Terminated: ok {rc=0}
16:15:42.847352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23301): Launched
16:15:43.142348 run   osmo-hlr_10.42.42.2(pid=23302): Launched
16:15:43.253494 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:15:43.765914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23304): Launched
16:15:44.061096 run   osmo-stp_10.42.42.5(pid=23305): Launched
16:15:44.169113 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:15:44.708351 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23307): Launched
16:15:45.004592 run   osmo-msc_10.42.42.6(pid=23308): Launched
16:15:45.179463 run   osmo-stp_10.42.42.5(pid=23305): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23305)]
16:15:45.306078 run   osmo-stp_10.42.42.5(pid=23305): stdout: 
| (launched: 2022-12-10_16:15:43.916404)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:15:45.430259 run   osmo-stp_10.42.42.5(pid=23305): stderr: 
| �[0;m�[38;5;43m20221210161544087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161544087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161544087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161544088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161544088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161544088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161544089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:15:45.550195 run   osmo-stp_10.42.42.5(pid=23305): stdout: 
| (launched: 2022-12-10_16:15:43.916404)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:15:45.668927 run   osmo-stp_10.42.42.5(pid=23305): stderr: 
| �[0;m�[38;5;43m20221210161544087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161544087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161544087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161544088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161544088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161544088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161544089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:15:45.721506 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23305): Process ended prematurely: osmo-stp_10.42.42.5(pid=23305) [trial-2376↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23305)]  [trial-2376↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]
16:15:45.730048 tst            mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)
16:15:45.790358 run   osmo-hlr_10.42.42.2(pid=23302): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23302)]
16:15:45.839774 run   osmo-hlr_10.42.42.2(pid=23302): stdout: 
| (launched: 2022-12-10_16:15:42.997434) 
16:15:45.892571 run   osmo-hlr_10.42.42.2(pid=23302): stderr: 
| �[0;m�[1;31m20221210161543170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161543170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161543171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161543171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161543171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161543171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161543186 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161543196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161543196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161543196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:15:45.971879 run   osmo-msc_10.42.42.6(pid=23308): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23308)]
16:15:46.022666 run   osmo-msc_10.42.42.6(pid=23308): stdout: 
| (launched: 2022-12-10_16:15:44.858795) 
16:15:46.075436 run   osmo-msc_10.42.42.6(pid=23308): stderr: 
| �[0;m�[38;5;43m20221210161545130 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210161545130 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f09d0e31c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210161545130 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210161545130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210161545131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210161545131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210161545132 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210161545133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210161545133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210161545133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:15:46.119601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23301): Terminating (SIGTERM)
16:15:46.161472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23304): Terminating (SIGTERM)
16:15:46.203236 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23307): Terminating (SIGTERM)
16:15:46.213192 ---      ParallelTerminationStrategy: PID 23301 died...
16:15:46.269535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23301): Terminated: ok {rc=0}
16:15:46.280024 ---      ParallelTerminationStrategy: PID 23304 died...
16:15:46.336171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23304): Terminated: ok {rc=0}
16:15:46.346778 ---      ParallelTerminationStrategy: PID 23307 died...
16:15:46.403103 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23307): Terminated: ok {rc=0}
16:15:46.490244 bus                        /sierra_3: Setting Powered False
16:15:47.590082 bus                        /sierra_3: Setting Powered False
16:15:48.698980 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>21.0</duration><id>86</id><name>voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend</name><properties></properties><timestamp>2022-12-10T16:15:29</timestamp></suite><suite><case><age>59</age><className>emergency:trx-umtrx</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23319): Process ended prematurely: osmo-stp_10.42.42.5(pid=23319) [trial-2376↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23319)]</errorStackTrace><failedSince>2318</failedSince><name>emergency_mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py", line 19, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23319): Process ended prematurely: osmo-stp_10.42.42.5(pid=23319) [trial-2376↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23319)]
</stderr><stdout>
----------------------------------------------
trial-2376 emergency:trx-umtrx emergency_mo_mt_call.py
----------------------------------------------
16:15:50.709396 tst              emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)
16:15:50.721054 tst              emergency:trx-umtrx: Using 1 x bts (candidates: 1)
16:15:50.868027 tst          emergency_mo_mt_call.py: using LAC 29137
16:15:50.990003 tst          emergency_mo_mt_call.py: using RAC 67
16:15:51.110311 tst          emergency_mo_mt_call.py: using CellId 29137
16:15:51.230745 tst          emergency_mo_mt_call.py: using BVCI 29138
16:15:51.254359 tst              emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)
16:15:51.265369 tst              emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)
16:15:51.276232 tst              emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)
16:15:51.287090 tst              emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)
16:15:51.297962 tst              emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)
16:15:51.308813 tst              emergency:trx-umtrx: Using 1 x modem (candidates: 4)
16:15:51.421558 tst              emergency:trx-umtrx: Using 1 x modem (candidates: 4)
16:15:51.627844 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:15:52.125449 run         create_hlr_db(pid=23313): Launched
16:15:52.306522 bus                        /sierra_2: Setting Powered False
16:15:53.327462 run         create_hlr_db(pid=23313): Terminated: ok {rc=0}
16:15:53.741768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23315): Launched
16:15:54.053630 run   osmo-hlr_10.42.42.2(pid=23316): Launched
16:15:54.171314 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:15:54.714692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23318): Launched
16:15:55.027533 run   osmo-stp_10.42.42.5(pid=23319): Launched
16:15:55.153666 tst          emergency_mo_mt_call.py: using MSISDN 7790
16:15:55.309696 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:15:55.881250 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23321): Launched
16:15:56.193909 run   osmo-msc_10.42.42.6(pid=23322): Launched
16:15:56.377877 run   osmo-stp_10.42.42.5(pid=23319): ERR: Terminated: ERROR {rc=1}  [trial-2376↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23319)]
16:15:56.511120 run   osmo-stp_10.42.42.5(pid=23319): stdout: 
| (launched: 2022-12-10_16:15:54.874654)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:15:56.644013 run   osmo-stp_10.42.42.5(pid=23319): stderr: 
| �[0;m�[38;5;43m20221210161555066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161555066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161555067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161555067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161555067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161555067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161555068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:15:56.771080 run   osmo-stp_10.42.42.5(pid=23319): stdout: 
| (launched: 2022-12-10_16:15:54.874654)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:15:56.896539 run   osmo-stp_10.42.42.5(pid=23319): stderr: 
| �[0;m�[38;5;43m20221210161555066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161555066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161555067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161555067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161555067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161555067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161555068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:15:56.951493 tst       emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=23319): Process ended prematurely: osmo-stp_10.42.42.5(pid=23319) [trial-2376↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23319)]  [trial-2376↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]
16:15:56.960051 tst       emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)
16:15:57.022310 run   osmo-hlr_10.42.42.2(pid=23316): ERR: Terminated: ERROR {rc=237}  [trial-2376↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23316)]
16:15:57.073447 run   osmo-hlr_10.42.42.2(pid=23316): stdout: 
| (launched: 2022-12-10_16:15:53.900931) 
16:15:57.125220 run   osmo-hlr_10.42.42.2(pid=23316): stderr: 
| �[0;m�[1;31m20221210161554098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161554098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161554098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161554098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161554098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161554098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161554111 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161554119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161554119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161554119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:15:57.195929 run   osmo-msc_10.42.42.6(pid=23322): ERR: Terminated: ERROR {rc=2}  [trial-2376↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23322)]
16:15:57.247414 run   osmo-msc_10.42.42.6(pid=23322): stdout: 
| (launched: 2022-12-10_16:15:56.040805) 
16:15:57.299311 run   osmo-msc_10.42.42.6(pid=23322): stderr: 
| �[0;m�[38;5;43m20221210161556361 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210161556361 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd993a84c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210161556362 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210161556362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210161556362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210161556362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210161556364 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210161556364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210161556364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210161556364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:15:57.343475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23315): Terminating (SIGTERM)
16:15:57.385282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23318): Terminating (SIGTERM)
16:15:57.427151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23321): Terminating (SIGTERM)
16:15:57.436812 ---      ParallelTerminationStrategy: PID 23315 died...
16:15:57.492998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23315): Terminated: ok {rc=0}
16:15:57.503091 ---      ParallelTerminationStrategy: PID 23318 died...
16:15:57.559425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23318): Terminated: ok {rc=0}
16:15:57.569896 ---      ParallelTerminationStrategy: PID 23321 died...
16:15:57.625432 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23321): Terminated: ok {rc=0}
16:15:57.712203 bus                        /sierra_3: Setting Powered False
16:15:58.815765 bus                        /sierra_3: Setting Powered False
16:15:59.927648 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>235</age><className>emergency:trx-umtrx</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23330): Process ended prematurely: osmo-stp_10.42.42.5(pid=23330) [trial-2376↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23330)]</errorStackTrace><failedSince>2142</failedSince><name>emergency_preemptive_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py", line 32, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23330): Process ended prematurely: osmo-stp_10.42.42.5(pid=23330) [trial-2376↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23330)]
</stderr><stdout>
----------------------------------------------
trial-2376 emergency:trx-umtrx emergency_preemptive_call.py
----------------------------------------------
16:16:00.994347 tst              emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)
16:16:01.016084 tst              emergency:trx-umtrx: Using 1 x bts (candidates: 1)
16:16:01.166731 tst     emergency_preemptive_call.py: using LAC 29138
16:16:01.322400 tst     emergency_preemptive_call.py: using RAC 68
16:16:01.486531 tst     emergency_preemptive_call.py: using CellId 29138
16:16:01.614798 tst     emergency_preemptive_call.py: using BVCI 29139
16:16:01.639022 tst              emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)
16:16:01.651123 tst              emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)
16:16:01.666305 tst              emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)
16:16:01.680429 tst              emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)
16:16:01.691996 tst              emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)
16:16:01.706955 tst              emergency:trx-umtrx: Using 1 x modem (candidates: 4)
16:16:01.858986 tst              emergency:trx-umtrx: Using 1 x modem (candidates: 4)
16:16:02.011841 tst              emergency:trx-umtrx: Using 1 x modem (candidates: 4)
16:16:02.149953 tst              emergency:trx-umtrx: Using 1 x modem (candidates: 4)
16:16:02.346370 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:16:02.806509 run         create_hlr_db(pid=23324): Launched
16:16:02.975670 bus                        /sierra_2: Setting Powered False
16:16:03.998131 run         create_hlr_db(pid=23324): Terminated: ok {rc=0}
16:16:04.387240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23326): Launched
16:16:04.678910 run   osmo-hlr_10.42.42.2(pid=23327): Launched
16:16:04.784876 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:16:05.290607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23329): Launched
16:16:05.581915 run   osmo-stp_10.42.42.5(pid=23330): Launched
16:16:05.710020 tst     emergency_preemptive_call.py: using MSISDN 7791
16:16:05.857995 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:16:06.388912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23332): Launched
16:16:06.681320 run   osmo-msc_10.42.42.6(pid=23333): Launched
16:16:06.853290 run   osmo-stp_10.42.42.5(pid=23330): ERR: Terminated: ERROR {rc=1}  [trial-2376↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23330)]
16:16:06.978219 run   osmo-stp_10.42.42.5(pid=23330): stdout: 
| (launched: 2022-12-10_16:16:05.438285)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:16:07.100178 run   osmo-stp_10.42.42.5(pid=23330): stderr: 
| �[0;m�[38;5;43m20221210161605607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161605608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161605608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161605608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161605609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161605609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161605609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:16:07.218092 run   osmo-stp_10.42.42.5(pid=23330): stdout: 
| (launched: 2022-12-10_16:16:05.438285)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:16:07.334696 run   osmo-stp_10.42.42.5(pid=23330): stderr: 
| �[0;m�[38;5;43m20221210161605607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161605608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161605608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161605608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161605609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161605609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161605609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:16:07.385556 tst  emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=23330): Process ended prematurely: osmo-stp_10.42.42.5(pid=23330) [trial-2376↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23330)]  [trial-2376↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]
16:16:07.393547 tst  emergency_preemptive_call.py:32: Test FAILED (6.4 sec)
16:16:07.454047 run   osmo-hlr_10.42.42.2(pid=23327): ERR: Terminated: ERROR {rc=237}  [trial-2376↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23327)]
16:16:07.503515 run   osmo-hlr_10.42.42.2(pid=23327): stdout: 
| (launched: 2022-12-10_16:16:04.535532) 
16:16:07.553263 run   osmo-hlr_10.42.42.2(pid=23327): stderr: 
| �[0;m�[1;31m20221210161604710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161604711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161604711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161604711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161604711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161604711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161604723 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161604732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161604732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161604732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:16:07.621691 run   osmo-msc_10.42.42.6(pid=23333): ERR: Terminated: ERROR {rc=2}  [trial-2376↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23333)]
16:16:07.670920 run   osmo-msc_10.42.42.6(pid=23333): stdout: 
| (launched: 2022-12-10_16:16:06.536897) 
16:16:07.720562 run   osmo-msc_10.42.42.6(pid=23333): stderr: 
| �[0;m�[38;5;43m20221210161606806 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210161606807 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2c22451c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210161606807 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210161606807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210161606807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210161606807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210161606809 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210161606810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210161606810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210161606810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:16:07.762557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23326): Terminating (SIGTERM)
16:16:07.802548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23329): Terminating (SIGTERM)
16:16:07.842491 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23332): Terminating (SIGTERM)
16:16:07.851875 ---      ParallelTerminationStrategy: PID 23326 died...
16:16:07.905974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23326): Terminated: ok {rc=0}
16:16:07.915692 ---      ParallelTerminationStrategy: PID 23329 died...
16:16:07.969195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23329): Terminated: ok {rc=0}
16:16:07.979208 ---      ParallelTerminationStrategy: PID 23332 died...
16:16:08.033086 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23332): Terminated: ok {rc=0}
16:16:08.117499 bus                        /sierra_9: Setting Powered False
16:16:09.219092 bus                        /sierra_9: Setting Powered False
16:16:10.331009 bus                        /sierra_8: Setting Powered False
16:16:11.434907 bus                        /sierra_8: Setting Powered False
16:16:12.546083 bus                        /sierra_3: Setting Powered False
16:16:13.652324 bus                        /sierra_3: Setting Powered False
16:16:14.761092 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>27.0</duration><id>87</id><name>emergency_trx-umtrx</name><properties></properties><timestamp>2022-12-10T16:15:50</timestamp></suite><suite><case><age>59</age><className>gprs:trx-umtrx</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23348): Process ended prematurely: osmo-stp_10.42.42.5(pid=23348) [trial-2376↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23348)]</errorStackTrace><failedSince>2318</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23348): Process ended prematurely: osmo-stp_10.42.42.5(pid=23348) [trial-2376↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23348)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-umtrx cs_paging_gprs_active.py
----------------------------------------------
16:16:16.959520 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:16:16.971119 tst                   gprs:trx-umtrx: Using 1 x bts (candidates: 1)
16:16:17.133497 tst         cs_paging_gprs_active.py: using LAC 29139
16:16:17.273773 tst         cs_paging_gprs_active.py: using RAC 69
16:16:17.392185 tst         cs_paging_gprs_active.py: using CellId 29139
16:16:17.514952 tst         cs_paging_gprs_active.py: using BVCI 29140
16:16:17.537923 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:16:17.548688 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:16:17.559310 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:16:17.570779 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:16:17.581238 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:16:17.592611 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:16:17.603782 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:16:17.614735 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:16:17.626021 tst                   gprs:trx-umtrx: Using 1 x modem (candidates: 4)
16:16:17.741470 tst                   gprs:trx-umtrx: Using 1 x modem (candidates: 4)
16:16:18.017257 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
16:16:18.141598 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:16:18.449721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23338): Launched
16:16:18.704818 run iperf3-srv_10.42.42.10(pid=23339): Launched
16:16:18.886735 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
16:16:19.010499 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:16:19.318506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23340): Launched
16:16:19.573289 run iperf3-srv_10.42.42.10(pid=23341): Launched
16:16:19.755869 tst      cs_paging_gprs_active.py:38: start network...
16:16:19.879817 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:16:20.345944 run         create_hlr_db(pid=23342): Launched
16:16:20.517324 bus                        /sierra_2: Setting Powered False
16:16:21.539175 run         create_hlr_db(pid=23342): Terminated: ok {rc=0}
16:16:21.963255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23344): Launched
16:16:22.280862 run   osmo-hlr_10.42.42.2(pid=23345): Launched
16:16:22.397839 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:16:22.948111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23347): Launched
16:16:23.265399 run   osmo-stp_10.42.42.5(pid=23348): Launched
16:16:23.380736 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:16:23.934519 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23350): Launched
16:16:24.047606 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:16:24.324355 run              patchelf(pid=23351): Launched
16:16:24.511097 run   osmo-stp_10.42.42.5(pid=23348): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23348)]
16:16:24.648011 run   osmo-stp_10.42.42.5(pid=23348): stdout: 
| (launched: 2022-12-10_16:16:23.110222)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:16:24.785785 run   osmo-stp_10.42.42.5(pid=23348): stderr: 
| �[0;m�[38;5;43m20221210161623299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161623299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161623299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161623299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161623300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161623300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161623300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:16:24.918090 run   osmo-stp_10.42.42.5(pid=23348): stdout: 
| (launched: 2022-12-10_16:16:23.110222)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:16:25.048890 run   osmo-stp_10.42.42.5(pid=23348): stderr: 
| �[0;m�[38;5;43m20221210161623299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161623299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161623299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161623299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161623300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161623300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161623300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:16:25.201652 run              patchelf(pid=23351): Terminating (SIGINT)
16:16:25.380942 run              patchelf(pid=23351): Terminated: ok {rc=0}
16:16:25.414278 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23348): Process ended prematurely: osmo-stp_10.42.42.5(pid=23348) [trial-2376↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23348)]  [trial-2376↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]
16:16:25.424155 tst      cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)
16:16:25.487210 run   osmo-hlr_10.42.42.2(pid=23345): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23345)]
16:16:25.538405 run   osmo-hlr_10.42.42.2(pid=23345): stdout: 
| (launched: 2022-12-10_16:16:22.125762) 
16:16:25.590069 run   osmo-hlr_10.42.42.2(pid=23345): stderr: 
| �[0;m�[1;31m20221210161622323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161622323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161622323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161622323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161622323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161622323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161622336 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161622344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161622344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161622344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:16:25.634257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23338): Terminating (SIGTERM)
16:16:25.676589 run iperf3-srv_10.42.42.10(pid=23339): Terminating (SIGTERM)
16:16:25.718389 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23340): Terminating (SIGTERM)
16:16:25.760534 run iperf3-srv_10.42.42.10(pid=23341): Terminating (SIGTERM)
16:16:25.804141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23344): Terminating (SIGTERM)
16:16:25.846012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23347): Terminating (SIGTERM)
16:16:25.888219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23350): Terminating (SIGTERM)
16:16:25.898096 ---      ParallelTerminationStrategy: PID 23338 died...
16:16:25.954567 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23338): Terminated: ok {rc=0}
16:16:25.964749 ---      ParallelTerminationStrategy: PID 23339 died...
16:16:26.020418 run iperf3-srv_10.42.42.10(pid=23339): Terminated {rc=256}
16:16:26.030591 ---      ParallelTerminationStrategy: PID 23340 died...
16:16:26.086468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23340): Terminated: ok {rc=0}
16:16:26.096677 ---      ParallelTerminationStrategy: PID 23341 died...
16:16:26.152374 run iperf3-srv_10.42.42.10(pid=23341): Terminated {rc=256}
16:16:26.162561 ---      ParallelTerminationStrategy: PID 23344 died...
16:16:26.218299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23344): Terminated: ok {rc=0}
16:16:26.228330 ---      ParallelTerminationStrategy: PID 23347 died...
16:16:26.284466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23347): Terminated: ok {rc=0}
16:16:26.294750 ---      ParallelTerminationStrategy: PID 23350 died...
16:16:26.350894 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23350): Terminated: ok {rc=0}
16:16:26.437758 bus                          /gobi_0: Setting Powered False
16:16:27.546152 bus                          /gobi_0: Setting Powered False
16:16:28.653291 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>59</age><className>gprs:trx-umtrx</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23360): Process ended prematurely: osmo-stp_10.42.42.5(pid=23360) [trial-2376↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23360)]</errorStackTrace><failedSince>2318</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23360): Process ended prematurely: osmo-stp_10.42.42.5(pid=23360) [trial-2376↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23360)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-umtrx iperf3.py
----------------------------------------------
16:16:29.769461 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:16:29.781233 tst                   gprs:trx-umtrx: Using 1 x bts (candidates: 1)
16:16:29.929521 tst                        iperf3.py: using LAC 29140
16:16:30.052943 tst                        iperf3.py: using RAC 70
16:16:30.178114 tst                        iperf3.py: using CellId 29140
16:16:30.303885 tst                        iperf3.py: using BVCI 29141
16:16:30.328400 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:16:30.339449 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:16:30.350293 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:16:30.361099 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:16:30.371734 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:16:30.382468 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:16:30.393414 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:16:30.404146 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:16:30.415064 tst                   gprs:trx-umtrx: Using 1 x modem (candidates: 4)
16:16:30.688766 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
16:16:30.812647 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:16:31.192338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23352): Launched
16:16:31.487806 run iperf3-srv_10.42.42.10(pid=23353): Launched
16:16:31.689305 tst                      iperf3.py:8: start network...
16:16:31.827421 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:16:32.343368 run         create_hlr_db(pid=23354): Launched
16:16:32.528116 bus                          /gobi_6: Setting Powered False
16:16:33.539118 run         create_hlr_db(pid=23354): Terminated: ok {rc=0}
16:16:33.969999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23356): Launched
16:16:34.287991 run   osmo-hlr_10.42.42.2(pid=23357): Launched
16:16:34.407596 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:16:34.960607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23359): Launched
16:16:35.278442 run   osmo-stp_10.42.42.5(pid=23360): Launched
16:16:35.393177 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:16:35.949343 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23362): Launched
16:16:36.062902 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:16:36.339535 run              patchelf(pid=23363): Launched
16:16:36.526130 run   osmo-stp_10.42.42.5(pid=23360): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23360)]
16:16:36.663173 run   osmo-stp_10.42.42.5(pid=23360): stdout: 
| (launched: 2022-12-10_16:16:35.122482)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:16:36.800925 run   osmo-stp_10.42.42.5(pid=23360): stderr: 
| �[0;m�[38;5;43m20221210161635314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161635315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161635315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161635315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161635316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161635316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161635316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:16:36.933344 run   osmo-stp_10.42.42.5(pid=23360): stdout: 
| (launched: 2022-12-10_16:16:35.122482)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:16:37.064239 run   osmo-stp_10.42.42.5(pid=23360): stderr: 
| �[0;m�[38;5;43m20221210161635314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161635315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161635315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161635315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161635316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161635316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161635316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:16:37.216685 run              patchelf(pid=23363): Terminating (SIGINT)
16:16:37.395910 run              patchelf(pid=23363): Terminated: ok {rc=0}
16:16:37.428694 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23360): Process ended prematurely: osmo-stp_10.42.42.5(pid=23360) [trial-2376↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23360)]  [trial-2376↪gprs:trx-umtrx↪iperf3.py:8]
16:16:37.438438 tst                      iperf3.py:8: Test FAILED (7.7 sec)
16:16:37.501215 run   osmo-hlr_10.42.42.2(pid=23357): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23357)]
16:16:37.552413 run   osmo-hlr_10.42.42.2(pid=23357): stdout: 
| (launched: 2022-12-10_16:16:34.132321) 
16:16:37.604402 run   osmo-hlr_10.42.42.2(pid=23357): stderr: 
| �[0;m�[1;31m20221210161634329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161634329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161634329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161634329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161634329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161634330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161634342 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161634350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161634350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161634351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:16:37.648691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23352): Terminating (SIGTERM)
16:16:37.690651 run iperf3-srv_10.42.42.10(pid=23353): Terminating (SIGTERM)
16:16:37.732534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23356): Terminating (SIGTERM)
16:16:37.774662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23359): Terminating (SIGTERM)
16:16:37.816711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23362): Terminating (SIGTERM)
16:16:37.826689 ---      ParallelTerminationStrategy: PID 23352 died...
16:16:37.883423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23352): Terminated: ok {rc=0}
16:16:37.893686 ---      ParallelTerminationStrategy: PID 23353 died...
16:16:37.949441 run iperf3-srv_10.42.42.10(pid=23353): Terminated {rc=256}
16:16:37.959598 ---      ParallelTerminationStrategy: PID 23356 died...
16:16:38.015480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23356): Terminated: ok {rc=0}
16:16:38.026013 ---      ParallelTerminationStrategy: PID 23359 died...
16:16:38.081887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23359): Terminated: ok {rc=0}
16:16:38.092158 ---      ParallelTerminationStrategy: PID 23362 died...
16:16:38.148005 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23362): Terminated: ok {rc=0}
16:16:38.234058 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>202</age><className>gprs:trx-umtrx</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23378): Process ended prematurely: osmo-stp_10.42.42.5(pid=23378) [trial-2376↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23378)]</errorStackTrace><failedSince>2175</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23378): Process ended prematurely: osmo-stp_10.42.42.5(pid=23378) [trial-2376↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23378)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-umtrx iperf3m4.py
----------------------------------------------
16:16:39.351753 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:16:39.363322 tst                   gprs:trx-umtrx: Using 1 x bts (candidates: 1)
16:16:39.501846 tst                      iperf3m4.py: using LAC 29141
16:16:39.626081 tst                      iperf3m4.py: using RAC 71
16:16:39.750206 tst                      iperf3m4.py: using CellId 29141
16:16:39.875486 tst                      iperf3m4.py: using BVCI 29142
16:16:39.900218 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:16:39.911556 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:16:39.922393 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:16:39.933383 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:16:39.944306 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:16:39.955988 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:16:39.967224 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:16:39.978301 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:16:39.989465 tst                   gprs:trx-umtrx: Using 1 x modem (candidates: 4)
16:16:40.107952 tst                   gprs:trx-umtrx: Using 1 x modem (candidates: 4)
16:16:40.231800 tst                   gprs:trx-umtrx: Using 1 x modem (candidates: 4)
16:16:40.347565 tst                   gprs:trx-umtrx: Using 1 x modem (candidates: 4)
16:16:40.623413 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
16:16:40.748825 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:16:41.058806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23364): Launched
16:16:41.314889 run iperf3-srv_10.42.42.10(pid=23365): Launched
16:16:41.497210 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
16:16:41.621644 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:16:41.930584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23366): Launched
16:16:42.186796 run iperf3-srv_10.42.42.10(pid=23367): Launched
16:16:42.367445 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
16:16:42.491462 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:16:42.799302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23368): Launched
16:16:43.054724 run iperf3-srv_10.42.42.10(pid=23369): Launched
16:16:43.235941 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
16:16:43.359384 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:16:43.667249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23370): Launched
16:16:43.923034 run iperf3-srv_10.42.42.10(pid=23371): Launched
16:16:44.104507 tst                    iperf3m4.py:8: start network...
16:16:44.228606 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:16:44.703428 run         create_hlr_db(pid=23372): Launched
16:16:44.875399 bus                          /gobi_6: Setting Powered False
16:16:45.905562 run         create_hlr_db(pid=23372): Terminated: ok {rc=0}
16:16:46.358521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23374): Launched
16:16:46.790452 run   osmo-hlr_10.42.42.2(pid=23375): Launched
16:16:46.931829 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:16:47.537370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23377): Launched
16:16:47.855833 run   osmo-stp_10.42.42.5(pid=23378): Launched
16:16:47.972775 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:16:48.527717 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23380): Launched
16:16:48.641244 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:16:48.918428 run              patchelf(pid=23381): Launched
16:16:49.105378 run   osmo-stp_10.42.42.5(pid=23378): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23378)]
16:16:49.242142 run   osmo-stp_10.42.42.5(pid=23378): stdout: 
| (launched: 2022-12-10_16:16:47.699840)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:16:49.379047 run   osmo-stp_10.42.42.5(pid=23378): stderr: 
| �[0;m�[38;5;43m20221210161647885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161647885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161647886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161647886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161647887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161647887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161647887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:16:49.511096 run   osmo-stp_10.42.42.5(pid=23378): stdout: 
| (launched: 2022-12-10_16:16:47.699840)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:16:49.641847 run   osmo-stp_10.42.42.5(pid=23378): stderr: 
| �[0;m�[38;5;43m20221210161647885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161647885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161647886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161647886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161647887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161647887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161647887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:16:49.794354 run              patchelf(pid=23381): Terminating (SIGINT)
16:16:49.974288 run              patchelf(pid=23381): Terminated: ok {rc=0}
16:16:50.007144 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23378): Process ended prematurely: osmo-stp_10.42.42.5(pid=23378) [trial-2376↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23378)]  [trial-2376↪gprs:trx-umtrx↪iperf3m4.py:8]
16:16:50.016822 tst                    iperf3m4.py:8: Test FAILED (10.7 sec)
16:16:50.079784 run   osmo-hlr_10.42.42.2(pid=23375): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23375)]
16:16:50.131002 run   osmo-hlr_10.42.42.2(pid=23375): stdout: 
| (launched: 2022-12-10_16:16:46.525047) 
16:16:50.182758 run   osmo-hlr_10.42.42.2(pid=23375): stderr: 
| �[0;m�[1;31m20221210161646727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161646727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161646727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161646727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161646727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161646727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161646739 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161646756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161646756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161646756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:16:50.227255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23364): Terminating (SIGTERM)
16:16:50.268902 run iperf3-srv_10.42.42.10(pid=23365): Terminating (SIGTERM)
16:16:50.310866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23366): Terminating (SIGTERM)
16:16:50.352772 run iperf3-srv_10.42.42.10(pid=23367): Terminating (SIGTERM)
16:16:50.396121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23368): Terminating (SIGTERM)
16:16:50.437609 run iperf3-srv_10.42.42.10(pid=23369): Terminating (SIGTERM)
16:16:50.479227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23370): Terminating (SIGTERM)
16:16:50.520452 run iperf3-srv_10.42.42.10(pid=23371): Terminating (SIGTERM)
16:16:50.562322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23374): Terminating (SIGTERM)
16:16:50.603952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23377): Terminating (SIGTERM)
16:16:50.645396 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23380): Terminating (SIGTERM)
16:16:50.655017 ---      ParallelTerminationStrategy: PID 23364 died...
16:16:50.710521 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23364): Terminated: ok {rc=0}
16:16:50.720743 ---      ParallelTerminationStrategy: PID 23365 died...
16:16:50.775806 run iperf3-srv_10.42.42.10(pid=23365): Terminated {rc=256}
16:16:50.786137 ---      ParallelTerminationStrategy: PID 23366 died...
16:16:50.841905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23366): Terminated: ok {rc=0}
16:16:50.852003 ---      ParallelTerminationStrategy: PID 23367 died...
16:16:50.907557 run iperf3-srv_10.42.42.10(pid=23367): Terminated {rc=256}
16:16:50.917758 ---      ParallelTerminationStrategy: PID 23368 died...
16:16:50.973384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23368): Terminated: ok {rc=0}
16:16:50.983579 ---      ParallelTerminationStrategy: PID 23369 died...
16:16:51.039062 run iperf3-srv_10.42.42.10(pid=23369): Terminated {rc=256}
16:16:51.049204 ---      ParallelTerminationStrategy: PID 23370 died...
16:16:51.104719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23370): Terminated: ok {rc=0}
16:16:51.114906 ---      ParallelTerminationStrategy: PID 23371 died...
16:16:51.170440 run iperf3-srv_10.42.42.10(pid=23371): Terminated {rc=256}
16:16:51.180677 ---      ParallelTerminationStrategy: PID 23374 died...
16:16:51.236600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23374): Terminated: ok {rc=0}
16:16:51.247203 ---      ParallelTerminationStrategy: PID 23377 died...
16:16:51.302983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23377): Terminated: ok {rc=0}
16:16:51.313389 ---      ParallelTerminationStrategy: PID 23380 died...
16:16:51.369070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23380): Terminated: ok {rc=0}
16:16:51.456339 bus                          /gobi_4: Setting Powered False
16:16:52.560655 bus                          /gobi_4: Setting Powered False
16:16:53.670268 bus                          /gobi_1: Setting Powered False
16:16:54.772328 bus                          /gobi_1: Setting Powered False
16:16:55.883519 bus                          /gobi_0: Setting Powered False
16:16:56.986011 bus                          /gobi_0: Setting Powered False
16:16:58.097787 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>177</age><className>gprs:trx-umtrx</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23392): Process ended prematurely: osmo-stp_10.42.42.5(pid=23392) [trial-2376↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23392)]</errorStackTrace><failedSince>2200</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23392): Process ended prematurely: osmo-stp_10.42.42.5(pid=23392) [trial-2376↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23392)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-umtrx ping.py
----------------------------------------------
16:16:59.164040 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:16:59.175162 tst                   gprs:trx-umtrx: Using 1 x bts (candidates: 1)
16:16:59.308152 tst                          ping.py: using LAC 29142
16:16:59.424618 tst                          ping.py: using RAC 72
16:16:59.539032 tst                          ping.py: using CellId 29142
16:16:59.658597 tst                          ping.py: using BVCI 29143
16:16:59.680876 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:16:59.691380 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:16:59.701799 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:16:59.712321 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:16:59.722891 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:16:59.733522 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:16:59.744564 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:16:59.755309 tst                   gprs:trx-umtrx: Using 1 x modem (candidates: 4)
16:17:00.038925 tst                       ping.py:19: start network...
16:17:00.169787 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:17:00.668128 run         create_hlr_db(pid=23382): Launched
16:17:00.850020 bus                          /gobi_6: Setting Powered False
16:17:01.874049 run         create_hlr_db(pid=23382): Terminated: ok {rc=0}
16:17:02.309456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23388): Launched
16:17:02.620713 run   osmo-hlr_10.42.42.2(pid=23389): Launched
16:17:02.756881 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:17:03.301922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23391): Launched
16:17:03.614404 run   osmo-stp_10.42.42.5(pid=23392): Launched
16:17:03.727241 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:17:04.274049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23394): Launched
16:17:04.385848 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:17:04.657827 run              patchelf(pid=23395): Launched
16:17:04.841610 run   osmo-stp_10.42.42.5(pid=23392): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23392)]
16:17:04.975749 run   osmo-stp_10.42.42.5(pid=23392): stdout: 
| (launched: 2022-12-10_16:17:03.460701)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:17:05.110438 run   osmo-stp_10.42.42.5(pid=23392): stderr: 
| �[0;m�[38;5;43m20221210161703650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161703650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161703650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161703651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161703651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161703651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161703651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:17:05.240127 run   osmo-stp_10.42.42.5(pid=23392): stdout: 
| (launched: 2022-12-10_16:17:03.460701)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:17:05.369185 run   osmo-stp_10.42.42.5(pid=23392): stderr: 
| �[0;m�[38;5;43m20221210161703650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161703650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161703650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161703651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161703651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161703651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161703651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:17:05.518877 run              patchelf(pid=23395): Terminating (SIGINT)
16:17:05.694724 run              patchelf(pid=23395): Terminated: ok {rc=0}
16:17:05.726681 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23392): Process ended prematurely: osmo-stp_10.42.42.5(pid=23392) [trial-2376↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23392)]  [trial-2376↪gprs:trx-umtrx↪ping.py:22]
16:17:05.735706 tst                       ping.py:22: Test FAILED (6.6 sec)
16:17:05.797946 run   osmo-hlr_10.42.42.2(pid=23389): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23389)]
16:17:05.848458 run   osmo-hlr_10.42.42.2(pid=23389): stdout: 
| (launched: 2022-12-10_16:17:02.467576) 
16:17:05.899519 run   osmo-hlr_10.42.42.2(pid=23389): stderr: 
| �[0;m�[1;31m20221210161702663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161702663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161702663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161702663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161702663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161702664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161702688 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161702716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161702716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161702716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:17:05.943229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23388): Terminating (SIGTERM)
16:17:05.984666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23391): Terminating (SIGTERM)
16:17:06.026074 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23394): Terminating (SIGTERM)
16:17:06.035770 ---      ParallelTerminationStrategy: PID 23388 died...
16:17:06.091640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23388): Terminated: ok {rc=0}
16:17:06.101980 ---      ParallelTerminationStrategy: PID 23391 died...
16:17:06.157435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23391): Terminated: ok {rc=0}
16:17:06.167604 ---      ParallelTerminationStrategy: PID 23394 died...
16:17:06.223321 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23394): Terminated: ok {rc=0}
16:17:06.310458 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-umtrx</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23402): Process ended prematurely: osmo-stp_10.42.42.5(pid=23402) [trial-2376↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23402)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23402): Process ended prematurely: osmo-stp_10.42.42.5(pid=23402) [trial-2376↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23402)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-umtrx ping_idle_ping.py
----------------------------------------------
16:17:07.364181 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:17:07.376477 tst                   gprs:trx-umtrx: Using 1 x bts (candidates: 1)
16:17:07.517936 tst                ping_idle_ping.py: using LAC 29143
16:17:07.640391 tst                ping_idle_ping.py: using RAC 73
16:17:07.765483 tst                ping_idle_ping.py: using CellId 29143
16:17:07.890538 tst                ping_idle_ping.py: using BVCI 29144
16:17:07.914710 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:17:07.925857 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:17:07.936838 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:17:07.947845 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:17:07.958900 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:17:07.969943 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:17:07.980982 tst                   gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)
16:17:07.991877 tst                   gprs:trx-umtrx: Using 1 x modem (candidates: 4)
16:17:08.263776 tst             ping_idle_ping.py:24: start network...
16:17:08.385922 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:17:08.848619 run         create_hlr_db(pid=23396): Launched
16:17:09.018585 bus                          /gobi_6: Setting Powered False
16:17:10.039675 run         create_hlr_db(pid=23396): Terminated: ok {rc=0}
16:17:10.457593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23398): Launched
16:17:10.771000 run   osmo-hlr_10.42.42.2(pid=23399): Launched
16:17:10.886020 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:17:11.429884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23401): Launched
16:17:11.744064 run   osmo-stp_10.42.42.5(pid=23402): Launched
16:17:11.858258 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:17:12.406219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23404): Launched
16:17:12.518310 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:17:12.791413 run              patchelf(pid=23405): Launched
16:17:12.975478 run   osmo-stp_10.42.42.5(pid=23402): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23402)]
16:17:13.109975 run   osmo-stp_10.42.42.5(pid=23402): stdout: 
| (launched: 2022-12-10_16:17:11.590216)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:17:13.244860 run   osmo-stp_10.42.42.5(pid=23402): stderr: 
| �[0;m�[38;5;43m20221210161711783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161711783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161711783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161711783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161711786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161711786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161711786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:17:13.375365 run   osmo-stp_10.42.42.5(pid=23402): stdout: 
| (launched: 2022-12-10_16:17:11.590216)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:17:13.504202 run   osmo-stp_10.42.42.5(pid=23402): stderr: 
| �[0;m�[38;5;43m20221210161711783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161711783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161711783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161711783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161711786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161711786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161711786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:17:13.654494 run              patchelf(pid=23405): Terminating (SIGINT)
16:17:13.831149 run              patchelf(pid=23405): Terminated: ok {rc=0}
16:17:13.863223 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23402): Process ended prematurely: osmo-stp_10.42.42.5(pid=23402) [trial-2376↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23402)]  [trial-2376↪gprs:trx-umtrx↪ping_idle_ping.py:27]
16:17:13.872349 tst             ping_idle_ping.py:27: Test FAILED (6.5 sec)
16:17:13.935234 run   osmo-hlr_10.42.42.2(pid=23399): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23399)]
16:17:13.986807 run   osmo-hlr_10.42.42.2(pid=23399): stdout: 
| (launched: 2022-12-10_16:17:10.618001) 
16:17:14.039036 run   osmo-hlr_10.42.42.2(pid=23399): stderr: 
| �[0;m�[1;31m20221210161710812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161710812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161710812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161710812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161710812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161710812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161710828 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161710838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161710838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161710839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:17:14.083548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23398): Terminating (SIGTERM)
16:17:14.125920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23401): Terminating (SIGTERM)
16:17:14.168262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23404): Terminating (SIGTERM)
16:17:14.178058 ---      ParallelTerminationStrategy: PID 23398 died...
16:17:14.234561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23398): Terminated: ok {rc=0}
16:17:14.244812 ---      ParallelTerminationStrategy: PID 23401 died...
16:17:14.300735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23401): Terminated: ok {rc=0}
16:17:14.310998 ---      ParallelTerminationStrategy: PID 23404 died...
16:17:14.367091 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23404): Terminated: ok {rc=0}
16:17:14.455101 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>88</id><name>gprs_trx-umtrx</name><properties></properties><timestamp>2022-12-10T16:16:16</timestamp></suite><suite><case><age>238</age><className>gprs:trx-umtrx+mod-bts0-egprs</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23420): Process ended prematurely: osmo-stp_10.42.42.5(pid=23420) [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23420)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23420): Process ended prematurely: osmo-stp_10.42.42.5(pid=23420) [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23420)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py
----------------------------------------------
16:17:16.610672 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:17:16.622813 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)
16:17:16.763509 tst         cs_paging_gprs_active.py: using LAC 29144
16:17:16.887166 tst         cs_paging_gprs_active.py: using RAC 74
16:17:17.039577 tst         cs_paging_gprs_active.py: using CellId 29144
16:17:17.192667 tst         cs_paging_gprs_active.py: using BVCI 29145
16:17:17.218455 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:17:17.230444 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:17:17.241998 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:17:17.254618 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:17:17.266429 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:17:17.277657 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:17:17.288752 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:17:17.299748 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:17:17.310993 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:17:17.428707 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:17:17.718385 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
16:17:17.852545 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:17:18.183479 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23410): Launched
16:17:18.457356 run iperf3-srv_10.42.42.10(pid=23411): Launched
16:17:18.653455 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
16:17:18.786592 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:17:19.117255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23412): Launched
16:17:19.390599 run iperf3-srv_10.42.42.10(pid=23413): Launched
16:17:19.586436 tst      cs_paging_gprs_active.py:38: start network...
16:17:19.719338 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:17:20.229120 run         create_hlr_db(pid=23414): Launched
16:17:20.414284 bus                          /gobi_6: Setting Powered False
16:17:21.435139 run         create_hlr_db(pid=23414): Terminated: ok {rc=0}
16:17:21.837454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23416): Launched
16:17:22.135655 run   osmo-hlr_10.42.42.2(pid=23417): Launched
16:17:22.254349 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:17:22.778571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23419): Launched
16:17:23.075649 run   osmo-stp_10.42.42.5(pid=23420): Launched
16:17:23.183531 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:17:23.701872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23422): Launched
16:17:23.808272 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:17:24.066882 run              patchelf(pid=23423): Launched
16:17:24.241945 run   osmo-stp_10.42.42.5(pid=23420): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23420)]
16:17:24.370258 run   osmo-stp_10.42.42.5(pid=23420): stdout: 
| (launched: 2022-12-10_16:17:22.929653)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:17:24.498968 run   osmo-stp_10.42.42.5(pid=23420): stderr: 
| �[0;m�[38;5;43m20221210161723097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161723098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161723098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161723098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161723099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161723099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161723099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:17:24.622549 run   osmo-stp_10.42.42.5(pid=23420): stdout: 
| (launched: 2022-12-10_16:17:22.929653)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:17:24.744924 run   osmo-stp_10.42.42.5(pid=23420): stderr: 
| �[0;m�[38;5;43m20221210161723097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161723098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161723098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161723098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161723099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161723099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161723099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:17:24.887697 run              patchelf(pid=23423): Terminating (SIGINT)
16:17:25.055391 run              patchelf(pid=23423): Terminated: ok {rc=0}
16:17:25.086488 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23420): Process ended prematurely: osmo-stp_10.42.42.5(pid=23420) [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23420)]  [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]
16:17:25.095540 tst      cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)
16:17:25.155788 run   osmo-hlr_10.42.42.2(pid=23417): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23417)]
16:17:25.204869 run   osmo-hlr_10.42.42.2(pid=23417): stdout: 
| (launched: 2022-12-10_16:17:21.989090) 
16:17:25.254542 run   osmo-hlr_10.42.42.2(pid=23417): stderr: 
| �[0;m�[1;31m20221210161722165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161722165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161722165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161722165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161722165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161722165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161722177 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161722186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161722186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161722186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:17:25.296482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23410): Terminating (SIGTERM)
16:17:25.336731 run iperf3-srv_10.42.42.10(pid=23411): Terminating (SIGTERM)
16:17:25.376803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23412): Terminating (SIGTERM)
16:17:25.416799 run iperf3-srv_10.42.42.10(pid=23413): Terminating (SIGTERM)
16:17:25.457205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23416): Terminating (SIGTERM)
16:17:25.497120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23419): Terminating (SIGTERM)
16:17:25.537024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23422): Terminating (SIGTERM)
16:17:25.546698 ---      ParallelTerminationStrategy: PID 23410 died...
16:17:25.600010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23410): Terminated: ok {rc=0}
16:17:25.609739 ---      ParallelTerminationStrategy: PID 23411 died...
16:17:25.663076 run iperf3-srv_10.42.42.10(pid=23411): Terminated {rc=256}
16:17:25.672940 ---      ParallelTerminationStrategy: PID 23412 died...
16:17:25.725800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23412): Terminated: ok {rc=0}
16:17:25.735820 ---      ParallelTerminationStrategy: PID 23413 died...
16:17:25.788400 run iperf3-srv_10.42.42.10(pid=23413): Terminated {rc=256}
16:17:25.798294 ---      ParallelTerminationStrategy: PID 23416 died...
16:17:25.851664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23416): Terminated: ok {rc=0}
16:17:25.861478 ---      ParallelTerminationStrategy: PID 23419 died...
16:17:25.914186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23419): Terminated: ok {rc=0}
16:17:25.924102 ---      ParallelTerminationStrategy: PID 23422 died...
16:17:25.976970 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23422): Terminated: ok {rc=0}
16:17:26.059425 bus                          /gobi_0: Setting Powered False
16:17:27.165142 bus                          /gobi_0: Setting Powered False
16:17:28.272043 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-umtrx+mod-bts0-egprs</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23432): Process ended prematurely: osmo-stp_10.42.42.5(pid=23432) [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23432)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23432): Process ended prematurely: osmo-stp_10.42.42.5(pid=23432) [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23432)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-umtrx+mod-bts0-egprs iperf3.py
----------------------------------------------
16:17:29.385910 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:17:29.397897 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)
16:17:29.544605 tst                        iperf3.py: using LAC 29145
16:17:29.669313 tst                        iperf3.py: using RAC 75
16:17:29.796275 tst                        iperf3.py: using CellId 29145
16:17:29.935268 tst                        iperf3.py: using BVCI 29146
16:17:29.959888 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:17:29.971228 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:17:29.982235 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:17:29.993413 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:17:30.004318 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:17:30.015388 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:17:30.026640 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:17:30.037562 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:17:30.048666 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:17:30.337990 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
16:17:30.470839 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:17:30.799998 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23424): Launched
16:17:31.121909 run iperf3-srv_10.42.42.10(pid=23425): Launched
16:17:31.347372 tst                      iperf3.py:8: start network...
16:17:31.483594 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:17:32.033946 run         create_hlr_db(pid=23426): Launched
16:17:32.221162 bus                          /gobi_6: Setting Powered False
16:17:33.239799 run         create_hlr_db(pid=23426): Terminated: ok {rc=0}
16:17:33.662704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23428): Launched
16:17:33.979542 run   osmo-hlr_10.42.42.2(pid=23429): Launched
16:17:34.098124 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:17:34.658273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23431): Launched
16:17:34.976522 run   osmo-stp_10.42.42.5(pid=23432): Launched
16:17:35.091736 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:17:35.646880 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23434): Launched
16:17:35.760506 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:17:36.039797 run              patchelf(pid=23435): Launched
16:17:36.225684 run   osmo-stp_10.42.42.5(pid=23432): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23432)]
16:17:36.362493 run   osmo-stp_10.42.42.5(pid=23432): stdout: 
| (launched: 2022-12-10_16:17:34.820652)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:17:36.499005 run   osmo-stp_10.42.42.5(pid=23432): stderr: 
| �[0;m�[38;5;43m20221210161735010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161735010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161735010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161735011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161735011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161735011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161735011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:17:36.630400 run   osmo-stp_10.42.42.5(pid=23432): stdout: 
| (launched: 2022-12-10_16:17:34.820652)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:17:36.760488 run   osmo-stp_10.42.42.5(pid=23432): stderr: 
| �[0;m�[38;5;43m20221210161735010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161735010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161735010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161735011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161735011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161735011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161735011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:17:36.913255 run              patchelf(pid=23435): Terminating (SIGINT)
16:17:37.091570 run              patchelf(pid=23435): Terminated: ok {rc=0}
16:17:37.124406 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23432): Process ended prematurely: osmo-stp_10.42.42.5(pid=23432) [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23432)]  [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]
16:17:37.134437 tst                      iperf3.py:8: Test FAILED (7.8 sec)
16:17:37.197245 run   osmo-hlr_10.42.42.2(pid=23429): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23429)]
16:17:37.248395 run   osmo-hlr_10.42.42.2(pid=23429): stdout: 
| (launched: 2022-12-10_16:17:33.824816) 
16:17:37.300172 run   osmo-hlr_10.42.42.2(pid=23429): stderr: 
| �[0;m�[1;31m20221210161734020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161734020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161734020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161734021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161734021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161734021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161734033 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161734042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161734042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161734042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:17:37.344994 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23424): Terminating (SIGTERM)
16:17:37.386668 run iperf3-srv_10.42.42.10(pid=23425): Terminating (SIGTERM)
16:17:37.428411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23428): Terminating (SIGTERM)
16:17:37.470222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23431): Terminating (SIGTERM)
16:17:37.511928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23434): Terminating (SIGTERM)
16:17:37.521743 ---      ParallelTerminationStrategy: PID 23424 died...
16:17:37.577623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23424): Terminated: ok {rc=0}
16:17:37.587842 ---      ParallelTerminationStrategy: PID 23425 died...
16:17:37.643230 run iperf3-srv_10.42.42.10(pid=23425): Terminated {rc=256}
16:17:37.653336 ---      ParallelTerminationStrategy: PID 23428 died...
16:17:37.708667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23428): Terminated: ok {rc=0}
16:17:37.718777 ---      ParallelTerminationStrategy: PID 23431 died...
16:17:37.774479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23431): Terminated: ok {rc=0}
16:17:37.784481 ---      ParallelTerminationStrategy: PID 23434 died...
16:17:37.840209 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23434): Terminated: ok {rc=0}
16:17:37.927104 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-umtrx+mod-bts0-egprs</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23453): Process ended prematurely: osmo-stp_10.42.42.5(pid=23453) [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23453)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23453): Process ended prematurely: osmo-stp_10.42.42.5(pid=23453) [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23453)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py
----------------------------------------------
16:17:39.043551 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:17:39.055486 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)
16:17:39.200260 tst                      iperf3m4.py: using LAC 29146
16:17:39.323590 tst                      iperf3m4.py: using RAC 76
16:17:39.446635 tst                      iperf3m4.py: using CellId 29146
16:17:39.571836 tst                      iperf3m4.py: using BVCI 29147
16:17:39.596133 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:17:39.607428 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:17:39.618400 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:17:39.629478 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:17:39.640384 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:17:39.651338 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:17:39.662521 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:17:39.673420 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:17:39.684584 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:17:39.799614 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:17:39.915838 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:17:40.034264 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:17:40.311293 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
16:17:40.436399 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:17:40.745764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23439): Launched
16:17:41.002482 run iperf3-srv_10.42.42.10(pid=23440): Launched
16:17:41.183686 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
16:17:41.307499 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:17:41.615997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23441): Launched
16:17:41.871834 run iperf3-srv_10.42.42.10(pid=23442): Launched
16:17:42.053474 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
16:17:42.177372 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:17:42.486894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23443): Launched
16:17:42.743182 run iperf3-srv_10.42.42.10(pid=23444): Launched
16:17:42.924501 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
16:17:43.048056 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:17:43.355450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23445): Launched
16:17:43.610893 run iperf3-srv_10.42.42.10(pid=23446): Launched
16:17:43.792210 tst                    iperf3m4.py:8: start network...
16:17:43.916007 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:17:44.385151 run         create_hlr_db(pid=23447): Launched
16:17:44.556277 bus                          /gobi_6: Setting Powered False
16:17:45.578679 run         create_hlr_db(pid=23447): Terminated: ok {rc=0}
16:17:46.036816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23449): Launched
16:17:46.390459 run   osmo-hlr_10.42.42.2(pid=23450): Launched
16:17:46.623618 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:17:47.249306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23452): Launched
16:17:47.572780 run   osmo-stp_10.42.42.5(pid=23453): Launched
16:17:47.688909 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:17:48.244600 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23455): Launched
16:17:48.358483 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:17:48.635975 run              patchelf(pid=23456): Launched
16:17:48.822620 run   osmo-stp_10.42.42.5(pid=23453): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23453)]
16:17:48.959294 run   osmo-stp_10.42.42.5(pid=23453): stdout: 
| (launched: 2022-12-10_16:17:47.412554)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:17:49.095959 run   osmo-stp_10.42.42.5(pid=23453): stderr: 
| �[0;m�[38;5;43m20221210161747599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161747599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161747600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161747600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161747600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161747601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161747601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:17:49.227950 run   osmo-stp_10.42.42.5(pid=23453): stdout: 
| (launched: 2022-12-10_16:17:47.412554)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:17:49.358785 run   osmo-stp_10.42.42.5(pid=23453): stderr: 
| �[0;m�[38;5;43m20221210161747599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161747599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161747600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161747600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161747600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161747601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161747601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:17:49.511276 run              patchelf(pid=23456): Terminating (SIGINT)
16:17:49.690731 run              patchelf(pid=23456): Terminated: ok {rc=0}
16:17:49.723598 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23453): Process ended prematurely: osmo-stp_10.42.42.5(pid=23453) [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23453)]  [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]
16:17:49.733443 tst                    iperf3m4.py:8: Test FAILED (10.7 sec)
16:17:49.796392 run   osmo-hlr_10.42.42.2(pid=23450): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23450)]
16:17:49.848084 run   osmo-hlr_10.42.42.2(pid=23450): stdout: 
| (launched: 2022-12-10_16:17:46.202434) 
16:17:49.900510 run   osmo-hlr_10.42.42.2(pid=23450): stderr: 
| �[0;m�[1;31m20221210161746542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161746542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161746542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161746542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161746542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161746542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161746563 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161746575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161746575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161746576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:17:49.944698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23439): Terminating (SIGTERM)
16:17:49.986504 run iperf3-srv_10.42.42.10(pid=23440): Terminating (SIGTERM)
16:17:50.028282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23441): Terminating (SIGTERM)
16:17:50.069981 run iperf3-srv_10.42.42.10(pid=23442): Terminating (SIGTERM)
16:17:50.111691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23443): Terminating (SIGTERM)
16:17:50.153248 run iperf3-srv_10.42.42.10(pid=23444): Terminating (SIGTERM)
16:17:50.194865 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23445): Terminating (SIGTERM)
16:17:50.237204 run iperf3-srv_10.42.42.10(pid=23446): Terminating (SIGTERM)
16:17:50.278882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23449): Terminating (SIGTERM)
16:17:50.320596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23452): Terminating (SIGTERM)
16:17:50.363031 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23455): Terminating (SIGTERM)
16:17:50.372709 ---      ParallelTerminationStrategy: PID 23439 died...
16:17:50.429588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23439): Terminated: ok {rc=0}
16:17:50.439917 ---      ParallelTerminationStrategy: PID 23440 died...
16:17:50.495200 run iperf3-srv_10.42.42.10(pid=23440): Terminated {rc=256}
16:17:50.505437 ---      ParallelTerminationStrategy: PID 23441 died...
16:17:50.561160 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23441): Terminated: ok {rc=0}
16:17:50.571337 ---      ParallelTerminationStrategy: PID 23442 died...
16:17:50.626753 run iperf3-srv_10.42.42.10(pid=23442): Terminated {rc=256}
16:17:50.636892 ---      ParallelTerminationStrategy: PID 23443 died...
16:17:50.692536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23443): Terminated: ok {rc=0}
16:17:50.702742 ---      ParallelTerminationStrategy: PID 23444 died...
16:17:50.758222 run iperf3-srv_10.42.42.10(pid=23444): Terminated {rc=256}
16:17:50.768398 ---      ParallelTerminationStrategy: PID 23445 died...
16:17:50.824407 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23445): Terminated: ok {rc=0}
16:17:50.834469 ---      ParallelTerminationStrategy: PID 23446 died...
16:17:50.890192 run iperf3-srv_10.42.42.10(pid=23446): Terminated {rc=256}
16:17:50.900396 ---      ParallelTerminationStrategy: PID 23449 died...
16:17:50.956170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23449): Terminated: ok {rc=0}
16:17:50.966468 ---      ParallelTerminationStrategy: PID 23452 died...
16:17:51.022155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23452): Terminated: ok {rc=0}
16:17:51.032407 ---      ParallelTerminationStrategy: PID 23455 died...
16:17:51.088157 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23455): Terminated: ok {rc=0}
16:17:51.174511 bus                          /gobi_4: Setting Powered False
16:17:52.280978 bus                          /gobi_4: Setting Powered False
16:17:53.388304 bus                          /gobi_1: Setting Powered False
16:17:54.489685 bus                          /gobi_1: Setting Powered False
16:17:55.596443 bus                          /gobi_0: Setting Powered False
16:17:56.702015 bus                          /gobi_0: Setting Powered False
16:17:57.814918 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-umtrx+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23463): Process ended prematurely: osmo-stp_10.42.42.5(pid=23463) [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23463)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23463): Process ended prematurely: osmo-stp_10.42.42.5(pid=23463) [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23463)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-umtrx+mod-bts0-egprs ping.py
----------------------------------------------
16:17:58.880586 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:17:58.892051 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)
16:17:59.032915 tst                          ping.py: using LAC 29147
16:17:59.155213 tst                          ping.py: using RAC 77
16:17:59.280063 tst                          ping.py: using CellId 29147
16:17:59.402829 tst                          ping.py: using BVCI 29148
16:17:59.427040 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:17:59.438845 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:17:59.450064 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:17:59.461238 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:17:59.472263 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:17:59.483329 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:17:59.494682 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:17:59.505793 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:17:59.776652 tst                       ping.py:19: start network...
16:17:59.898597 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:18:00.360191 run         create_hlr_db(pid=23457): Launched
16:18:00.530423 bus                          /gobi_6: Setting Powered False
16:18:01.558156 run         create_hlr_db(pid=23457): Terminated: ok {rc=0}
16:18:01.973333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23459): Launched
16:18:02.289817 run   osmo-hlr_10.42.42.2(pid=23460): Launched
16:18:02.405078 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:18:02.953096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23462): Launched
16:18:03.266325 run   osmo-stp_10.42.42.5(pid=23463): Launched
16:18:03.379857 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:18:03.925884 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23465): Launched
16:18:04.037832 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:18:04.310436 run              patchelf(pid=23466): Launched
16:18:04.493617 run   osmo-stp_10.42.42.5(pid=23463): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23463)]
16:18:04.628045 run   osmo-stp_10.42.42.5(pid=23463): stdout: 
| (launched: 2022-12-10_16:18:03.111946)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:18:04.762363 run   osmo-stp_10.42.42.5(pid=23463): stderr: 
| �[0;m�[38;5;43m20221210161803304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161803305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161803305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161803305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161803306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161803306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161803306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:18:04.892128 run   osmo-stp_10.42.42.5(pid=23463): stdout: 
| (launched: 2022-12-10_16:18:03.111946)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:18:05.030324 run   osmo-stp_10.42.42.5(pid=23463): stderr: 
| �[0;m�[38;5;43m20221210161803304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161803305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161803305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161803305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161803306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161803306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161803306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:18:05.170402 run              patchelf(pid=23466): Terminating (SIGINT)
16:18:05.334667 run              patchelf(pid=23466): Terminated: ok {rc=0}
16:18:05.364795 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23463): Process ended prematurely: osmo-stp_10.42.42.5(pid=23463) [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23463)]  [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]
16:18:05.373489 tst                       ping.py:22: Test FAILED (6.5 sec)
16:18:05.434312 run   osmo-hlr_10.42.42.2(pid=23460): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23460)]
16:18:05.483689 run   osmo-hlr_10.42.42.2(pid=23460): stdout: 
| (launched: 2022-12-10_16:18:02.124076) 
16:18:05.533439 run   osmo-hlr_10.42.42.2(pid=23460): stderr: 
| �[0;m�[1;31m20221210161802329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161802329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161802329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161802329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161802329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161802330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161802342 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161802350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161802350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161802350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:18:05.575770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23459): Terminating (SIGTERM)
16:18:05.615721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23462): Terminating (SIGTERM)
16:18:05.655878 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23465): Terminating (SIGTERM)
16:18:05.665558 ---      ParallelTerminationStrategy: PID 23459 died...
16:18:05.719954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23459): Terminated: ok {rc=0}
16:18:05.730087 ---      ParallelTerminationStrategy: PID 23462 died...
16:18:05.783841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23462): Terminated: ok {rc=0}
16:18:05.793744 ---      ParallelTerminationStrategy: PID 23465 died...
16:18:05.847272 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23465): Terminated: ok {rc=0}
16:18:05.930179 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-umtrx+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23473): Process ended prematurely: osmo-stp_10.42.42.5(pid=23473) [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23473)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23473): Process ended prematurely: osmo-stp_10.42.42.5(pid=23473) [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23473)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py
----------------------------------------------
16:18:06.983674 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:18:06.996280 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)
16:18:07.144096 tst                ping_idle_ping.py: using LAC 29148
16:18:07.266210 tst                ping_idle_ping.py: using RAC 78
16:18:07.392757 tst                ping_idle_ping.py: using CellId 29148
16:18:07.514812 tst                ping_idle_ping.py: using BVCI 29149
16:18:07.538849 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:18:07.550200 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:18:07.561304 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:18:07.572832 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:18:07.584317 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:18:07.595847 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:18:07.607716 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:18:07.619400 tst    gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:18:07.889959 tst             ping_idle_ping.py:24: start network...
16:18:08.012628 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:18:08.476745 run         create_hlr_db(pid=23467): Launched
16:18:08.647264 bus                          /gobi_6: Setting Powered False
16:18:09.668262 run         create_hlr_db(pid=23467): Terminated: ok {rc=0}
16:18:10.060006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23469): Launched
16:18:10.354682 run   osmo-hlr_10.42.42.2(pid=23470): Launched
16:18:10.466482 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:18:10.982065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23472): Launched
16:18:11.275485 run   osmo-stp_10.42.42.5(pid=23473): Launched
16:18:11.383512 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:18:11.894351 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23475): Launched
16:18:11.999254 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:18:12.255252 run              patchelf(pid=23476): Launched
16:18:12.427763 run   osmo-stp_10.42.42.5(pid=23473): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23473)]
16:18:12.553917 run   osmo-stp_10.42.42.5(pid=23473): stdout: 
| (launched: 2022-12-10_16:18:11.130838)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:18:12.680931 run   osmo-stp_10.42.42.5(pid=23473): stderr: 
| �[0;m�[38;5;43m20221210161811301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161811301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161811301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161811302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161811302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161811302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161811302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:18:12.803307 run   osmo-stp_10.42.42.5(pid=23473): stdout: 
| (launched: 2022-12-10_16:18:11.130838)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:18:12.924610 run   osmo-stp_10.42.42.5(pid=23473): stderr: 
| �[0;m�[38;5;43m20221210161811301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161811301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161811301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161811302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161811302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161811302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161811302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:18:13.065696 run              patchelf(pid=23476): Terminating (SIGINT)
16:18:13.231579 run              patchelf(pid=23476): Terminated: ok {rc=0}
16:18:13.261988 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23473): Process ended prematurely: osmo-stp_10.42.42.5(pid=23473) [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23473)]  [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]
16:18:13.270550 tst             ping_idle_ping.py:27: Test FAILED (6.3 sec)
16:18:13.331906 run   osmo-hlr_10.42.42.2(pid=23470): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23470)]
16:18:13.381535 run   osmo-hlr_10.42.42.2(pid=23470): stdout: 
| (launched: 2022-12-10_16:18:10.209643) 
16:18:13.431385 run   osmo-hlr_10.42.42.2(pid=23470): stderr: 
| �[0;m�[1;31m20221210161810384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161810384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161810384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161810384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161810384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161810384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161810396 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161810405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161810405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161810405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:18:13.474341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23469): Terminating (SIGTERM)
16:18:13.514896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23472): Terminating (SIGTERM)
16:18:13.555804 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23475): Terminating (SIGTERM)
16:18:13.565368 ---      ParallelTerminationStrategy: PID 23469 died...
16:18:13.619824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23469): Terminated: ok {rc=0}
16:18:13.629938 ---      ParallelTerminationStrategy: PID 23472 died...
16:18:13.683739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23472): Terminated: ok {rc=0}
16:18:13.693858 ---      ParallelTerminationStrategy: PID 23475 died...
16:18:13.747587 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23475): Terminated: ok {rc=0}
16:18:13.835403 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>89</id><name>gprs_trx-umtrx+mod-bts0-egprs</name><properties></properties><timestamp>2022-12-10T16:17:16</timestamp></suite><suite><case><age>238</age><className>gprs:trx-umtrx+mod-bts0-dynts-ipa</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23491): Process ended prematurely: osmo-stp_10.42.42.5(pid=23491) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23491)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23491): Process ended prematurely: osmo-stp_10.42.42.5(pid=23491) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23491)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py
----------------------------------------------
16:18:15.996792 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:18:16.008554 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
16:18:16.180355 tst         cs_paging_gprs_active.py: using LAC 29149
16:18:16.315505 tst         cs_paging_gprs_active.py: using RAC 79
16:18:16.438208 tst         cs_paging_gprs_active.py: using CellId 29149
16:18:16.563554 tst         cs_paging_gprs_active.py: using BVCI 29150
16:18:16.589573 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:18:16.601506 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:18:16.613519 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:18:16.626235 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:18:16.638350 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:18:16.650538 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:18:16.664126 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:18:16.676812 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:18:16.689090 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:18:16.815376 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:18:17.133097 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
16:18:17.261275 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:18:17.573552 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23481): Launched
16:18:17.830189 run iperf3-srv_10.42.42.10(pid=23482): Launched
16:18:18.012825 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
16:18:18.137158 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:18:18.446199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23483): Launched
16:18:18.702857 run iperf3-srv_10.42.42.10(pid=23484): Launched
16:18:18.885444 tst      cs_paging_gprs_active.py:38: start network...
16:18:19.009804 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:18:19.476614 run         create_hlr_db(pid=23485): Launched
16:18:19.647875 bus                          /gobi_6: Setting Powered False
16:18:20.670528 run         create_hlr_db(pid=23485): Terminated: ok {rc=0}
16:18:21.095265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23487): Launched
16:18:21.414359 run   osmo-hlr_10.42.42.2(pid=23488): Launched
16:18:21.533626 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:18:22.088629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23490): Launched
16:18:22.406874 run   osmo-stp_10.42.42.5(pid=23491): Launched
16:18:22.522364 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:18:23.080597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23493): Launched
16:18:23.194828 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:18:23.481584 run              patchelf(pid=23494): Launched
16:18:23.669832 run   osmo-stp_10.42.42.5(pid=23491): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23491)]
16:18:23.807448 run   osmo-stp_10.42.42.5(pid=23491): stdout: 
| (launched: 2022-12-10_16:18:22.250904)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:18:23.946426 run   osmo-stp_10.42.42.5(pid=23491): stderr: 
| �[0;m�[38;5;43m20221210161822440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161822440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161822440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161822441 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161822441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161822441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161822441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:18:24.079542 run   osmo-stp_10.42.42.5(pid=23491): stdout: 
| (launched: 2022-12-10_16:18:22.250904)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:18:24.211374 run   osmo-stp_10.42.42.5(pid=23491): stderr: 
| �[0;m�[38;5;43m20221210161822440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161822440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161822440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161822441 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161822441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161822441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161822441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:18:24.364811 run              patchelf(pid=23494): Terminating (SIGINT)
16:18:24.545188 run              patchelf(pid=23494): Terminated: ok {rc=0}
16:18:24.578242 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23491): Process ended prematurely: osmo-stp_10.42.42.5(pid=23491) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23491)]  [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]
16:18:24.588003 tst      cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)
16:18:24.650989 run   osmo-hlr_10.42.42.2(pid=23488): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23488)]
16:18:24.702905 run   osmo-hlr_10.42.42.2(pid=23488): stdout: 
| (launched: 2022-12-10_16:18:21.258234) 
16:18:24.755320 run   osmo-hlr_10.42.42.2(pid=23488): stderr: 
| �[0;m�[1;31m20221210161821455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161821455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161821455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161821455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161821455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161821455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161821468 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161821476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161821476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161821477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:18:24.800007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23481): Terminating (SIGTERM)
16:18:24.842568 run iperf3-srv_10.42.42.10(pid=23482): Terminating (SIGTERM)
16:18:24.884869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23483): Terminating (SIGTERM)
16:18:24.926986 run iperf3-srv_10.42.42.10(pid=23484): Terminating (SIGTERM)
16:18:24.969285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23487): Terminating (SIGTERM)
16:18:25.011649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23490): Terminating (SIGTERM)
16:18:25.053928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23493): Terminating (SIGTERM)
16:18:25.063991 ---      ParallelTerminationStrategy: PID 23481 died...
16:18:25.120710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23481): Terminated: ok {rc=0}
16:18:25.131168 ---      ParallelTerminationStrategy: PID 23482 died...
16:18:25.187082 run iperf3-srv_10.42.42.10(pid=23482): Terminated {rc=256}
16:18:25.197606 ---      ParallelTerminationStrategy: PID 23483 died...
16:18:25.253723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23483): Terminated: ok {rc=0}
16:18:25.264084 ---      ParallelTerminationStrategy: PID 23484 died...
16:18:25.320080 run iperf3-srv_10.42.42.10(pid=23484): Terminated {rc=256}
16:18:25.330349 ---      ParallelTerminationStrategy: PID 23487 died...
16:18:25.386922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23487): Terminated: ok {rc=0}
16:18:25.397379 ---      ParallelTerminationStrategy: PID 23490 died...
16:18:25.453225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23490): Terminated: ok {rc=0}
16:18:25.463567 ---      ParallelTerminationStrategy: PID 23493 died...
16:18:25.519967 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23493): Terminated: ok {rc=0}
16:18:25.607200 bus                          /gobi_0: Setting Powered False
16:18:26.715567 bus                          /gobi_0: Setting Powered False
16:18:27.824669 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-umtrx+mod-bts0-dynts-ipa</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23503): Process ended prematurely: osmo-stp_10.42.42.5(pid=23503) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23503)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23503): Process ended prematurely: osmo-stp_10.42.42.5(pid=23503) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23503)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py
----------------------------------------------
16:18:28.939532 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:18:28.951545 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
16:18:29.110051 tst                        iperf3.py: using LAC 29150
16:18:29.232736 tst                        iperf3.py: using RAC 80
16:18:29.350360 tst                        iperf3.py: using CellId 29150
16:18:29.474264 tst                        iperf3.py: using BVCI 29151
16:18:29.498926 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:18:29.510546 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:18:29.522095 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:18:29.533683 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:18:29.545129 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:18:29.556562 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:18:29.568152 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:18:29.579912 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:18:29.591556 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:18:29.866090 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
16:18:29.991029 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:18:30.300261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23495): Launched
16:18:30.555889 run iperf3-srv_10.42.42.10(pid=23496): Launched
16:18:30.737699 tst                      iperf3.py:8: start network...
16:18:30.870887 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:18:31.457484 run         create_hlr_db(pid=23497): Launched
16:18:31.652197 bus                          /gobi_6: Setting Powered False
16:18:32.657826 run         create_hlr_db(pid=23497): Terminated: ok {rc=0}
16:18:33.092539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23499): Launched
16:18:33.411824 run   osmo-hlr_10.42.42.2(pid=23500): Launched
16:18:33.531940 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:18:34.174746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23502): Launched
16:18:34.485607 run   osmo-stp_10.42.42.5(pid=23503): Launched
16:18:34.599357 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:18:35.145224 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23505): Launched
16:18:35.256780 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:18:35.527676 run              patchelf(pid=23506): Launched
16:18:35.710445 run   osmo-stp_10.42.42.5(pid=23503): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23503)]
16:18:35.844922 run   osmo-stp_10.42.42.5(pid=23503): stdout: 
| (launched: 2022-12-10_16:18:34.333094)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:18:35.979485 run   osmo-stp_10.42.42.5(pid=23503): stderr: 
| �[0;m�[38;5;43m20221210161834521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161834521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161834521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161834522 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161834522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161834522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161834522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:18:36.109464 run   osmo-stp_10.42.42.5(pid=23503): stdout: 
| (launched: 2022-12-10_16:18:34.333094)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:18:36.237878 run   osmo-stp_10.42.42.5(pid=23503): stderr: 
| �[0;m�[38;5;43m20221210161834521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161834521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161834521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161834522 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161834522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161834522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161834522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:18:36.387099 run              patchelf(pid=23506): Terminating (SIGINT)
16:18:36.562298 run              patchelf(pid=23506): Terminated: ok {rc=0}
16:18:36.594840 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23503): Process ended prematurely: osmo-stp_10.42.42.5(pid=23503) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23503)]  [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]
16:18:36.604510 tst                      iperf3.py:8: Test FAILED (7.7 sec)
16:18:36.667919 run   osmo-hlr_10.42.42.2(pid=23500): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23500)]
16:18:36.719120 run   osmo-hlr_10.42.42.2(pid=23500): stdout: 
| (launched: 2022-12-10_16:18:33.255349) 
16:18:36.771043 run   osmo-hlr_10.42.42.2(pid=23500): stderr: 
| �[0;m�[1;31m20221210161833453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161833453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161833453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161833453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161833453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161833454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161833467 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161833475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161833476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161833476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:18:36.815340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23495): Terminating (SIGTERM)
16:18:36.857454 run iperf3-srv_10.42.42.10(pid=23496): Terminating (SIGTERM)
16:18:36.899905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23499): Terminating (SIGTERM)
16:18:36.941406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23502): Terminating (SIGTERM)
16:18:36.983078 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23505): Terminating (SIGTERM)
16:18:36.993308 ---      ParallelTerminationStrategy: PID 23495 died...
16:18:37.049842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23495): Terminated: ok {rc=0}
16:18:37.060129 ---      ParallelTerminationStrategy: PID 23496 died...
16:18:37.116650 run iperf3-srv_10.42.42.10(pid=23496): Terminated {rc=256}
16:18:37.126930 ---      ParallelTerminationStrategy: PID 23499 died...
16:18:37.183586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23499): Terminated: ok {rc=0}
16:18:37.194007 ---      ParallelTerminationStrategy: PID 23502 died...
16:18:37.250598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23502): Terminated: ok {rc=0}
16:18:37.260846 ---      ParallelTerminationStrategy: PID 23505 died...
16:18:37.317277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23505): Terminated: ok {rc=0}
16:18:37.404011 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-umtrx+mod-bts0-dynts-ipa</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23521): Process ended prematurely: osmo-stp_10.42.42.5(pid=23521) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23521)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23521): Process ended prematurely: osmo-stp_10.42.42.5(pid=23521) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23521)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py
----------------------------------------------
16:18:38.519514 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:18:38.531443 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
16:18:38.689213 tst                      iperf3m4.py: using LAC 29151
16:18:38.814640 tst                      iperf3m4.py: using RAC 81
16:18:38.937708 tst                      iperf3m4.py: using CellId 29151
16:18:39.058591 tst                      iperf3m4.py: using BVCI 29152
16:18:39.082490 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:18:39.093673 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:18:39.104616 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:18:39.115672 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:18:39.126685 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:18:39.137711 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:18:39.148773 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:18:39.159706 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:18:39.170927 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:18:39.286275 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:18:39.404136 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:18:39.517685 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:18:39.786419 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
16:18:39.907750 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:18:40.211159 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23507): Launched
16:18:40.462291 run iperf3-srv_10.42.42.10(pid=23508): Launched
16:18:40.639681 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
16:18:40.761116 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:18:41.064276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23509): Launched
16:18:41.314519 run iperf3-srv_10.42.42.10(pid=23510): Launched
16:18:41.491548 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
16:18:41.613113 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:18:41.915263 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23511): Launched
16:18:42.165595 run iperf3-srv_10.42.42.10(pid=23512): Launched
16:18:42.342804 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
16:18:42.463931 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:18:42.766690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23513): Launched
16:18:43.017736 run iperf3-srv_10.42.42.10(pid=23514): Launched
16:18:43.195223 tst                    iperf3m4.py:8: start network...
16:18:43.316524 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:18:43.779333 run         create_hlr_db(pid=23515): Launched
16:18:43.948537 bus                          /gobi_6: Setting Powered False
16:18:44.971139 run         create_hlr_db(pid=23515): Terminated: ok {rc=0}
16:18:45.386291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23517): Launched
16:18:45.697832 run   osmo-hlr_10.42.42.2(pid=23518): Launched
16:18:45.811102 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:18:46.380117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23520): Launched
16:18:46.768393 run   osmo-stp_10.42.42.5(pid=23521): Launched
16:18:47.056060 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:18:47.574072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23523): Launched
16:18:47.678390 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:18:47.932529 run              patchelf(pid=23524): Launched
16:18:48.104266 run   osmo-stp_10.42.42.5(pid=23521): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23521)]
16:18:48.230206 run   osmo-stp_10.42.42.5(pid=23521): stdout: 
| (launched: 2022-12-10_16:18:46.533644)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:18:48.356251 run   osmo-stp_10.42.42.5(pid=23521): stderr: 
| �[0;m�[38;5;43m20221210161846789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161846789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161846789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161846790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161846790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161846790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161846791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:18:48.477647 run   osmo-stp_10.42.42.5(pid=23521): stdout: 
| (launched: 2022-12-10_16:18:46.533644)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:18:48.597803 run   osmo-stp_10.42.42.5(pid=23521): stderr: 
| �[0;m�[38;5;43m20221210161846789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161846789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161846789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161846790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161846790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161846790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161846791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:18:48.737794 run              patchelf(pid=23524): Terminating (SIGINT)
16:18:48.902998 run              patchelf(pid=23524): Terminated: ok {rc=0}
16:18:48.933571 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23521): Process ended prematurely: osmo-stp_10.42.42.5(pid=23521) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23521)]  [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]
16:18:48.942737 tst                    iperf3m4.py:8: Test FAILED (10.5 sec)
16:18:49.003348 run   osmo-hlr_10.42.42.2(pid=23518): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23518)]
16:18:49.052489 run   osmo-hlr_10.42.42.2(pid=23518): stdout: 
| (launched: 2022-12-10_16:18:45.545717) 
16:18:49.102429 run   osmo-hlr_10.42.42.2(pid=23518): stderr: 
| �[0;m�[1;31m20221210161845738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161845738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161845738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161845739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161845739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161845739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161845754 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161845762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161845762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161845762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:18:49.144691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23507): Terminating (SIGTERM)
16:18:49.184841 run iperf3-srv_10.42.42.10(pid=23508): Terminating (SIGTERM)
16:18:49.224547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23509): Terminating (SIGTERM)
16:18:49.264151 run iperf3-srv_10.42.42.10(pid=23510): Terminating (SIGTERM)
16:18:49.303844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23511): Terminating (SIGTERM)
16:18:49.343728 run iperf3-srv_10.42.42.10(pid=23512): Terminating (SIGTERM)
16:18:49.383434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23513): Terminating (SIGTERM)
16:18:49.423129 run iperf3-srv_10.42.42.10(pid=23514): Terminating (SIGTERM)
16:18:49.462885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23517): Terminating (SIGTERM)
16:18:49.502510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23520): Terminating (SIGTERM)
16:18:49.542416 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23523): Terminating (SIGTERM)
16:18:49.551719 ---      ParallelTerminationStrategy: PID 23507 died...
16:18:49.604804 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23507): Terminated: ok {rc=0}
16:18:49.614506 ---      ParallelTerminationStrategy: PID 23508 died...
16:18:49.667942 run iperf3-srv_10.42.42.10(pid=23508): Terminated {rc=256}
16:18:49.677389 ---      ParallelTerminationStrategy: PID 23509 died...
16:18:49.729791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23509): Terminated: ok {rc=0}
16:18:49.739419 ---      ParallelTerminationStrategy: PID 23510 died...
16:18:49.792102 run iperf3-srv_10.42.42.10(pid=23510): Terminated {rc=256}
16:18:49.801828 ---      ParallelTerminationStrategy: PID 23511 died...
16:18:49.854636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23511): Terminated: ok {rc=0}
16:18:49.864243 ---      ParallelTerminationStrategy: PID 23512 died...
16:18:49.916848 run iperf3-srv_10.42.42.10(pid=23512): Terminated {rc=256}
16:18:49.926511 ---      ParallelTerminationStrategy: PID 23513 died...
16:18:49.979000 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23513): Terminated: ok {rc=0}
16:18:49.988672 ---      ParallelTerminationStrategy: PID 23514 died...
16:18:50.041088 run iperf3-srv_10.42.42.10(pid=23514): Terminated {rc=256}
16:18:50.050716 ---      ParallelTerminationStrategy: PID 23517 died...
16:18:50.103304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23517): Terminated: ok {rc=0}
16:18:50.113007 ---      ParallelTerminationStrategy: PID 23520 died...
16:18:50.165757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23520): Terminated: ok {rc=0}
16:18:50.175325 ---      ParallelTerminationStrategy: PID 23523 died...
16:18:50.228203 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23523): Terminated: ok {rc=0}
16:18:50.317353 bus                          /gobi_4: Setting Powered False
16:18:51.420519 bus                          /gobi_4: Setting Powered False
16:18:52.531864 bus                          /gobi_1: Setting Powered False
16:18:53.637688 bus                          /gobi_1: Setting Powered False
16:18:54.745407 bus                          /gobi_0: Setting Powered False
16:18:55.847040 bus                          /gobi_0: Setting Powered False
16:18:56.959658 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-umtrx+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23531): Process ended prematurely: osmo-stp_10.42.42.5(pid=23531) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23531)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23531): Process ended prematurely: osmo-stp_10.42.42.5(pid=23531) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23531)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py
----------------------------------------------
16:18:58.025294 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:18:58.036465 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
16:18:58.189381 tst                          ping.py: using LAC 29152
16:18:58.310384 tst                          ping.py: using RAC 82
16:18:58.430553 tst                          ping.py: using CellId 29152
16:18:58.550995 tst                          ping.py: using BVCI 29153
16:18:58.574764 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:18:58.586197 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:18:58.597454 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:18:58.608841 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:18:58.620225 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:18:58.631410 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:18:58.642730 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:18:58.653973 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:18:58.934268 tst                       ping.py:19: start network...
16:18:59.063389 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:18:59.548053 run         create_hlr_db(pid=23525): Launched
16:18:59.727244 bus                          /gobi_6: Setting Powered False
16:19:00.747853 run         create_hlr_db(pid=23525): Terminated: ok {rc=0}
16:19:01.167622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23527): Launched
16:19:01.565922 run   osmo-hlr_10.42.42.2(pid=23528): Launched
16:19:01.754620 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:19:02.353867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23530): Launched
16:19:02.643379 run   osmo-stp_10.42.42.5(pid=23531): Launched
16:19:02.750038 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:19:03.253178 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23533): Launched
16:19:03.355392 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:19:03.605279 run              patchelf(pid=23534): Launched
16:19:03.773453 run   osmo-stp_10.42.42.5(pid=23531): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23531)]
16:19:03.896848 run   osmo-stp_10.42.42.5(pid=23531): stdout: 
| (launched: 2022-12-10_16:19:02.499852)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:19:04.021205 run   osmo-stp_10.42.42.5(pid=23531): stderr: 
| �[0;m�[38;5;43m20221210161902668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161902668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161902668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161902669 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161902669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161902669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161902669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:19:04.141230 run   osmo-stp_10.42.42.5(pid=23531): stdout: 
| (launched: 2022-12-10_16:19:02.499852)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:19:04.259412 run   osmo-stp_10.42.42.5(pid=23531): stderr: 
| �[0;m�[38;5;43m20221210161902668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161902668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161902668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161902669 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161902669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161902669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161902669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:19:04.397596 run              patchelf(pid=23534): Terminating (SIGINT)
16:19:04.559178 run              patchelf(pid=23534): Terminated: ok {rc=0}
16:19:04.588762 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23531): Process ended prematurely: osmo-stp_10.42.42.5(pid=23531) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23531)]  [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]
16:19:04.597404 tst                       ping.py:22: Test FAILED (6.6 sec)
16:19:04.657732 run   osmo-hlr_10.42.42.2(pid=23528): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23528)]
16:19:04.707194 run   osmo-hlr_10.42.42.2(pid=23528): stdout: 
| (launched: 2022-12-10_16:19:01.318931) 
16:19:04.757025 run   osmo-hlr_10.42.42.2(pid=23528): stderr: 
| �[0;m�[1;31m20221210161901618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161901618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161901618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161901618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161901618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161901618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161901636 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161901658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161901659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161901659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:19:04.798882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23527): Terminating (SIGTERM)
16:19:04.838669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23530): Terminating (SIGTERM)
16:19:04.878404 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23533): Terminating (SIGTERM)
16:19:04.887722 ---      ParallelTerminationStrategy: PID 23527 died...
16:19:04.940880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23527): Terminated: ok {rc=0}
16:19:04.950393 ---      ParallelTerminationStrategy: PID 23530 died...
16:19:05.003391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23530): Terminated: ok {rc=0}
16:19:05.013012 ---      ParallelTerminationStrategy: PID 23533 died...
16:19:05.066171 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23533): Terminated: ok {rc=0}
16:19:05.154583 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-umtrx+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23541): Process ended prematurely: osmo-stp_10.42.42.5(pid=23541) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23541)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23541): Process ended prematurely: osmo-stp_10.42.42.5(pid=23541) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23541)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py
----------------------------------------------
16:19:06.206318 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:19:06.218280 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
16:19:06.374386 tst                ping_idle_ping.py: using LAC 29153
16:19:06.499155 tst                ping_idle_ping.py: using RAC 83
16:19:06.617762 tst                ping_idle_ping.py: using CellId 29153
16:19:06.737194 tst                ping_idle_ping.py: using BVCI 29154
16:19:06.760776 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:19:06.771988 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:19:06.783361 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:19:06.795222 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:19:06.806709 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:19:06.818699 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:19:06.829850 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:19:06.841391 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:19:07.114783 tst             ping_idle_ping.py:24: start network...
16:19:07.236561 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:19:07.692832 run         create_hlr_db(pid=23535): Launched
16:19:07.860112 bus                          /gobi_6: Setting Powered False
16:19:08.881481 run         create_hlr_db(pid=23535): Terminated: ok {rc=0}
16:19:09.266910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23537): Launched
16:19:09.555732 run   osmo-hlr_10.42.42.2(pid=23538): Launched
16:19:09.667213 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:19:10.171770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23540): Launched
16:19:10.461748 run   osmo-stp_10.42.42.5(pid=23541): Launched
16:19:10.567209 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:19:11.069886 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23543): Launched
16:19:11.172861 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:19:11.424372 run              patchelf(pid=23544): Launched
16:19:11.593958 run   osmo-stp_10.42.42.5(pid=23541): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23541)]
16:19:11.718089 run   osmo-stp_10.42.42.5(pid=23541): stdout: 
| (launched: 2022-12-10_16:19:10.319373)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:19:11.842523 run   osmo-stp_10.42.42.5(pid=23541): stderr: 
| �[0;m�[38;5;43m20221210161910490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161910490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161910490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161910491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161910491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161910491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161910491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:19:11.963820 run   osmo-stp_10.42.42.5(pid=23541): stdout: 
| (launched: 2022-12-10_16:19:10.319373)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:19:12.082858 run   osmo-stp_10.42.42.5(pid=23541): stderr: 
| �[0;m�[38;5;43m20221210161910490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161910490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161910490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161910491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161910491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161910491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161910491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:19:12.221847 run              patchelf(pid=23544): Terminating (SIGINT)
16:19:12.385644 run              patchelf(pid=23544): Terminated: ok {rc=0}
16:19:12.415538 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23541): Process ended prematurely: osmo-stp_10.42.42.5(pid=23541) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23541)]  [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]
16:19:12.424208 tst             ping_idle_ping.py:27: Test FAILED (6.2 sec)
16:19:12.484038 run   osmo-hlr_10.42.42.2(pid=23538): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23538)]
16:19:12.532682 run   osmo-hlr_10.42.42.2(pid=23538): stdout: 
| (launched: 2022-12-10_16:19:09.413741) 
16:19:12.581415 run   osmo-hlr_10.42.42.2(pid=23538): stderr: 
| �[0;m�[1;31m20221210161909590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161909590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161909590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161909590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161909590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161909590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161909601 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161909612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161909612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161909612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:19:12.623463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23537): Terminating (SIGTERM)
16:19:12.662889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23540): Terminating (SIGTERM)
16:19:12.702343 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23543): Terminating (SIGTERM)
16:19:12.711676 ---      ParallelTerminationStrategy: PID 23537 died...
16:19:12.764630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23537): Terminated: ok {rc=0}
16:19:12.774738 ---      ParallelTerminationStrategy: PID 23540 died...
16:19:12.828324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23540): Terminated: ok {rc=0}
16:19:12.837839 ---      ParallelTerminationStrategy: PID 23543 died...
16:19:12.890641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23543): Terminated: ok {rc=0}
16:19:12.973638 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>90</id><name>gprs_trx-umtrx+mod-bts0-dynts-ipa</name><properties></properties><timestamp>2022-12-10T16:18:15</timestamp></suite><suite><case><age>238</age><className>gprs:trx-umtrx+mod-bts0-dynts-osmo</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23558): Process ended prematurely: osmo-stp_10.42.42.5(pid=23558) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23558)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23558): Process ended prematurely: osmo-stp_10.42.42.5(pid=23558) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23558)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py
----------------------------------------------
16:19:15.138454 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:19:15.149914 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
16:19:15.310524 tst         cs_paging_gprs_active.py: using LAC 29154
16:19:15.433455 tst         cs_paging_gprs_active.py: using RAC 84
16:19:15.557997 tst         cs_paging_gprs_active.py: using CellId 29154
16:19:15.682758 tst         cs_paging_gprs_active.py: using BVCI 29155
16:19:15.707004 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:19:15.718571 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:19:15.730008 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:19:15.741712 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:19:15.753226 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:19:15.764748 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:19:15.776413 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:19:15.788038 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:19:15.799787 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:19:15.958408 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:19:16.299338 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
16:19:16.431529 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:19:16.769268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23548): Launched
16:19:17.048315 run iperf3-srv_10.42.42.10(pid=23549): Launched
16:19:17.238290 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
16:19:17.362575 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:19:17.670347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23550): Launched
16:19:17.923124 run iperf3-srv_10.42.42.10(pid=23551): Launched
16:19:18.102883 tst      cs_paging_gprs_active.py:38: start network...
16:19:18.225628 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:19:18.688869 run         create_hlr_db(pid=23552): Launched
16:19:18.858614 bus                          /gobi_6: Setting Powered False
16:19:19.881423 run         create_hlr_db(pid=23552): Terminated: ok {rc=0}
16:19:20.299131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23554): Launched
16:19:20.613407 run   osmo-hlr_10.42.42.2(pid=23555): Launched
16:19:20.728350 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:19:21.273140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23557): Launched
16:19:21.585915 run   osmo-stp_10.42.42.5(pid=23558): Launched
16:19:21.700080 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:19:22.247103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23560): Launched
16:19:22.359067 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:19:22.633690 run              patchelf(pid=23561): Launched
16:19:22.817543 run   osmo-stp_10.42.42.5(pid=23558): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23558)]
16:19:22.953212 run   osmo-stp_10.42.42.5(pid=23558): stdout: 
| (launched: 2022-12-10_16:19:21.432393)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:19:23.088693 run   osmo-stp_10.42.42.5(pid=23558): stderr: 
| �[0;m�[38;5;43m20221210161921619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161921619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161921620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161921620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161921621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161921621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161921621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:19:23.219961 run   osmo-stp_10.42.42.5(pid=23558): stdout: 
| (launched: 2022-12-10_16:19:21.432393)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:19:23.349287 run   osmo-stp_10.42.42.5(pid=23558): stderr: 
| �[0;m�[38;5;43m20221210161921619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161921619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161921620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161921620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161921621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161921621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161921621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:19:23.499684 run              patchelf(pid=23561): Terminating (SIGINT)
16:19:23.676446 run              patchelf(pid=23561): Terminated: ok {rc=0}
16:19:23.709075 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23558): Process ended prematurely: osmo-stp_10.42.42.5(pid=23558) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23558)]  [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]
16:19:23.718811 tst      cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)
16:19:23.781043 run   osmo-hlr_10.42.42.2(pid=23555): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23555)]
16:19:23.832162 run   osmo-hlr_10.42.42.2(pid=23555): stdout: 
| (launched: 2022-12-10_16:19:20.459107) 
16:19:23.883979 run   osmo-hlr_10.42.42.2(pid=23555): stderr: 
| �[0;m�[1;31m20221210161920654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161920654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161920654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161920654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161920654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161920654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161920667 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161920675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161920675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161920675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:19:23.927978 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23548): Terminating (SIGTERM)
16:19:23.969728 run iperf3-srv_10.42.42.10(pid=23549): Terminating (SIGTERM)
16:19:24.011574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23550): Terminating (SIGTERM)
16:19:24.053298 run iperf3-srv_10.42.42.10(pid=23551): Terminating (SIGTERM)
16:19:24.095151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23554): Terminating (SIGTERM)
16:19:24.136782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23557): Terminating (SIGTERM)
16:19:24.178560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23560): Terminating (SIGTERM)
16:19:24.188210 ---      ParallelTerminationStrategy: PID 23548 died...
16:19:24.243823 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23548): Terminated: ok {rc=0}
16:19:24.253904 ---      ParallelTerminationStrategy: PID 23549 died...
16:19:24.309275 run iperf3-srv_10.42.42.10(pid=23549): Terminated {rc=256}
16:19:24.319341 ---      ParallelTerminationStrategy: PID 23550 died...
16:19:24.374780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23550): Terminated: ok {rc=0}
16:19:24.384832 ---      ParallelTerminationStrategy: PID 23551 died...
16:19:24.440093 run iperf3-srv_10.42.42.10(pid=23551): Terminated {rc=256}
16:19:24.450189 ---      ParallelTerminationStrategy: PID 23554 died...
16:19:24.505745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23554): Terminated: ok {rc=0}
16:19:24.515950 ---      ParallelTerminationStrategy: PID 23557 died...
16:19:24.571199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23557): Terminated: ok {rc=0}
16:19:24.581472 ---      ParallelTerminationStrategy: PID 23560 died...
16:19:24.637062 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23560): Terminated: ok {rc=0}
16:19:24.723822 bus                          /gobi_0: Setting Powered False
16:19:25.830748 bus                          /gobi_0: Setting Powered False
16:19:26.938350 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-umtrx+mod-bts0-dynts-osmo</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23570): Process ended prematurely: osmo-stp_10.42.42.5(pid=23570) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23570)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23570): Process ended prematurely: osmo-stp_10.42.42.5(pid=23570) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23570)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py
----------------------------------------------
16:19:28.051530 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:19:28.063693 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
16:19:28.227160 tst                        iperf3.py: using LAC 29155
16:19:28.349965 tst                        iperf3.py: using RAC 85
16:19:28.472767 tst                        iperf3.py: using CellId 29155
16:19:28.594452 tst                        iperf3.py: using BVCI 29156
16:19:28.618612 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:19:28.629992 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:19:28.641576 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:19:28.653080 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:19:28.664441 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:19:28.675917 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:19:28.687494 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:19:28.698714 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:19:28.710161 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:19:28.980673 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
16:19:29.103213 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:19:29.407248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23562): Launched
16:19:29.660362 run iperf3-srv_10.42.42.10(pid=23563): Launched
16:19:29.839139 tst                      iperf3.py:8: start network...
16:19:29.961990 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:19:30.424086 run         create_hlr_db(pid=23564): Launched
16:19:30.593664 bus                          /gobi_6: Setting Powered False
16:19:31.671334 run         create_hlr_db(pid=23564): Terminated: ok {rc=0}
16:19:32.097246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23566): Launched
16:19:32.424701 run   osmo-hlr_10.42.42.2(pid=23567): Launched
16:19:32.540623 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:19:33.085690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23569): Launched
16:19:33.397695 run   osmo-stp_10.42.42.5(pid=23570): Launched
16:19:33.510634 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:19:34.057374 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23572): Launched
16:19:34.169116 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:19:34.441301 run              patchelf(pid=23573): Launched
16:19:34.624630 run   osmo-stp_10.42.42.5(pid=23570): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23570)]
16:19:34.759164 run   osmo-stp_10.42.42.5(pid=23570): stdout: 
| (launched: 2022-12-10_16:19:33.244769)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:19:34.894390 run   osmo-stp_10.42.42.5(pid=23570): stderr: 
| �[0;m�[38;5;43m20221210161933434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161933434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161933434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161933435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161933435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161933435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161933435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:19:35.024139 run   osmo-stp_10.42.42.5(pid=23570): stdout: 
| (launched: 2022-12-10_16:19:33.244769)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:19:35.153341 run   osmo-stp_10.42.42.5(pid=23570): stderr: 
| �[0;m�[38;5;43m20221210161933434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161933434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161933434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161933435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161933435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161933435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161933435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:19:35.304140 run              patchelf(pid=23573): Terminating (SIGINT)
16:19:35.480570 run              patchelf(pid=23573): Terminated: ok {rc=0}
16:19:35.512942 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23570): Process ended prematurely: osmo-stp_10.42.42.5(pid=23570) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23570)]  [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]
16:19:35.522768 tst                      iperf3.py:8: Test FAILED (7.5 sec)
16:19:35.585725 run   osmo-hlr_10.42.42.2(pid=23567): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23567)]
16:19:35.637050 run   osmo-hlr_10.42.42.2(pid=23567): stdout: 
| (launched: 2022-12-10_16:19:32.270764) 
16:19:35.689203 run   osmo-hlr_10.42.42.2(pid=23567): stderr: 
| �[0;m�[1;31m20221210161932467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161932467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161932467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161932467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161932467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161932467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161932479 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161932488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161932488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161932488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:19:35.733202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23562): Terminating (SIGTERM)
16:19:35.774627 run iperf3-srv_10.42.42.10(pid=23563): Terminating (SIGTERM)
16:19:35.816328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23566): Terminating (SIGTERM)
16:19:35.857889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23569): Terminating (SIGTERM)
16:19:35.900319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23572): Terminating (SIGTERM)
16:19:35.910278 ---      ParallelTerminationStrategy: PID 23562 died...
16:19:35.966726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23562): Terminated: ok {rc=0}
16:19:35.977027 ---      ParallelTerminationStrategy: PID 23563 died...
16:19:36.033043 run iperf3-srv_10.42.42.10(pid=23563): Terminated {rc=256}
16:19:36.043223 ---      ParallelTerminationStrategy: PID 23566 died...
16:19:36.099364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23566): Terminated: ok {rc=0}
16:19:36.109601 ---      ParallelTerminationStrategy: PID 23569 died...
16:19:36.165349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23569): Terminated: ok {rc=0}
16:19:36.175709 ---      ParallelTerminationStrategy: PID 23572 died...
16:19:36.231971 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23572): Terminated: ok {rc=0}
16:19:36.318733 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-umtrx+mod-bts0-dynts-osmo</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23588): Process ended prematurely: osmo-stp_10.42.42.5(pid=23588) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23588)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23588): Process ended prematurely: osmo-stp_10.42.42.5(pid=23588) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23588)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py
----------------------------------------------
16:19:37.432290 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:19:37.444316 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
16:19:37.617394 tst                      iperf3m4.py: using LAC 29156
16:19:37.737308 tst                      iperf3m4.py: using RAC 86
16:19:37.855301 tst                      iperf3m4.py: using CellId 29156
16:19:37.971548 tst                      iperf3m4.py: using BVCI 29157
16:19:37.994248 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:19:38.005318 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:19:38.015928 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:19:38.027118 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:19:38.038196 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:19:38.049315 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:19:38.060434 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:19:38.071402 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:19:38.082606 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:19:38.200617 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:19:38.316420 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:19:38.432451 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:19:38.704713 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
16:19:38.827718 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:19:39.132773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23574): Launched
16:19:39.384760 run iperf3-srv_10.42.42.10(pid=23575): Launched
16:19:39.563489 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
16:19:39.685247 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:19:39.989515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23576): Launched
16:19:40.241800 run iperf3-srv_10.42.42.10(pid=23577): Launched
16:19:40.420570 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
16:19:40.542768 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:19:40.846332 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23578): Launched
16:19:41.098286 run iperf3-srv_10.42.42.10(pid=23579): Launched
16:19:41.277254 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
16:19:41.399796 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:19:41.704448 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23580): Launched
16:19:41.963193 run iperf3-srv_10.42.42.10(pid=23581): Launched
16:19:42.155963 tst                    iperf3m4.py:8: start network...
16:19:42.287344 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:19:42.788237 run         create_hlr_db(pid=23582): Launched
16:19:42.972270 bus                          /gobi_6: Setting Powered False
16:19:43.993019 run         create_hlr_db(pid=23582): Terminated: ok {rc=0}
16:19:44.389541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23584): Launched
16:19:44.684815 run   osmo-hlr_10.42.42.2(pid=23585): Launched
16:19:44.799922 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:19:45.324356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23587): Launched
16:19:45.637922 run   osmo-stp_10.42.42.5(pid=23588): Launched
16:19:45.750589 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:19:46.335838 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23590): Launched
16:19:46.450707 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:19:46.740043 run              patchelf(pid=23591): Launched
16:19:46.928783 run   osmo-stp_10.42.42.5(pid=23588): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23588)]
16:19:47.066472 run   osmo-stp_10.42.42.5(pid=23588): stdout: 
| (launched: 2022-12-10_16:19:45.485144)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:19:47.203740 run   osmo-stp_10.42.42.5(pid=23588): stderr: 
| �[0;m�[38;5;43m20221210161945672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161945672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161945673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161945673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161945674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161945674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161945674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:19:47.334491 run   osmo-stp_10.42.42.5(pid=23588): stdout: 
| (launched: 2022-12-10_16:19:45.485144)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:19:47.464922 run   osmo-stp_10.42.42.5(pid=23588): stderr: 
| �[0;m�[38;5;43m20221210161945672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210161945672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210161945673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210161945673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210161945674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210161945674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210161945674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:19:47.616519 run              patchelf(pid=23591): Terminating (SIGINT)
16:19:47.794689 run              patchelf(pid=23591): Terminated: ok {rc=0}
16:19:47.827778 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23588): Process ended prematurely: osmo-stp_10.42.42.5(pid=23588) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23588)]  [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]
16:19:47.837812 tst                    iperf3m4.py:8: Test FAILED (10.4 sec)
16:19:47.901695 run   osmo-hlr_10.42.42.2(pid=23585): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23585)]
16:19:47.953325 run   osmo-hlr_10.42.42.2(pid=23585): stdout: 
| (launched: 2022-12-10_16:19:44.539445) 
16:19:48.005699 run   osmo-hlr_10.42.42.2(pid=23585): stderr: 
| �[0;m�[1;31m20221210161944711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210161944711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210161944711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210161944711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210161944712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210161944712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210161944724 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210161944733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210161944733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210161944733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:19:48.050347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23574): Terminating (SIGTERM)
16:19:48.092223 run iperf3-srv_10.42.42.10(pid=23575): Terminating (SIGTERM)
16:19:48.134331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23576): Terminating (SIGTERM)
16:19:48.176226 run iperf3-srv_10.42.42.10(pid=23577): Terminating (SIGTERM)
16:19:48.218497 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23578): Terminating (SIGTERM)
16:19:48.260305 run iperf3-srv_10.42.42.10(pid=23579): Terminating (SIGTERM)
16:19:48.302442 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23580): Terminating (SIGTERM)
16:19:48.344398 run iperf3-srv_10.42.42.10(pid=23581): Terminating (SIGTERM)
16:19:48.386577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23584): Terminating (SIGTERM)
16:19:48.428526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23587): Terminating (SIGTERM)
16:19:48.470641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23590): Terminating (SIGTERM)
16:19:48.480522 ---      ParallelTerminationStrategy: PID 23574 died...
16:19:48.536725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23574): Terminated: ok {rc=0}
16:19:48.546935 ---      ParallelTerminationStrategy: PID 23575 died...
16:19:48.603083 run iperf3-srv_10.42.42.10(pid=23575): Terminated {rc=256}
16:19:48.613463 ---      ParallelTerminationStrategy: PID 23576 died...
16:19:48.669283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23576): Terminated: ok {rc=0}
16:19:48.679452 ---      ParallelTerminationStrategy: PID 23577 died...
16:19:48.735445 run iperf3-srv_10.42.42.10(pid=23577): Terminated {rc=256}
16:19:48.745989 ---      ParallelTerminationStrategy: PID 23578 died...
16:19:48.801870 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23578): Terminated: ok {rc=0}
16:19:48.812056 ---      ParallelTerminationStrategy: PID 23579 died...
16:19:48.867844 run iperf3-srv_10.42.42.10(pid=23579): Terminated {rc=256}
16:19:48.878257 ---      ParallelTerminationStrategy: PID 23580 died...
16:19:48.934072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23580): Terminated: ok {rc=0}
16:19:48.944307 ---      ParallelTerminationStrategy: PID 23581 died...
16:19:49.000228 run iperf3-srv_10.42.42.10(pid=23581): Terminated {rc=256}
16:19:49.010317 ---      ParallelTerminationStrategy: PID 23584 died...
16:19:49.065974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23584): Terminated: ok {rc=0}
16:19:49.076337 ---      ParallelTerminationStrategy: PID 23587 died...
16:19:49.131907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23587): Terminated: ok {rc=0}
16:19:49.142281 ---      ParallelTerminationStrategy: PID 23590 died...
16:19:49.198061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23590): Terminated: ok {rc=0}
16:19:49.285419 bus                          /gobi_4: Setting Powered False
16:19:50.392812 bus                          /gobi_4: Setting Powered False
16:19:51.501393 bus                          /gobi_1: Setting Powered False
16:19:52.607518 bus                          /gobi_1: Setting Powered False
16:19:53.715754 bus                          /gobi_0: Setting Powered False
16:19:54.822525 bus                          /gobi_0: Setting Powered False
16:19:55.930590 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-umtrx+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23599): Process ended prematurely: osmo-stp_10.42.42.5(pid=23599) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23599)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23599): Process ended prematurely: osmo-stp_10.42.42.5(pid=23599) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23599)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py
----------------------------------------------
16:19:56.998327 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:19:57.010573 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
16:19:57.172567 tst                          ping.py: using LAC 29157
16:19:57.293805 tst                          ping.py: using RAC 87
16:19:57.411294 tst                          ping.py: using CellId 29157
16:19:57.533803 tst                          ping.py: using BVCI 29158
16:19:57.557750 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:19:57.569315 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:19:57.580502 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:19:57.592305 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:19:57.603780 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:19:57.615443 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:19:57.626933 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:19:57.638316 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:19:57.908189 tst                       ping.py:19: start network...
16:19:58.029350 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:19:58.489516 run         create_hlr_db(pid=23593): Launched
16:19:58.658324 bus                          /gobi_6: Setting Powered False
16:19:59.679662 run         create_hlr_db(pid=23593): Terminated: ok {rc=0}
16:20:00.093312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23595): Launched
16:20:00.404607 run   osmo-hlr_10.42.42.2(pid=23596): Launched
16:20:00.521450 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:20:01.090346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23598): Launched
16:20:01.561870 run   osmo-stp_10.42.42.5(pid=23599): Launched
16:20:01.714976 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:20:02.297305 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23604): Launched
16:20:02.408943 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:20:02.679135 run              patchelf(pid=23605): Launched
16:20:02.861246 run   osmo-stp_10.42.42.5(pid=23599): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23599)]
16:20:02.994952 run   osmo-stp_10.42.42.5(pid=23599): stdout: 
| (launched: 2022-12-10_16:20:01.250110)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:20:03.128703 run   osmo-stp_10.42.42.5(pid=23599): stderr: 
| �[0;m�[38;5;43m20221210162001467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162001467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162001468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162001468 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162001468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162001469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162001469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:20:03.257689 run   osmo-stp_10.42.42.5(pid=23599): stdout: 
| (launched: 2022-12-10_16:20:01.250110)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:20:03.385435 run   osmo-stp_10.42.42.5(pid=23599): stderr: 
| �[0;m�[38;5;43m20221210162001467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162001467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162001468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162001468 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162001468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162001469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162001469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:20:03.534438 run              patchelf(pid=23605): Terminating (SIGINT)
16:20:03.708529 run              patchelf(pid=23605): Terminated: ok {rc=0}
16:20:03.740304 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23599): Process ended prematurely: osmo-stp_10.42.42.5(pid=23599) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23599)]  [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]
16:20:03.749541 tst                       ping.py:22: Test FAILED (6.7 sec)
16:20:03.812327 run   osmo-hlr_10.42.42.2(pid=23596): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23596)]
16:20:03.863590 run   osmo-hlr_10.42.42.2(pid=23596): stdout: 
| (launched: 2022-12-10_16:20:00.251913) 
16:20:03.915818 run   osmo-hlr_10.42.42.2(pid=23596): stderr: 
| �[0;m�[1;31m20221210162000449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162000449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162000449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162000450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162000450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162000450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162000462 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162000473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162000473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162000473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:20:03.960212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23595): Terminating (SIGTERM)
16:20:04.002389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23598): Terminating (SIGTERM)
16:20:04.044465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23604): Terminating (SIGTERM)
16:20:04.054453 ---      ParallelTerminationStrategy: PID 23595 died...
16:20:04.110752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23595): Terminated: ok {rc=0}
16:20:04.121250 ---      ParallelTerminationStrategy: PID 23598 died...
16:20:04.176922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23598): Terminated: ok {rc=0}
16:20:04.187117 ---      ParallelTerminationStrategy: PID 23604 died...
16:20:04.242921 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23604): Terminated: ok {rc=0}
16:20:04.329464 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-umtrx+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23613): Process ended prematurely: osmo-stp_10.42.42.5(pid=23613) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23613)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23613): Process ended prematurely: osmo-stp_10.42.42.5(pid=23613) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23613)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py
----------------------------------------------
16:20:05.379387 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:20:05.391112 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
16:20:05.550197 tst                ping_idle_ping.py: using LAC 29158
16:20:05.671980 tst                ping_idle_ping.py: using RAC 88
16:20:05.796088 tst                ping_idle_ping.py: using CellId 29158
16:20:05.919691 tst                ping_idle_ping.py: using BVCI 29159
16:20:05.944325 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:20:05.955905 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:20:05.967460 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:20:05.979029 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:20:05.990472 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:20:06.002143 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:20:06.013738 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:20:06.025226 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:20:06.295138 tst             ping_idle_ping.py:24: start network...
16:20:06.417082 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:20:06.875896 run         create_hlr_db(pid=23607): Launched
16:20:07.044564 bus                          /gobi_6: Setting Powered False
16:20:08.065910 run         create_hlr_db(pid=23607): Terminated: ok {rc=0}
16:20:08.480801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23609): Launched
16:20:08.791659 run   osmo-hlr_10.42.42.2(pid=23610): Launched
16:20:08.906475 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:20:09.446779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23612): Launched
16:20:09.761060 run   osmo-stp_10.42.42.5(pid=23613): Launched
16:20:09.874172 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:20:10.418447 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23615): Launched
16:20:10.529916 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:20:10.801665 run              patchelf(pid=23616): Launched
16:20:10.985391 run   osmo-stp_10.42.42.5(pid=23613): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23613)]
16:20:11.119713 run   osmo-stp_10.42.42.5(pid=23613): stdout: 
| (launched: 2022-12-10_16:20:09.607428)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:20:11.254245 run   osmo-stp_10.42.42.5(pid=23613): stderr: 
| �[0;m�[38;5;43m20221210162009800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162009801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162009801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162009801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162009802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162009802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162009802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:20:11.384063 run   osmo-stp_10.42.42.5(pid=23613): stdout: 
| (launched: 2022-12-10_16:20:09.607428)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:20:11.512730 run   osmo-stp_10.42.42.5(pid=23613): stderr: 
| �[0;m�[38;5;43m20221210162009800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162009801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162009801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162009801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162009802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162009802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162009802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:20:11.663551 run              patchelf(pid=23616): Terminating (SIGINT)
16:20:11.839139 run              patchelf(pid=23616): Terminated: ok {rc=0}
16:20:11.871232 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23613): Process ended prematurely: osmo-stp_10.42.42.5(pid=23613) [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23613)]  [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]
16:20:11.880786 tst             ping_idle_ping.py:27: Test FAILED (6.5 sec)
16:20:11.943817 run   osmo-hlr_10.42.42.2(pid=23610): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23610)]
16:20:11.994989 run   osmo-hlr_10.42.42.2(pid=23610): stdout: 
| (launched: 2022-12-10_16:20:08.639511) 
16:20:12.047124 run   osmo-hlr_10.42.42.2(pid=23610): stderr: 
| �[0;m�[1;31m20221210162008838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162008838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162008838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162008838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162008838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162008839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162008851 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162008859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162008859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162008859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:20:12.091450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23609): Terminating (SIGTERM)
16:20:12.132999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23612): Terminating (SIGTERM)
16:20:12.174690 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23615): Terminating (SIGTERM)
16:20:12.184552 ---      ParallelTerminationStrategy: PID 23609 died...
16:20:12.240405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23609): Terminated: ok {rc=0}
16:20:12.250838 ---      ParallelTerminationStrategy: PID 23612 died...
16:20:12.306912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23612): Terminated: ok {rc=0}
16:20:12.317198 ---      ParallelTerminationStrategy: PID 23615 died...
16:20:12.373735 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23615): Terminated: ok {rc=0}
16:20:12.461713 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>91</id><name>gprs_trx-umtrx+mod-bts0-dynts-osmo</name><properties></properties><timestamp>2022-12-10T16:19:14</timestamp></suite><suite><case><age>238</age><className>gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23630): Process ended prematurely: osmo-stp_10.42.42.5(pid=23630) [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23630)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23630): Process ended prematurely: osmo-stp_10.42.42.5(pid=23630) [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23630)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py
----------------------------------------------
16:20:14.631085 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:20:14.642965 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
16:20:14.784754 tst         cs_paging_gprs_active.py: using LAC 29159
16:20:14.904258 tst         cs_paging_gprs_active.py: using RAC 89
16:20:15.030037 tst         cs_paging_gprs_active.py: using CellId 29159
16:20:15.159388 tst         cs_paging_gprs_active.py: using BVCI 29160
16:20:15.183988 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:20:15.195889 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:20:15.207622 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:20:15.219330 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:20:15.230984 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:20:15.242604 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:20:15.254416 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:20:15.266038 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:20:15.277927 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
16:20:15.401630 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
16:20:15.677493 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
16:20:15.801854 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:20:16.174099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23620): Launched
16:20:16.481919 run iperf3-srv_10.42.42.10(pid=23621): Launched
16:20:16.674149 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
16:20:16.829720 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:20:17.162049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23622): Launched
16:20:17.420422 run iperf3-srv_10.42.42.10(pid=23623): Launched
16:20:17.602164 tst      cs_paging_gprs_active.py:38: start network...
16:20:17.726063 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:20:18.193709 run         create_hlr_db(pid=23624): Launched
16:20:18.364622 bus                          /gobi_6: Setting Powered False
16:20:19.387390 run         create_hlr_db(pid=23624): Terminated: ok {rc=0}
16:20:19.811200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23626): Launched
16:20:20.129777 run   osmo-hlr_10.42.42.2(pid=23627): Launched
16:20:20.250632 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:20:20.800624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23629): Launched
16:20:21.117150 run   osmo-stp_10.42.42.5(pid=23630): Launched
16:20:21.233133 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:20:21.785682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23632): Launched
16:20:21.899299 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:20:22.175930 run              patchelf(pid=23633): Launched
16:20:22.361724 run   osmo-stp_10.42.42.5(pid=23630): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23630)]
16:20:22.498189 run   osmo-stp_10.42.42.5(pid=23630): stdout: 
| (launched: 2022-12-10_16:20:20.962465)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:20:22.634933 run   osmo-stp_10.42.42.5(pid=23630): stderr: 
| �[0;m�[38;5;43m20221210162021154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162021154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162021154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162021155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162021155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162021155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162021155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:20:22.766660 run   osmo-stp_10.42.42.5(pid=23630): stdout: 
| (launched: 2022-12-10_16:20:20.962465)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:20:22.897074 run   osmo-stp_10.42.42.5(pid=23630): stderr: 
| �[0;m�[38;5;43m20221210162021154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162021154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162021154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162021155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162021155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162021155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162021155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:20:23.048940 run              patchelf(pid=23633): Terminating (SIGINT)
16:20:23.227329 run              patchelf(pid=23633): Terminated: ok {rc=0}
16:20:23.260289 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23630): Process ended prematurely: osmo-stp_10.42.42.5(pid=23630) [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23630)]  [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]
16:20:23.270373 tst      cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)
16:20:23.334129 run   osmo-hlr_10.42.42.2(pid=23627): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23627)]
16:20:23.385545 run   osmo-hlr_10.42.42.2(pid=23627): stdout: 
| (launched: 2022-12-10_16:20:19.974192) 
16:20:23.437854 run   osmo-hlr_10.42.42.2(pid=23627): stderr: 
| �[0;m�[1;31m20221210162020170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162020170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162020170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162020170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162020171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162020171 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162020183 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162020194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162020194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162020194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:20:23.482355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23620): Terminating (SIGTERM)
16:20:23.524325 run iperf3-srv_10.42.42.10(pid=23621): Terminating (SIGTERM)
16:20:23.566535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23622): Terminating (SIGTERM)
16:20:23.608236 run iperf3-srv_10.42.42.10(pid=23623): Terminating (SIGTERM)
16:20:23.650939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23626): Terminating (SIGTERM)
16:20:23.693051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23629): Terminating (SIGTERM)
16:20:23.735029 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23632): Terminating (SIGTERM)
16:20:23.744827 ---      ParallelTerminationStrategy: PID 23620 died...
16:20:23.801208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23620): Terminated: ok {rc=0}
16:20:23.811396 ---      ParallelTerminationStrategy: PID 23621 died...
16:20:23.866918 run iperf3-srv_10.42.42.10(pid=23621): Terminated {rc=256}
16:20:23.877222 ---      ParallelTerminationStrategy: PID 23622 died...
16:20:23.933146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23622): Terminated: ok {rc=0}
16:20:23.943241 ---      ParallelTerminationStrategy: PID 23623 died...
16:20:23.998896 run iperf3-srv_10.42.42.10(pid=23623): Terminated {rc=256}
16:20:24.009016 ---      ParallelTerminationStrategy: PID 23626 died...
16:20:24.064439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23626): Terminated: ok {rc=0}
16:20:24.074789 ---      ParallelTerminationStrategy: PID 23629 died...
16:20:24.130606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23629): Terminated: ok {rc=0}
16:20:24.140729 ---      ParallelTerminationStrategy: PID 23632 died...
16:20:24.196940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23632): Terminated: ok {rc=0}
16:20:24.285199 bus                          /gobi_0: Setting Powered False
16:20:25.389973 bus                          /gobi_0: Setting Powered False
16:20:26.498955 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23642): Process ended prematurely: osmo-stp_10.42.42.5(pid=23642) [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23642)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23642): Process ended prematurely: osmo-stp_10.42.42.5(pid=23642) [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23642)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py
----------------------------------------------
16:20:27.609998 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:20:27.621852 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
16:20:27.762567 tst                        iperf3.py: using LAC 29160
16:20:27.879921 tst                        iperf3.py: using RAC 90
16:20:27.997661 tst                        iperf3.py: using CellId 29160
16:20:28.114149 tst                        iperf3.py: using BVCI 29161
16:20:28.136753 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:20:28.147940 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:20:28.158937 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:20:28.170323 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:20:28.181637 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:20:28.192668 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:20:28.204123 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:20:28.215557 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:20:28.227233 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
16:20:28.501740 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
16:20:28.625509 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:20:28.934024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23634): Launched
16:20:29.189552 run iperf3-srv_10.42.42.10(pid=23635): Launched
16:20:29.370387 tst                      iperf3.py:8: start network...
16:20:29.494090 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:20:29.960044 run         create_hlr_db(pid=23636): Launched
16:20:30.130549 bus                          /gobi_6: Setting Powered False
16:20:31.153966 run         create_hlr_db(pid=23636): Terminated: ok {rc=0}
16:20:31.572071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23638): Launched
16:20:31.962501 run   osmo-hlr_10.42.42.2(pid=23639): Launched
16:20:32.222319 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:20:32.794889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23641): Launched
16:20:33.111702 run   osmo-stp_10.42.42.5(pid=23642): Launched
16:20:33.225762 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:20:33.779012 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23644): Launched
16:20:33.892822 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:20:34.169368 run              patchelf(pid=23645): Launched
16:20:34.355512 run   osmo-stp_10.42.42.5(pid=23642): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23642)]
16:20:34.492060 run   osmo-stp_10.42.42.5(pid=23642): stdout: 
| (launched: 2022-12-10_16:20:32.956775)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:20:34.628903 run   osmo-stp_10.42.42.5(pid=23642): stderr: 
| �[0;m�[38;5;43m20221210162033148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162033148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162033148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162033148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162033149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162033149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162033149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:20:34.760223 run   osmo-stp_10.42.42.5(pid=23642): stdout: 
| (launched: 2022-12-10_16:20:32.956775)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:20:34.890793 run   osmo-stp_10.42.42.5(pid=23642): stderr: 
| �[0;m�[38;5;43m20221210162033148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162033148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162033148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162033148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162033149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162033149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162033149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:20:35.043083 run              patchelf(pid=23645): Terminating (SIGINT)
16:20:35.221428 run              patchelf(pid=23645): Terminated: ok {rc=0}
16:20:35.254044 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23642): Process ended prematurely: osmo-stp_10.42.42.5(pid=23642) [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23642)]  [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]
16:20:35.263862 tst                      iperf3.py:8: Test FAILED (7.7 sec)
16:20:35.326530 run   osmo-hlr_10.42.42.2(pid=23639): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23639)]
16:20:35.377472 run   osmo-hlr_10.42.42.2(pid=23639): stdout: 
| (launched: 2022-12-10_16:20:31.726397) 
16:20:35.429335 run   osmo-hlr_10.42.42.2(pid=23639): stderr: 
| �[0;m�[1;31m20221210162032090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162032090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162032090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162032090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162032090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162032091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162032105 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162032130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162032130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162032130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:20:35.473412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23634): Terminating (SIGTERM)
16:20:35.515160 run iperf3-srv_10.42.42.10(pid=23635): Terminating (SIGTERM)
16:20:35.557187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23638): Terminating (SIGTERM)
16:20:35.599285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23641): Terminating (SIGTERM)
16:20:35.641163 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23644): Terminating (SIGTERM)
16:20:35.650992 ---      ParallelTerminationStrategy: PID 23634 died...
16:20:35.707133 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23634): Terminated: ok {rc=0}
16:20:35.717271 ---      ParallelTerminationStrategy: PID 23635 died...
16:20:35.773096 run iperf3-srv_10.42.42.10(pid=23635): Terminated {rc=256}
16:20:35.783299 ---      ParallelTerminationStrategy: PID 23638 died...
16:20:35.838924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23638): Terminated: ok {rc=0}
16:20:35.849108 ---      ParallelTerminationStrategy: PID 23641 died...
16:20:35.904838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23641): Terminated: ok {rc=0}
16:20:35.915137 ---      ParallelTerminationStrategy: PID 23644 died...
16:20:35.971003 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23644): Terminated: ok {rc=0}
16:20:36.057704 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23660): Process ended prematurely: osmo-stp_10.42.42.5(pid=23660) [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23660)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23660): Process ended prematurely: osmo-stp_10.42.42.5(pid=23660) [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23660)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py
----------------------------------------------
16:20:37.174191 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:20:37.186591 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
16:20:37.331146 tst                      iperf3m4.py: using LAC 29161
16:20:37.455247 tst                      iperf3m4.py: using RAC 91
16:20:37.581626 tst                      iperf3m4.py: using CellId 29161
16:20:37.706455 tst                      iperf3m4.py: using BVCI 29162
16:20:37.730809 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:20:37.742861 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:20:37.754783 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:20:37.766787 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:20:37.778733 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:20:37.790472 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:20:37.802298 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:20:37.813988 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:20:37.825978 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
16:20:37.940729 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
16:20:38.061432 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
16:20:38.176507 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
16:20:38.450897 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
16:20:38.574656 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:20:38.882420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23646): Launched
16:20:39.137747 run iperf3-srv_10.42.42.10(pid=23647): Launched
16:20:39.318365 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
16:20:39.442021 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:20:39.748137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23648): Launched
16:20:40.003481 run iperf3-srv_10.42.42.10(pid=23649): Launched
16:20:40.185174 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
16:20:40.309001 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:20:40.617222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23650): Launched
16:20:40.871426 run iperf3-srv_10.42.42.10(pid=23651): Launched
16:20:41.052117 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
16:20:41.174953 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:20:41.482503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23652): Launched
16:20:41.738908 run iperf3-srv_10.42.42.10(pid=23653): Launched
16:20:41.920583 tst                    iperf3m4.py:8: start network...
16:20:42.044103 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:20:42.526178 run         create_hlr_db(pid=23654): Launched
16:20:42.710294 bus                          /gobi_6: Setting Powered False
16:20:43.731229 run         create_hlr_db(pid=23654): Terminated: ok {rc=0}
16:20:44.130324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23656): Launched
16:20:44.426831 run   osmo-hlr_10.42.42.2(pid=23657): Launched
16:20:44.542495 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:20:45.064500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23659): Launched
16:20:45.359966 run   osmo-stp_10.42.42.5(pid=23660): Launched
16:20:45.467923 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:20:46.029084 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23662): Launched
16:20:46.170752 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:20:46.483971 run              patchelf(pid=23663): Launched
16:20:46.675135 run   osmo-stp_10.42.42.5(pid=23660): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23660)]
16:20:46.815840 run   osmo-stp_10.42.42.5(pid=23660): stdout: 
| (launched: 2022-12-10_16:20:45.214784)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:20:46.956370 run   osmo-stp_10.42.42.5(pid=23660): stderr: 
| �[0;m�[38;5;43m20221210162045381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162045382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162045382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162045382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162045383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162045383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162045383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:20:47.090305 run   osmo-stp_10.42.42.5(pid=23660): stdout: 
| (launched: 2022-12-10_16:20:45.214784)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:20:47.223331 run   osmo-stp_10.42.42.5(pid=23660): stderr: 
| �[0;m�[38;5;43m20221210162045381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162045382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162045382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162045382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162045383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162045383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162045383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:20:47.375742 run              patchelf(pid=23663): Terminating (SIGINT)
16:20:47.554188 run              patchelf(pid=23663): Terminated: ok {rc=0}
16:20:47.587258 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23660): Process ended prematurely: osmo-stp_10.42.42.5(pid=23660) [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23660)]  [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]
16:20:47.597529 tst                    iperf3m4.py:8: Test FAILED (10.5 sec)
16:20:47.661204 run   osmo-hlr_10.42.42.2(pid=23657): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23657)]
16:20:47.713101 run   osmo-hlr_10.42.42.2(pid=23657): stdout: 
| (launched: 2022-12-10_16:20:44.281582) 
16:20:47.765511 run   osmo-hlr_10.42.42.2(pid=23657): stderr: 
| �[0;m�[1;31m20221210162044454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162044454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162044455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162044455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162044455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162044455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162044467 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162044478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162044478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162044478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:20:47.810446 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23646): Terminating (SIGTERM)
16:20:47.853121 run iperf3-srv_10.42.42.10(pid=23647): Terminating (SIGTERM)
16:20:47.895664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23648): Terminating (SIGTERM)
16:20:47.938506 run iperf3-srv_10.42.42.10(pid=23649): Terminating (SIGTERM)
16:20:47.980615 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23650): Terminating (SIGTERM)
16:20:48.022572 run iperf3-srv_10.42.42.10(pid=23651): Terminating (SIGTERM)
16:20:48.064709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23652): Terminating (SIGTERM)
16:20:48.106597 run iperf3-srv_10.42.42.10(pid=23653): Terminating (SIGTERM)
16:20:48.148528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23656): Terminating (SIGTERM)
16:20:48.190539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23659): Terminating (SIGTERM)
16:20:48.232660 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23662): Terminating (SIGTERM)
16:20:48.242206 ---      ParallelTerminationStrategy: PID 23646 died...
16:20:48.298844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23646): Terminated: ok {rc=0}
16:20:48.309148 ---      ParallelTerminationStrategy: PID 23647 died...
16:20:48.365222 run iperf3-srv_10.42.42.10(pid=23647): Terminated {rc=256}
16:20:48.375534 ---      ParallelTerminationStrategy: PID 23648 died...
16:20:48.431789 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23648): Terminated: ok {rc=0}
16:20:48.442020 ---      ParallelTerminationStrategy: PID 23649 died...
16:20:48.497800 run iperf3-srv_10.42.42.10(pid=23649): Terminated {rc=256}
16:20:48.507976 ---      ParallelTerminationStrategy: PID 23650 died...
16:20:48.564185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23650): Terminated: ok {rc=0}
16:20:48.574478 ---      ParallelTerminationStrategy: PID 23651 died...
16:20:48.630481 run iperf3-srv_10.42.42.10(pid=23651): Terminated {rc=256}
16:20:48.640787 ---      ParallelTerminationStrategy: PID 23652 died...
16:20:48.696848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23652): Terminated: ok {rc=0}
16:20:48.707096 ---      ParallelTerminationStrategy: PID 23653 died...
16:20:48.762883 run iperf3-srv_10.42.42.10(pid=23653): Terminated {rc=256}
16:20:48.773188 ---      ParallelTerminationStrategy: PID 23656 died...
16:20:48.829485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23656): Terminated: ok {rc=0}
16:20:48.839777 ---      ParallelTerminationStrategy: PID 23659 died...
16:20:48.896223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23659): Terminated: ok {rc=0}
16:20:48.906618 ---      ParallelTerminationStrategy: PID 23662 died...
16:20:48.962836 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23662): Terminated: ok {rc=0}
16:20:49.049757 bus                          /gobi_4: Setting Powered False
16:20:50.156847 bus                          /gobi_4: Setting Powered False
16:20:51.267898 bus                          /gobi_1: Setting Powered False
16:20:52.371151 bus                          /gobi_1: Setting Powered False
16:20:53.482084 bus                          /gobi_0: Setting Powered False
16:20:54.584895 bus                          /gobi_0: Setting Powered False
16:20:55.697066 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23670): Process ended prematurely: osmo-stp_10.42.42.5(pid=23670) [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23670)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23670): Process ended prematurely: osmo-stp_10.42.42.5(pid=23670) [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23670)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py
----------------------------------------------
16:20:56.765161 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:20:56.778989 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
16:20:56.921180 tst                          ping.py: using LAC 29162
16:20:57.042863 tst                          ping.py: using RAC 92
16:20:57.170375 tst                          ping.py: using CellId 29162
16:20:57.290436 tst                          ping.py: using BVCI 29163
16:20:57.314199 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:20:57.326036 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:20:57.337577 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:20:57.349113 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:20:57.360677 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:20:57.372203 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:20:57.383781 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:20:57.395306 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
16:20:57.665688 tst                       ping.py:19: start network...
16:20:57.787268 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:20:58.243447 run         create_hlr_db(pid=23664): Launched
16:20:58.410911 bus                          /gobi_6: Setting Powered False
16:20:59.432933 run         create_hlr_db(pid=23664): Terminated: ok {rc=0}
16:20:59.845770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23666): Launched
16:21:00.156477 run   osmo-hlr_10.42.42.2(pid=23667): Launched
16:21:00.274016 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:21:00.816713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23669): Launched
16:21:01.220699 run   osmo-stp_10.42.42.5(pid=23670): Launched
16:21:01.358493 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:21:01.991541 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23672): Launched
16:21:02.099443 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:21:02.379822 run              patchelf(pid=23673): Launched
16:21:02.553280 run   osmo-stp_10.42.42.5(pid=23670): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23670)]
16:21:02.679086 run   osmo-stp_10.42.42.5(pid=23670): stdout: 
| (launched: 2022-12-10_16:21:00.987751)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:21:02.805612 run   osmo-stp_10.42.42.5(pid=23670): stderr: 
| �[0;m�[38;5;43m20221210162101328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162101334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162101339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162101345 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162101345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162101345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162101345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:21:02.927330 run   osmo-stp_10.42.42.5(pid=23670): stdout: 
| (launched: 2022-12-10_16:21:00.987751)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:21:03.047797 run   osmo-stp_10.42.42.5(pid=23670): stderr: 
| �[0;m�[38;5;43m20221210162101328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162101334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162101339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162101345 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162101345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162101345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162101345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:21:03.187963 run              patchelf(pid=23673): Terminating (SIGINT)
16:21:03.352245 run              patchelf(pid=23673): Terminated: ok {rc=0}
16:21:03.382443 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23670): Process ended prematurely: osmo-stp_10.42.42.5(pid=23670) [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23670)]  [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]
16:21:03.391416 tst                       ping.py:22: Test FAILED (6.6 sec)
16:21:03.452294 run   osmo-hlr_10.42.42.2(pid=23667): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23667)]
16:21:03.501321 run   osmo-hlr_10.42.42.2(pid=23667): stdout: 
| (launched: 2022-12-10_16:21:00.004765) 
16:21:03.550998 run   osmo-hlr_10.42.42.2(pid=23667): stderr: 
| �[0;m�[1;31m20221210162100202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162100202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162100202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162100202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162100202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162100202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162100214 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162100223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162100223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162100223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:21:03.593935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23666): Terminating (SIGTERM)
16:21:03.634022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23669): Terminating (SIGTERM)
16:21:03.674339 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23672): Terminating (SIGTERM)
16:21:03.684048 ---      ParallelTerminationStrategy: PID 23666 died...
16:21:03.738233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23666): Terminated: ok {rc=0}
16:21:03.747948 ---      ParallelTerminationStrategy: PID 23669 died...
16:21:03.802070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23669): Terminated: ok {rc=0}
16:21:03.812094 ---      ParallelTerminationStrategy: PID 23672 died...
16:21:03.866422 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23672): Terminated: ok {rc=0}
16:21:03.952095 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23680): Process ended prematurely: osmo-stp_10.42.42.5(pid=23680) [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23680)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23680): Process ended prematurely: osmo-stp_10.42.42.5(pid=23680) [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23680)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py
----------------------------------------------
16:21:05.002775 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:21:05.014773 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
16:21:05.153192 tst                ping_idle_ping.py: using LAC 29163
16:21:05.267848 tst                ping_idle_ping.py: using RAC 93
16:21:05.383113 tst                ping_idle_ping.py: using CellId 29163
16:21:05.498235 tst                ping_idle_ping.py: using BVCI 29164
16:21:05.520724 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:21:05.532268 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:21:05.543538 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:21:05.555338 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:21:05.567173 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:21:05.578772 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:21:05.590489 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:21:05.602207 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
16:21:05.886608 tst             ping_idle_ping.py:24: start network...
16:21:06.018471 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:21:06.519782 run         create_hlr_db(pid=23674): Launched
16:21:06.701377 bus                          /gobi_6: Setting Powered False
16:21:07.722712 run         create_hlr_db(pid=23674): Terminated: ok {rc=0}
16:21:08.115614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23676): Launched
16:21:08.406741 run   osmo-hlr_10.42.42.2(pid=23677): Launched
16:21:08.521390 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:21:09.036504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23679): Launched
16:21:09.328009 run   osmo-stp_10.42.42.5(pid=23680): Launched
16:21:09.434914 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:21:09.944540 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23682): Launched
16:21:10.049369 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:21:10.314439 run              patchelf(pid=23683): Launched
16:21:10.496667 run   osmo-stp_10.42.42.5(pid=23680): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23680)]
16:21:10.630384 run   osmo-stp_10.42.42.5(pid=23680): stdout: 
| (launched: 2022-12-10_16:21:09.184397)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:21:10.764174 run   osmo-stp_10.42.42.5(pid=23680): stderr: 
| �[0;m�[38;5;43m20221210162109352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162109353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162109353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162109353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162109356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162109356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162109356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:21:10.893527 run   osmo-stp_10.42.42.5(pid=23680): stdout: 
| (launched: 2022-12-10_16:21:09.184397)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:21:11.022130 run   osmo-stp_10.42.42.5(pid=23680): stderr: 
| �[0;m�[38;5;43m20221210162109352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162109353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162109353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162109353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162109356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162109356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162109356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:21:11.171198 run              patchelf(pid=23683): Terminating (SIGINT)
16:21:11.345596 run              patchelf(pid=23683): Terminated: ok {rc=0}
16:21:11.377384 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23680): Process ended prematurely: osmo-stp_10.42.42.5(pid=23680) [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23680)]  [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]
16:21:11.386650 tst             ping_idle_ping.py:27: Test FAILED (6.4 sec)
16:21:11.449285 run   osmo-hlr_10.42.42.2(pid=23677): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23677)]
16:21:11.500423 run   osmo-hlr_10.42.42.2(pid=23677): stdout: 
| (launched: 2022-12-10_16:21:08.263291) 
16:21:11.552269 run   osmo-hlr_10.42.42.2(pid=23677): stderr: 
| �[0;m�[1;31m20221210162108436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162108436 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162108437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162108437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162108437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162108437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162108448 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162108457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162108457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162108457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:21:11.596509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23676): Terminating (SIGTERM)
16:21:11.638551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23679): Terminating (SIGTERM)
16:21:11.680710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23682): Terminating (SIGTERM)
16:21:11.690698 ---      ParallelTerminationStrategy: PID 23676 died...
16:21:11.746593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23676): Terminated: ok {rc=0}
16:21:11.756777 ---      ParallelTerminationStrategy: PID 23679 died...
16:21:11.812171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23679): Terminated: ok {rc=0}
16:21:11.822119 ---      ParallelTerminationStrategy: PID 23682 died...
16:21:11.877251 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23682): Terminated: ok {rc=0}
16:21:11.964179 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>92</id><name>gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend</name><properties></properties><timestamp>2022-12-10T16:20:14</timestamp></suite><suite><case><age>238</age><className>dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23695): Process ended prematurely: osmo-stp_10.42.42.5(pid=23695) [trial-2376↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23695)]</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py", line 54, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23695): Process ended prematurely: osmo-stp_10.42.42.5(pid=23695) [trial-2376↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23695)]
</stderr><stdout>
----------------------------------------------
trial-2376 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py
----------------------------------------------
16:21:14.013595 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:21:14.025306 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
16:21:14.185554 tst               switch_tch_pdch.py: using LAC 29164
16:21:14.306617 tst               switch_tch_pdch.py: using RAC 94
16:21:14.428085 tst               switch_tch_pdch.py: using CellId 29164
16:21:14.551975 tst               switch_tch_pdch.py: using BVCI 29165
16:21:14.575799 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:21:14.587371 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:21:14.598847 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:21:14.610356 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:21:14.621749 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:21:14.633152 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:21:14.644628 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:21:14.656128 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
16:21:14.768135 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
16:21:15.054028 tst            switch_tch_pdch.py:51: start network...
16:21:15.183445 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:21:15.679391 run         create_hlr_db(pid=23689): Launched
16:21:15.864826 bus                          /gobi_6: Setting Powered False
16:21:16.882313 run         create_hlr_db(pid=23689): Terminated: ok {rc=0}
16:21:17.288567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23691): Launched
16:21:17.582145 run   osmo-hlr_10.42.42.2(pid=23692): Launched
16:21:17.694383 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:21:18.209351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23694): Launched
16:21:18.499682 run   osmo-stp_10.42.42.5(pid=23695): Launched
16:21:18.606694 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:21:19.112818 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23697): Launched
16:21:19.216421 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:21:19.470078 run              patchelf(pid=23698): Launched
16:21:19.640168 run   osmo-stp_10.42.42.5(pid=23695): ERR: Terminated: ERROR {rc=1}  [trial-2376↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23695)]
16:21:19.764837 run   osmo-stp_10.42.42.5(pid=23695): stdout: 
| (launched: 2022-12-10_16:21:18.356608)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:21:19.890196 run   osmo-stp_10.42.42.5(pid=23695): stderr: 
| �[0;m�[38;5;43m20221210162118525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162118525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162118525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162118526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162118528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162118528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162118528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:21:20.010607 run   osmo-stp_10.42.42.5(pid=23695): stdout: 
| (launched: 2022-12-10_16:21:18.356608)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:21:20.130720 run   osmo-stp_10.42.42.5(pid=23695): stderr: 
| �[0;m�[38;5;43m20221210162118525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162118525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162118525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162118526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162118528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162118528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162118528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:21:20.269688 run              patchelf(pid=23698): Terminating (SIGINT)
16:21:20.433117 run              patchelf(pid=23698): Terminated: ok {rc=0}
16:21:20.462895 tst            switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=23695): Process ended prematurely: osmo-stp_10.42.42.5(pid=23695) [trial-2376↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23695)]  [trial-2376↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]
16:21:20.471553 tst            switch_tch_pdch.py:54: Test FAILED (6.4 sec)
16:21:20.531509 run   osmo-hlr_10.42.42.2(pid=23692): ERR: Terminated: ERROR {rc=237}  [trial-2376↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23692)]
16:21:20.580410 run   osmo-hlr_10.42.42.2(pid=23692): stdout: 
| (launched: 2022-12-10_16:21:17.436657) 
16:21:20.630047 run   osmo-hlr_10.42.42.2(pid=23692): stderr: 
| �[0;m�[1;31m20221210162117612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162117612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162117612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162117612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162117613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162117613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162117625 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162117635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162117635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162117635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:21:20.672176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23691): Terminating (SIGTERM)
16:21:20.712143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23694): Terminating (SIGTERM)
16:21:20.752122 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23697): Terminating (SIGTERM)
16:21:20.761583 ---      ParallelTerminationStrategy: PID 23691 died...
16:21:20.815146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23691): Terminated: ok {rc=0}
16:21:20.824937 ---      ParallelTerminationStrategy: PID 23694 died...
16:21:20.878608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23694): Terminated: ok {rc=0}
16:21:20.888104 ---      ParallelTerminationStrategy: PID 23697 died...
16:21:20.941496 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23697): Terminated: ok {rc=0}
16:21:21.030015 bus                          /gobi_0: Setting Powered False
16:21:22.134513 bus                          /gobi_0: Setting Powered False
16:21:23.241217 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>12.0</duration><id>93</id><name>dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-10T16:21:13</timestamp></suite><suite><case><age>238</age><className>dynts:trx-umtrx+mod-bts0-dynts67-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23709): Process ended prematurely: osmo-stp_10.42.42.5(pid=23709) [trial-2376↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23709)]</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py", line 54, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23709): Process ended prematurely: osmo-stp_10.42.42.5(pid=23709) [trial-2376↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23709)]
</stderr><stdout>
----------------------------------------------
trial-2376 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py
----------------------------------------------
16:21:25.216796 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
16:21:25.228395 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)
16:21:25.386570 tst               switch_tch_pdch.py: using LAC 29165
16:21:25.512093 tst               switch_tch_pdch.py: using RAC 95
16:21:25.631777 tst               switch_tch_pdch.py: using CellId 29165
16:21:25.751669 tst               switch_tch_pdch.py: using BVCI 29166
16:21:25.775453 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
16:21:25.786879 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
16:21:25.798109 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
16:21:25.809363 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
16:21:25.820465 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
16:21:25.831732 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
16:21:25.843042 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
16:21:25.854196 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)
16:21:25.966921 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)
16:21:26.235308 tst            switch_tch_pdch.py:51: start network...
16:21:26.356454 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:21:26.788562 run         create_hlr_db(pid=23703): Launched
16:21:26.907909 bus                          /gobi_6: Setting Powered False
16:21:27.978798 run         create_hlr_db(pid=23703): Terminated: ok {rc=0}
16:21:28.366624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23705): Launched
16:21:28.678216 run   osmo-hlr_10.42.42.2(pid=23706): Launched
16:21:28.796002 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:21:29.310089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23708): Launched
16:21:29.620922 run   osmo-stp_10.42.42.5(pid=23709): Launched
16:21:29.733855 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:21:30.250289 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23711): Launched
16:21:30.360870 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:21:30.630913 run              patchelf(pid=23712): Launched
16:21:30.812590 run   osmo-stp_10.42.42.5(pid=23709): ERR: Terminated: ERROR {rc=1}  [trial-2376↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23709)]
16:21:30.970924 run   osmo-stp_10.42.42.5(pid=23709): stdout: 
| (launched: 2022-12-10_16:21:29.468424)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:21:31.107327 run   osmo-stp_10.42.42.5(pid=23709): stderr: 
| �[0;m�[38;5;43m20221210162129659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162129659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162129659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162129660 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162129660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162129660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162129660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:21:31.238495 run   osmo-stp_10.42.42.5(pid=23709): stdout: 
| (launched: 2022-12-10_16:21:29.468424)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:21:31.368270 run   osmo-stp_10.42.42.5(pid=23709): stderr: 
| �[0;m�[38;5;43m20221210162129659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162129659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162129659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162129660 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162129660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162129660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162129660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:21:31.519395 run              patchelf(pid=23712): Terminating (SIGINT)
16:21:31.696239 run              patchelf(pid=23712): Terminated: ok {rc=0}
16:21:31.729157 tst            switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=23709): Process ended prematurely: osmo-stp_10.42.42.5(pid=23709) [trial-2376↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23709)]  [trial-2376↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]
16:21:31.739096 tst            switch_tch_pdch.py:54: Test FAILED (6.5 sec)
16:21:31.803253 run   osmo-hlr_10.42.42.2(pid=23706): ERR: Terminated: ERROR {rc=237}  [trial-2376↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23706)]
16:21:31.855336 run   osmo-hlr_10.42.42.2(pid=23706): stdout: 
| (launched: 2022-12-10_16:21:28.525328) 
16:21:31.908365 run   osmo-hlr_10.42.42.2(pid=23706): stderr: 
| �[0;m�[1;31m20221210162128724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162128724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162128724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162128724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162128724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162128724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162128735 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162128743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162128743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162128743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:21:31.953792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23705): Terminating (SIGTERM)
16:21:31.996534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23708): Terminating (SIGTERM)
16:21:32.039064 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23711): Terminating (SIGTERM)
16:21:32.048740 ---      ParallelTerminationStrategy: PID 23705 died...
16:21:32.105322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23705): Terminated: ok {rc=0}
16:21:32.115661 ---      ParallelTerminationStrategy: PID 23708 died...
16:21:32.172078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23708): Terminated: ok {rc=0}
16:21:32.182434 ---      ParallelTerminationStrategy: PID 23711 died...
16:21:32.238362 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23711): Terminated: ok {rc=0}
16:21:32.325297 bus                          /gobi_0: Setting Powered False
16:21:33.428532 bus                          /gobi_0: Setting Powered False
16:21:34.539228 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>12.0</duration><id>94</id><name>dynts_trx-umtrx+mod-bts0-dynts67-osmo</name><properties></properties><timestamp>2022-12-10T16:21:24</timestamp></suite><suite><case><age>237</age><className>nitb_sms:trx-lms</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=23717): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23717) [trial-2376↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23717)]</errorStackTrace><failedSince>2140</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py", line 11, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23717): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23717) [trial-2376↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23717)]
</stderr><stdout>
----------------------------------------------
trial-2376 nitb_sms:trx-lms mo_mt_sms.py
----------------------------------------------
16:21:36.438244 tst                 nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)
16:21:36.449463 tst                 nitb_sms:trx-lms: Using 1 x bts (candidates: 1)
16:21:36.586633 tst                     mo_mt_sms.py: using LAC 29166
16:21:36.707527 tst                     mo_mt_sms.py: using RAC 96
16:21:36.829028 tst                     mo_mt_sms.py: using CellId 29166
16:21:36.952404 tst                     mo_mt_sms.py: using BVCI 29167
16:21:36.976074 tst                 nitb_sms:trx-lms: Using 1 x modem (candidates: 2)
16:21:37.089323 tst                 nitb_sms:trx-lms: Using 1 x modem (candidates: 2)
16:21:37.372416 tst                   mo_mt_sms.py:9: start nitb and bts...
16:21:37.502084 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
16:21:38.144489 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23716): Launched
16:21:38.451627 run  osmo-nitb_10.42.42.2(pid=23717): Launched
16:21:38.642414 run  osmo-nitb_10.42.42.2(pid=23717): ERR: Terminated: ERROR {rc=2}  [trial-2376↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23717)]
16:21:38.782915 run  osmo-nitb_10.42.42.2(pid=23717): stdout: 
| (launched: 2022-12-10_16:21:38.303196) 
16:21:38.923885 run  osmo-nitb_10.42.42.2(pid=23717): stderr: 
| (launched: 2022-12-10_16:21:38.349448)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:21:39.060194 run  osmo-nitb_10.42.42.2(pid=23717): stdout: 
| (launched: 2022-12-10_16:21:38.303196) 
16:21:39.195337 run  osmo-nitb_10.42.42.2(pid=23717): stderr: 
| (launched: 2022-12-10_16:21:38.349448)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:21:39.577206 tst  osmo-nitb_10.42.42.2(pid=23717): stdout: 
| (launched: 2022-12-10_16:21:38.303196) 
16:21:39.700903 tst  osmo-nitb_10.42.42.2(pid=23717): stderr: 
| (launched: 2022-12-10_16:21:38.349448)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:21:39.755609 tst                  mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=23717): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23717) [trial-2376↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23717)]  [trial-2376↪nitb_sms:trx-lms↪mo_mt_sms.py:11]
16:21:39.764467 tst                  mo_mt_sms.py:11: Test FAILED (3.3 sec)
16:21:39.800626 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23716): Terminating (SIGTERM)
16:21:39.978434 ---      ParallelTerminationStrategy: PID 23716 died...
16:21:40.035947 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23716): Terminated: ok {rc=0}
16:21:40.122487 bus                        /sierra_3: Setting Powered False
16:21:41.228430 bus                        /sierra_3: Setting Powered False
16:21:42.341091 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>8.0</duration><id>95</id><name>nitb_sms_trx-lms</name><properties></properties><timestamp>2022-12-10T16:21:36</timestamp></suite><suite><case><age>46</age><className>sms:trx-lms</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23727): Process ended prematurely: osmo-stp_10.42.42.5(pid=23727) [trial-2376↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23727)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py", line 16, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23727): Process ended prematurely: osmo-stp_10.42.42.5(pid=23727) [trial-2376↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23727)]
</stderr><stdout>
----------------------------------------------
trial-2376 sms:trx-lms mo_mt_sms.py
----------------------------------------------
16:21:44.233360 tst                      sms:trx-lms: Using 1 x ip_address (candidates: 6)
16:21:44.244845 tst                      sms:trx-lms: Using 1 x bts (candidates: 1)
16:21:44.387968 tst                     mo_mt_sms.py: using LAC 29167
16:21:44.505861 tst                     mo_mt_sms.py: using RAC 97
16:21:44.621692 tst                     mo_mt_sms.py: using CellId 29167
16:21:44.735216 tst                     mo_mt_sms.py: using BVCI 29168
16:21:44.757331 tst                      sms:trx-lms: Using 1 x ip_address (candidates: 6)
16:21:44.767880 tst                      sms:trx-lms: Using 1 x ip_address (candidates: 6)
16:21:44.778415 tst                      sms:trx-lms: Using 1 x ip_address (candidates: 6)
16:21:44.788931 tst                      sms:trx-lms: Using 1 x ip_address (candidates: 6)
16:21:44.799562 tst                      sms:trx-lms: Using 1 x ip_address (candidates: 6)
16:21:44.810055 tst                      sms:trx-lms: Using 1 x modem (candidates: 2)
16:21:44.926960 tst                      sms:trx-lms: Using 1 x modem (candidates: 2)
16:21:45.132774 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:21:45.630419 run         create_hlr_db(pid=23721): Launched
16:21:45.811056 bus                        /sierra_2: Setting Powered False
16:21:46.835504 run         create_hlr_db(pid=23721): Terminated: ok {rc=0}
16:21:47.268693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23723): Launched
16:21:47.579290 run   osmo-hlr_10.42.42.2(pid=23724): Launched
16:21:47.695868 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:21:48.238135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23726): Launched
16:21:48.548509 run   osmo-stp_10.42.42.5(pid=23727): Launched
16:21:48.661050 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:21:49.230781 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23729): Launched
16:21:49.541088 run   osmo-msc_10.42.42.6(pid=23730): Launched
16:21:49.723161 run   osmo-stp_10.42.42.5(pid=23727): ERR: Terminated: ERROR {rc=1}  [trial-2376↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23727)]
16:21:49.854871 run   osmo-stp_10.42.42.5(pid=23727): stdout: 
| (launched: 2022-12-10_16:21:48.396724)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:21:49.986940 run   osmo-stp_10.42.42.5(pid=23727): stderr: 
| �[0;m�[38;5;43m20221210162148588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162148589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162148589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162148589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162148590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162148590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162148590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:21:50.111883 run   osmo-stp_10.42.42.5(pid=23727): stdout: 
| (launched: 2022-12-10_16:21:48.396724)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:21:50.236058 run   osmo-stp_10.42.42.5(pid=23727): stderr: 
| �[0;m�[38;5;43m20221210162148588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162148589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162148589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162148589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162148590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162148590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162148590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:21:50.290629 tst                  mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=23727): Process ended prematurely: osmo-stp_10.42.42.5(pid=23727) [trial-2376↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23727)]  [trial-2376↪sms:trx-lms↪mo_mt_sms.py:16]
16:21:50.299239 tst                  mo_mt_sms.py:16: Test FAILED (6.1 sec)
16:21:50.361585 run   osmo-hlr_10.42.42.2(pid=23724): ERR: Terminated: ERROR {rc=237}  [trial-2376↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23724)]
16:21:50.412380 run   osmo-hlr_10.42.42.2(pid=23724): stdout: 
| (launched: 2022-12-10_16:21:47.427002) 
16:21:50.464150 run   osmo-hlr_10.42.42.2(pid=23724): stderr: 
| �[0;m�[1;31m20221210162147624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162147624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162147624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162147624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162147625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162147625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162147637 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162147646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162147646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162147646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:21:50.533964 run   osmo-msc_10.42.42.6(pid=23730): ERR: Terminated: ERROR {rc=2}  [trial-2376↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23730)]
16:21:50.584574 run   osmo-msc_10.42.42.6(pid=23730): stdout: 
| (launched: 2022-12-10_16:21:49.388804) 
16:21:50.635921 run   osmo-msc_10.42.42.6(pid=23730): stderr: 
| �[0;m�[38;5;43m20221210162149709 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210162149710 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa748ee0c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210162149710 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210162149710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210162149710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210162149710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210162149712 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210162149712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210162149712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210162149712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:21:50.679485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23723): Terminating (SIGTERM)
16:21:50.720588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23726): Terminating (SIGTERM)
16:21:50.762109 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23729): Terminating (SIGTERM)
16:21:50.771618 ---      ParallelTerminationStrategy: PID 23723 died...
16:21:50.827039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23723): Terminated: ok {rc=0}
16:21:50.836890 ---      ParallelTerminationStrategy: PID 23726 died...
16:21:50.891820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23726): Terminated: ok {rc=0}
16:21:50.901851 ---      ParallelTerminationStrategy: PID 23729 died...
16:21:50.956898 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23729): Terminated: ok {rc=0}
16:21:51.042558 bus                        /sierra_3: Setting Powered False
16:21:52.149860 bus                        /sierra_3: Setting Powered False
16:21:53.257937 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>11.0</duration><id>96</id><name>sms_trx-lms</name><properties></properties><timestamp>2022-12-10T16:21:44</timestamp></suite><suite><case><age>237</age><className>nitb_ussd:trx-lms</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=23736): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23736) [trial-2376↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23736)]</errorStackTrace><failedSince>2140</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py", line 12, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23736): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23736) [trial-2376↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23736)]
</stderr><stdout>
----------------------------------------------
trial-2376 nitb_ussd:trx-lms assert_extension.py
----------------------------------------------
16:21:55.100861 tst                nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)
16:21:55.111670 tst                nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)
16:21:55.244409 tst              assert_extension.py: using LAC 29168
16:21:55.358287 tst              assert_extension.py: using RAC 98
16:21:55.479955 tst              assert_extension.py: using CellId 29168
16:21:55.603712 tst              assert_extension.py: using BVCI 29169
16:21:55.627483 tst                nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)
16:21:55.909326 tst           assert_extension.py:10: start nitb and bts...
16:21:56.039180 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
16:21:56.681439 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23735): Launched
16:21:56.988359 run  osmo-nitb_10.42.42.2(pid=23736): Launched
16:21:57.179260 run  osmo-nitb_10.42.42.2(pid=23736): ERR: Terminated: ERROR {rc=2}  [trial-2376↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23736)]
16:21:57.319899 run  osmo-nitb_10.42.42.2(pid=23736): stdout: 
| (launched: 2022-12-10_16:21:56.839311) 
16:21:57.461211 run  osmo-nitb_10.42.42.2(pid=23736): stderr: 
| (launched: 2022-12-10_16:21:56.885636)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:21:57.597756 run  osmo-nitb_10.42.42.2(pid=23736): stdout: 
| (launched: 2022-12-10_16:21:56.839311) 
16:21:57.733135 run  osmo-nitb_10.42.42.2(pid=23736): stderr: 
| (launched: 2022-12-10_16:21:56.885636)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:21:58.114423 tst  osmo-nitb_10.42.42.2(pid=23736): stdout: 
| (launched: 2022-12-10_16:21:56.839311) 
16:21:58.238874 tst  osmo-nitb_10.42.42.2(pid=23736): stderr: 
| (launched: 2022-12-10_16:21:56.885636)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:21:58.293182 tst           assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=23736): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23736) [trial-2376↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23736)]  [trial-2376↪nitb_ussd:trx-lms↪assert_extension.py:12]
16:21:58.302243 tst           assert_extension.py:12: Test FAILED (3.2 sec)
16:21:58.338345 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23735): Terminating (SIGTERM)
16:21:58.516209 ---      ParallelTerminationStrategy: PID 23735 died...
16:21:58.574100 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23735): Terminated: ok {rc=0}
16:21:58.661427 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>6.0</duration><id>97</id><name>nitb_ussd_trx-lms</name><properties></properties><timestamp>2022-12-10T16:21:54</timestamp></suite><suite><case><age>46</age><className>ussd:trx-lms</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23746): Process ended prematurely: osmo-stp_10.42.42.5(pid=23746) [trial-2376↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23746)]</errorStackTrace><failedSince>2331</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py", line 17, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23746): Process ended prematurely: osmo-stp_10.42.42.5(pid=23746) [trial-2376↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23746)]
</stderr><stdout>
----------------------------------------------
trial-2376 ussd:trx-lms assert_extension.py
----------------------------------------------
16:22:00.504231 tst                     ussd:trx-lms: Using 1 x ip_address (candidates: 6)
16:22:00.515421 tst                     ussd:trx-lms: Using 1 x bts (candidates: 1)
16:22:00.653496 tst              assert_extension.py: using LAC 29169
16:22:00.773653 tst              assert_extension.py: using RAC 99
16:22:00.896456 tst              assert_extension.py: using CellId 29169
16:22:01.035408 tst              assert_extension.py: using BVCI 29170
16:22:01.058513 tst                     ussd:trx-lms: Using 1 x ip_address (candidates: 6)
16:22:01.070067 tst                     ussd:trx-lms: Using 1 x ip_address (candidates: 6)
16:22:01.081652 tst                     ussd:trx-lms: Using 1 x ip_address (candidates: 6)
16:22:01.095464 tst                     ussd:trx-lms: Using 1 x ip_address (candidates: 6)
16:22:01.108088 tst                     ussd:trx-lms: Using 1 x ip_address (candidates: 6)
16:22:01.121474 tst                     ussd:trx-lms: Using 1 x modem (candidates: 1)
16:22:01.376146 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:22:01.898414 run         create_hlr_db(pid=23740): Launched
16:22:02.073937 bus                        /sierra_2: Setting Powered False
16:22:03.088683 run         create_hlr_db(pid=23740): Terminated: ok {rc=0}
16:22:03.503153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23742): Launched
16:22:03.813780 run   osmo-hlr_10.42.42.2(pid=23743): Launched
16:22:03.926420 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:22:04.469141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23745): Launched
16:22:04.779141 run   osmo-stp_10.42.42.5(pid=23746): Launched
16:22:04.891139 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:22:05.466238 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23748): Launched
16:22:05.757915 run   osmo-msc_10.42.42.6(pid=23749): Launched
16:22:05.931024 run   osmo-stp_10.42.42.5(pid=23746): ERR: Terminated: ERROR {rc=1}  [trial-2376↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23746)]
16:22:06.055224 run   osmo-stp_10.42.42.5(pid=23746): stdout: 
| (launched: 2022-12-10_16:22:04.627095)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:22:06.177079 run   osmo-stp_10.42.42.5(pid=23746): stderr: 
| �[0;m�[38;5;43m20221210162204818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162204818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162204818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162204819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162204821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162204821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162204821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:22:06.294136 run   osmo-stp_10.42.42.5(pid=23746): stdout: 
| (launched: 2022-12-10_16:22:04.627095)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:22:06.410576 run   osmo-stp_10.42.42.5(pid=23746): stderr: 
| �[0;m�[38;5;43m20221210162204818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162204818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162204818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162204819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162204821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162204821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162204821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:22:06.461775 tst           assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=23746): Process ended prematurely: osmo-stp_10.42.42.5(pid=23746) [trial-2376↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23746)]  [trial-2376↪ussd:trx-lms↪assert_extension.py:17]
16:22:06.469801 tst           assert_extension.py:17: Test FAILED (6.0 sec)
16:22:06.529723 run   osmo-hlr_10.42.42.2(pid=23743): ERR: Terminated: ERROR {rc=237}  [trial-2376↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23743)]
16:22:06.578899 run   osmo-hlr_10.42.42.2(pid=23743): stdout: 
| (launched: 2022-12-10_16:22:03.662208) 
16:22:06.628557 run   osmo-hlr_10.42.42.2(pid=23743): stderr: 
| �[0;m�[1;31m20221210162203857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162203857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162203857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162203857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162203858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162203858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162203871 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162203879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162203880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162203880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:22:06.696010 run   osmo-msc_10.42.42.6(pid=23749): ERR: Terminated: ERROR {rc=2}  [trial-2376↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23749)]
16:22:06.744933 run   osmo-msc_10.42.42.6(pid=23749): stdout: 
| (launched: 2022-12-10_16:22:05.613844) 
16:22:06.794621 run   osmo-msc_10.42.42.6(pid=23749): stderr: 
| �[0;m�[38;5;43m20221210162205881 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210162205881 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f87421bac40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210162205882 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210162205882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210162205882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210162205882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210162205884 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210162205884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210162205884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210162205884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:22:06.836595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23742): Terminating (SIGTERM)
16:22:06.876492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23745): Terminating (SIGTERM)
16:22:06.916879 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23748): Terminating (SIGTERM)
16:22:06.926528 ---      ParallelTerminationStrategy: PID 23742 died...
16:22:06.980710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23742): Terminated: ok {rc=0}
16:22:06.990400 ---      ParallelTerminationStrategy: PID 23745 died...
16:22:07.043955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23745): Terminated: ok {rc=0}
16:22:07.053798 ---      ParallelTerminationStrategy: PID 23748 died...
16:22:07.107749 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23748): Terminated: ok {rc=0}
16:22:07.196768 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>9.0</duration><id>98</id><name>ussd_trx-lms</name><properties></properties><timestamp>2022-12-10T16:22:00</timestamp></suite><suite><case><age>50</age><className>voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23760): Process ended prematurely: osmo-stp_10.42.42.5(pid=23760) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23760)]</errorStackTrace><failedSince>2327</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23760): Process ended prematurely: osmo-stp_10.42.42.5(pid=23760) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23760)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py
----------------------------------------------
16:22:09.144397 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:22:09.155438 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
16:22:09.310258 tst                    mo_mt_call.py: using LAC 29170
16:22:09.425377 tst                    mo_mt_call.py: using RAC 100
16:22:09.546852 tst                    mo_mt_call.py: using CellId 29170
16:22:09.660901 tst                    mo_mt_call.py: using BVCI 29171
16:22:09.683254 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:22:09.694235 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:22:09.705042 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:22:09.716040 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:22:09.727205 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:22:09.738304 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
16:22:09.855402 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
16:22:10.054284 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:22:10.518206 run         create_hlr_db(pid=23754): Launched
16:22:10.687883 bus                        /sierra_2: Setting Powered False
16:22:11.710374 run         create_hlr_db(pid=23754): Terminated: ok {rc=0}
16:22:12.130080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23756): Launched
16:22:12.444368 run   osmo-hlr_10.42.42.2(pid=23757): Launched
16:22:12.560632 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:22:13.107539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23759): Launched
16:22:13.423028 run   osmo-stp_10.42.42.5(pid=23760): Launched
16:22:13.538223 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:22:14.116843 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23762): Launched
16:22:14.431978 run   osmo-msc_10.42.42.6(pid=23763): Launched
16:22:14.617228 run   osmo-stp_10.42.42.5(pid=23760): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23760)]
16:22:14.750242 run   osmo-stp_10.42.42.5(pid=23760): stdout: 
| (launched: 2022-12-10_16:22:13.268188)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:22:14.883278 run   osmo-stp_10.42.42.5(pid=23760): stderr: 
| �[0;m�[38;5;43m20221210162213460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162213460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162213461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162213461 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162213462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162213462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162213462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:22:15.010721 run   osmo-stp_10.42.42.5(pid=23760): stdout: 
| (launched: 2022-12-10_16:22:13.268188)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:22:15.136483 run   osmo-stp_10.42.42.5(pid=23760): stderr: 
| �[0;m�[38;5;43m20221210162213460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162213460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162213461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162213461 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162213462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162213462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162213462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:22:15.191998 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23760): Process ended prematurely: osmo-stp_10.42.42.5(pid=23760) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23760)]  [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]
16:22:15.201231 tst                  mo_mt_call.py:8: Test FAILED (6.1 sec)
16:22:15.263742 run   osmo-hlr_10.42.42.2(pid=23757): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23757)]
16:22:15.315026 run   osmo-hlr_10.42.42.2(pid=23757): stdout: 
| (launched: 2022-12-10_16:22:12.290425) 
16:22:15.366942 run   osmo-hlr_10.42.42.2(pid=23757): stderr: 
| �[0;m�[1;31m20221210162212486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162212486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162212486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162212486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162212486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162212486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162212498 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162212507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162212507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162212507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:22:15.437284 run   osmo-msc_10.42.42.6(pid=23763): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23763)]
16:22:15.488399 run   osmo-msc_10.42.42.6(pid=23763): stdout: 
| (launched: 2022-12-10_16:22:14.277861) 
16:22:15.540460 run   osmo-msc_10.42.42.6(pid=23763): stderr: 
| �[0;m�[38;5;43m20221210162214599 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210162214599 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc9da7bdc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210162214599 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210162214599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210162214600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210162214600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210162214602 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210162214602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210162214602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210162214602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:22:15.584415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23756): Terminating (SIGTERM)
16:22:15.626018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23759): Terminating (SIGTERM)
16:22:15.667634 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23762): Terminating (SIGTERM)
16:22:15.677306 ---      ParallelTerminationStrategy: PID 23756 died...
16:22:15.733321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23756): Terminated: ok {rc=0}
16:22:15.743378 ---      ParallelTerminationStrategy: PID 23759 died...
16:22:15.798943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23759): Terminated: ok {rc=0}
16:22:15.809061 ---      ParallelTerminationStrategy: PID 23762 died...
16:22:15.866687 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23762): Terminated: ok {rc=0}
16:22:15.999631 bus                        /sierra_3: Setting Powered False
16:22:17.108627 bus                        /sierra_3: Setting Powered False
16:22:18.220261 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>57</age><className>voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23771): Process ended prematurely: osmo-stp_10.42.42.5(pid=23771) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23771)]</errorStackTrace><failedSince>2320</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23771): Process ended prematurely: osmo-stp_10.42.42.5(pid=23771) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23771)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py
----------------------------------------------
16:22:19.329923 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:22:19.341670 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
16:22:19.494607 tst              mo_mt_call_osmux.py: using LAC 29171
16:22:19.609930 tst              mo_mt_call_osmux.py: using RAC 101
16:22:19.724792 tst              mo_mt_call_osmux.py: using CellId 29171
16:22:19.842243 tst              mo_mt_call_osmux.py: using BVCI 29172
16:22:19.865010 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:22:19.876262 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:22:19.887345 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:22:19.898917 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:22:19.910406 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:22:19.922465 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
16:22:20.036604 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
16:22:20.247432 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:22:20.755134 run         create_hlr_db(pid=23765): Launched
16:22:20.938834 bus                        /sierra_2: Setting Powered False
16:22:21.959852 run         create_hlr_db(pid=23765): Terminated: ok {rc=0}
16:22:22.358640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23767): Launched
16:22:22.657712 run   osmo-hlr_10.42.42.2(pid=23768): Launched
16:22:22.767352 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:22:23.282739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23770): Launched
16:22:23.578619 run   osmo-stp_10.42.42.5(pid=23771): Launched
16:22:23.686829 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:22:24.229739 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23773): Launched
16:22:24.526388 run   osmo-msc_10.42.42.6(pid=23774): Launched
16:22:24.701899 run   osmo-stp_10.42.42.5(pid=23771): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23771)]
16:22:24.829227 run   osmo-stp_10.42.42.5(pid=23771): stdout: 
| (launched: 2022-12-10_16:22:23.433263)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:22:24.953509 run   osmo-stp_10.42.42.5(pid=23771): stderr: 
| �[0;m�[38;5;43m20221210162223603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162223603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162223603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162223604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162223606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162223606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162223606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:22:25.073082 run   osmo-stp_10.42.42.5(pid=23771): stdout: 
| (launched: 2022-12-10_16:22:23.433263)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:22:25.191621 run   osmo-stp_10.42.42.5(pid=23771): stderr: 
| �[0;m�[38;5;43m20221210162223603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162223603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162223603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162223604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162223606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162223606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162223606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:22:25.243825 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23771): Process ended prematurely: osmo-stp_10.42.42.5(pid=23771) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23771)]  [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]
16:22:25.252622 tst            mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)
16:22:25.313648 run   osmo-hlr_10.42.42.2(pid=23768): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23768)]
16:22:25.363260 run   osmo-hlr_10.42.42.2(pid=23768): stdout: 
| (launched: 2022-12-10_16:22:22.510026) 
16:22:25.413669 run   osmo-hlr_10.42.42.2(pid=23768): stderr: 
| �[0;m�[1;31m20221210162222686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162222686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162222686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162222686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162222686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162222686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162222702 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162222712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162222712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162222712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:22:25.481878 run   osmo-msc_10.42.42.6(pid=23774): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23774)]
16:22:25.531363 run   osmo-msc_10.42.42.6(pid=23774): stdout: 
| (launched: 2022-12-10_16:22:24.380187) 
16:22:25.581920 run   osmo-msc_10.42.42.6(pid=23774): stderr: 
| �[0;m�[38;5;43m20221210162224652 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210162224652 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb43dd36c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210162224652 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210162224652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210162224652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210162224652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210162224654 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210162224655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210162224655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210162224655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:22:25.624706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23767): Terminating (SIGTERM)
16:22:25.665032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23770): Terminating (SIGTERM)
16:22:25.705462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23773): Terminating (SIGTERM)
16:22:25.714956 ---      ParallelTerminationStrategy: PID 23767 died...
16:22:25.769498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23767): Terminated: ok {rc=0}
16:22:25.779475 ---      ParallelTerminationStrategy: PID 23770 died...
16:22:25.833671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23770): Terminated: ok {rc=0}
16:22:25.843457 ---      ParallelTerminationStrategy: PID 23773 died...
16:22:25.897191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23773): Terminated: ok {rc=0}
16:22:25.987654 bus                        /sierra_3: Setting Powered False
16:22:27.092317 bus                        /sierra_3: Setting Powered False
16:22:28.204011 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>99</id><name>voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1</name><properties></properties><timestamp>2022-12-10T16:22:08</timestamp></suite><suite><case><age>46</age><className>voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23785): Process ended prematurely: osmo-stp_10.42.42.5(pid=23785) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23785)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23785): Process ended prematurely: osmo-stp_10.42.42.5(pid=23785) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23785)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py
----------------------------------------------
16:22:30.197032 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:22:30.208179 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
16:22:30.361506 tst                    mo_mt_call.py: using LAC 29172
16:22:30.477519 tst                    mo_mt_call.py: using RAC 102
16:22:30.594466 tst                    mo_mt_call.py: using CellId 29172
16:22:30.710663 tst                    mo_mt_call.py: using BVCI 29173
16:22:30.733160 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:22:30.744037 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:22:30.755094 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:22:30.766423 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:22:30.777687 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:22:30.788761 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
16:22:30.912438 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
16:22:31.128070 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:22:31.683022 run         create_hlr_db(pid=23779): Launched
16:22:31.871951 bus                        /sierra_2: Setting Powered False
16:22:32.888773 run         create_hlr_db(pid=23779): Terminated: ok {rc=0}
16:22:33.296261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23781): Launched
16:22:33.615532 run   osmo-hlr_10.42.42.2(pid=23782): Launched
16:22:33.734262 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:22:34.286200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23784): Launched
16:22:34.603400 run   osmo-stp_10.42.42.5(pid=23785): Launched
16:22:34.718633 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:22:35.299231 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23787): Launched
16:22:35.616733 run   osmo-msc_10.42.42.6(pid=23788): Launched
16:22:35.801534 run   osmo-stp_10.42.42.5(pid=23785): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23785)]
16:22:35.935200 run   osmo-stp_10.42.42.5(pid=23785): stdout: 
| (launched: 2022-12-10_16:22:34.447804)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:22:36.072448 run   osmo-stp_10.42.42.5(pid=23785): stderr: 
| �[0;m�[38;5;43m20221210162234640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162234640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162234640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162234641 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162234641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162234641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162234641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:22:36.200399 run   osmo-stp_10.42.42.5(pid=23785): stdout: 
| (launched: 2022-12-10_16:22:34.447804)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:22:36.326981 run   osmo-stp_10.42.42.5(pid=23785): stderr: 
| �[0;m�[38;5;43m20221210162234640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162234640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162234640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162234641 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162234641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162234641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162234641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:22:36.382750 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23785): Process ended prematurely: osmo-stp_10.42.42.5(pid=23785) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23785)]  [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]
16:22:36.391881 tst                  mo_mt_call.py:8: Test FAILED (6.2 sec)
16:22:36.454330 run   osmo-hlr_10.42.42.2(pid=23782): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23782)]
16:22:36.505735 run   osmo-hlr_10.42.42.2(pid=23782): stdout: 
| (launched: 2022-12-10_16:22:33.459431) 
16:22:36.557754 run   osmo-hlr_10.42.42.2(pid=23782): stderr: 
| �[0;m�[1;31m20221210162233657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162233657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162233657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162233657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162233657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162233657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162233670 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162233678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162233678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162233678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:22:36.628191 run   osmo-msc_10.42.42.6(pid=23788): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23788)]
16:22:36.679214 run   osmo-msc_10.42.42.6(pid=23788): stdout: 
| (launched: 2022-12-10_16:22:35.461816) 
16:22:36.731479 run   osmo-msc_10.42.42.6(pid=23788): stderr: 
| �[0;m�[38;5;43m20221210162235782 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210162235782 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f194f40ec40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210162235782 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210162235782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210162235782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210162235783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210162235784 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210162235785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210162235785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210162235785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:22:36.775462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23781): Terminating (SIGTERM)
16:22:36.817089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23784): Terminating (SIGTERM)
16:22:36.858804 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23787): Terminating (SIGTERM)
16:22:36.868353 ---      ParallelTerminationStrategy: PID 23781 died...
16:22:36.924248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23781): Terminated: ok {rc=0}
16:22:36.934236 ---      ParallelTerminationStrategy: PID 23784 died...
16:22:36.990260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23784): Terminated: ok {rc=0}
16:22:37.000483 ---      ParallelTerminationStrategy: PID 23787 died...
16:22:37.056318 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23787): Terminated: ok {rc=0}
16:22:37.143946 bus                        /sierra_3: Setting Powered False
16:22:38.248671 bus                        /sierra_3: Setting Powered False
16:22:39.360202 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>57</age><className>voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23796): Process ended prematurely: osmo-stp_10.42.42.5(pid=23796) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23796)]</errorStackTrace><failedSince>2320</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23796): Process ended prematurely: osmo-stp_10.42.42.5(pid=23796) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23796)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py
----------------------------------------------
16:22:40.472165 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:22:40.483939 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
16:22:40.640118 tst              mo_mt_call_osmux.py: using LAC 29173
16:22:40.756037 tst              mo_mt_call_osmux.py: using RAC 103
16:22:40.873821 tst              mo_mt_call_osmux.py: using CellId 29173
16:22:40.997742 tst              mo_mt_call_osmux.py: using BVCI 29174
16:22:41.021880 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:22:41.033518 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:22:41.044880 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:22:41.056338 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:22:41.067794 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:22:41.079146 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
16:22:41.192526 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
16:22:41.397127 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:22:41.865541 run         create_hlr_db(pid=23790): Launched
16:22:42.036169 bus                        /sierra_2: Setting Powered False
16:22:43.057467 run         create_hlr_db(pid=23790): Terminated: ok {rc=0}
16:22:43.478924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23792): Launched
16:22:43.795097 run   osmo-hlr_10.42.42.2(pid=23793): Launched
16:22:43.914652 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:22:44.467179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23795): Launched
16:22:44.783108 run   osmo-stp_10.42.42.5(pid=23796): Launched
16:22:44.897593 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:22:45.476774 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23798): Launched
16:22:45.793115 run   osmo-msc_10.42.42.6(pid=23799): Launched
16:22:46.084753 run   osmo-stp_10.42.42.5(pid=23796): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23796)]
16:22:46.418063 run   osmo-stp_10.42.42.5(pid=23796): stdout: 
| (launched: 2022-12-10_16:22:44.628509)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:22:46.550296 run   osmo-stp_10.42.42.5(pid=23796): stderr: 
| �[0;m�[38;5;43m20221210162244823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162244823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162244823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162244823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162244824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162244824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162244824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:22:46.675049 run   osmo-stp_10.42.42.5(pid=23796): stdout: 
| (launched: 2022-12-10_16:22:44.628509)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:22:46.801100 run   osmo-stp_10.42.42.5(pid=23796): stderr: 
| �[0;m�[38;5;43m20221210162244823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162244823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162244823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162244823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162244824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162244824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162244824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:22:46.855266 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23796): Process ended prematurely: osmo-stp_10.42.42.5(pid=23796) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23796)]  [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]
16:22:46.864910 tst            mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)
16:22:46.931222 run   osmo-hlr_10.42.42.2(pid=23793): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23793)]
16:22:46.983679 run   osmo-hlr_10.42.42.2(pid=23793): stdout: 
| (launched: 2022-12-10_16:22:43.640338) 
16:22:47.037615 run   osmo-hlr_10.42.42.2(pid=23793): stderr: 
| �[0;m�[1;31m20221210162243838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162243838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162243838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162243838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162243838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162243838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162243850 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162243858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162243859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162243859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:22:47.109544 run   osmo-msc_10.42.42.6(pid=23799): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23799)]
16:22:47.163004 run   osmo-msc_10.42.42.6(pid=23799): stdout: 
| (launched: 2022-12-10_16:22:45.638192) 
16:22:47.216592 run   osmo-msc_10.42.42.6(pid=23799): stderr: 
| �[0;m�[38;5;43m20221210162246112 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210162246112 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8f85e70c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210162246112 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210162246113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210162246114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210162246114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210162246118 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210162246118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210162246119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210162246119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:22:47.262409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23792): Terminating (SIGTERM)
16:22:47.305569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23795): Terminating (SIGTERM)
16:22:47.347823 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23798): Terminating (SIGTERM)
16:22:47.357585 ---      ParallelTerminationStrategy: PID 23792 died...
16:22:47.414017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23792): Terminated: ok {rc=0}
16:22:47.424057 ---      ParallelTerminationStrategy: PID 23795 died...
16:22:47.479461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23795): Terminated: ok {rc=0}
16:22:47.489563 ---      ParallelTerminationStrategy: PID 23798 died...
16:22:47.545166 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23798): Terminated: ok {rc=0}
16:22:47.632853 bus                        /sierra_3: Setting Powered False
16:22:48.739142 bus                        /sierra_3: Setting Powered False
16:22:49.846475 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>100</id><name>voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2</name><properties></properties><timestamp>2022-12-10T16:22:29</timestamp></suite><suite><case><age>46</age><className>voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23810): Process ended prematurely: osmo-stp_10.42.42.5(pid=23810) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23810)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23810): Process ended prematurely: osmo-stp_10.42.42.5(pid=23810) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23810)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py
----------------------------------------------
16:22:51.849258 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:22:51.860722 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
16:22:52.022107 tst                    mo_mt_call.py: using LAC 29174
16:22:52.147008 tst                    mo_mt_call.py: using RAC 104
16:22:52.270862 tst                    mo_mt_call.py: using CellId 29174
16:22:52.394585 tst                    mo_mt_call.py: using BVCI 29175
16:22:52.418581 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:22:52.430184 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:22:52.441526 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:22:52.452857 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:22:52.464329 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:22:52.475728 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
16:22:52.590798 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
16:22:52.791376 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:22:53.257942 run         create_hlr_db(pid=23804): Launched
16:22:53.429355 bus                        /sierra_2: Setting Powered False
16:22:54.450497 run         create_hlr_db(pid=23804): Terminated: ok {rc=0}
16:22:54.873749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23806): Launched
16:22:55.191068 run   osmo-hlr_10.42.42.2(pid=23807): Launched
16:22:55.310838 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:22:55.863178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23809): Launched
16:22:56.180776 run   osmo-stp_10.42.42.5(pid=23810): Launched
16:22:56.296216 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:22:56.875707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23812): Launched
16:22:57.192773 run   osmo-msc_10.42.42.6(pid=23813): Launched
16:22:57.378533 run   osmo-stp_10.42.42.5(pid=23810): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23810)]
16:22:57.513137 run   osmo-stp_10.42.42.5(pid=23810): stdout: 
| (launched: 2022-12-10_16:22:56.025468)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:22:57.647157 run   osmo-stp_10.42.42.5(pid=23810): stderr: 
| �[0;m�[38;5;43m20221210162256216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162256216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162256216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162256217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162256217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162256217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162256217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:22:57.774429 run   osmo-stp_10.42.42.5(pid=23810): stdout: 
| (launched: 2022-12-10_16:22:56.025468)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:22:57.900734 run   osmo-stp_10.42.42.5(pid=23810): stderr: 
| �[0;m�[38;5;43m20221210162256216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162256216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162256216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162256217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162256217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162256217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162256217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:22:57.956487 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23810): Process ended prematurely: osmo-stp_10.42.42.5(pid=23810) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23810)]  [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]
16:22:57.966190 tst                  mo_mt_call.py:8: Test FAILED (6.2 sec)
16:22:58.028575 run   osmo-hlr_10.42.42.2(pid=23807): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23807)]
16:22:58.080172 run   osmo-hlr_10.42.42.2(pid=23807): stdout: 
| (launched: 2022-12-10_16:22:55.036226) 
16:22:58.131867 run   osmo-hlr_10.42.42.2(pid=23807): stderr: 
| �[0;m�[1;31m20221210162255235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162255235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162255235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162255235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162255235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162255235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162255248 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162255256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162255256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162255256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:22:58.202055 run   osmo-msc_10.42.42.6(pid=23813): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23813)]
16:22:58.253097 run   osmo-msc_10.42.42.6(pid=23813): stdout: 
| (launched: 2022-12-10_16:22:57.038073) 
16:22:58.304655 run   osmo-msc_10.42.42.6(pid=23813): stderr: 
| �[0;m�[38;5;43m20221210162257359 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210162257360 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f424ea97c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210162257360 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210162257360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210162257360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210162257360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210162257362 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210162257362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210162257362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210162257362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:22:58.348813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23806): Terminating (SIGTERM)
16:22:58.390333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23809): Terminating (SIGTERM)
16:22:58.431818 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23812): Terminating (SIGTERM)
16:22:58.441146 ---      ParallelTerminationStrategy: PID 23806 died...
16:22:58.496758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23806): Terminated: ok {rc=0}
16:22:58.506798 ---      ParallelTerminationStrategy: PID 23809 died...
16:22:58.562226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23809): Terminated: ok {rc=0}
16:22:58.572193 ---      ParallelTerminationStrategy: PID 23812 died...
16:22:58.627295 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23812): Terminated: ok {rc=0}
16:22:58.714426 bus                        /sierra_3: Setting Powered False
16:22:59.816822 bus                        /sierra_3: Setting Powered False
16:23:00.957328 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>57</age><className>voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23821): Process ended prematurely: osmo-stp_10.42.42.5(pid=23821) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23821)]</errorStackTrace><failedSince>2320</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23821): Process ended prematurely: osmo-stp_10.42.42.5(pid=23821) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23821)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py
----------------------------------------------
16:23:02.097425 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:23:02.114458 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
16:23:02.291081 tst              mo_mt_call_osmux.py: using LAC 29175
16:23:02.415154 tst              mo_mt_call_osmux.py: using RAC 105
16:23:02.538860 tst              mo_mt_call_osmux.py: using CellId 29175
16:23:02.662530 tst              mo_mt_call_osmux.py: using BVCI 29176
16:23:02.686572 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:23:02.698303 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:23:02.709898 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:23:02.721364 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:23:02.732786 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:23:02.744107 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
16:23:02.858092 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
16:23:03.057548 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:23:03.524430 run         create_hlr_db(pid=23815): Launched
16:23:03.695730 bus                        /sierra_2: Setting Powered False
16:23:04.717357 run         create_hlr_db(pid=23815): Terminated: ok {rc=0}
16:23:05.140505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23817): Launched
16:23:05.457498 run   osmo-hlr_10.42.42.2(pid=23818): Launched
16:23:05.578381 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:23:06.128777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23820): Launched
16:23:06.444766 run   osmo-stp_10.42.42.5(pid=23821): Launched
16:23:06.560058 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:23:07.140448 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23823): Launched
16:23:07.457070 run   osmo-msc_10.42.42.6(pid=23824): Launched
16:23:07.643426 run   osmo-stp_10.42.42.5(pid=23821): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23821)]
16:23:07.777394 run   osmo-stp_10.42.42.5(pid=23821): stdout: 
| (launched: 2022-12-10_16:23:06.290041)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:23:07.911625 run   osmo-stp_10.42.42.5(pid=23821): stderr: 
| �[0;m�[38;5;43m20221210162306483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162306483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162306483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162306484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162306484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162306484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162306484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:23:08.039648 run   osmo-stp_10.42.42.5(pid=23821): stdout: 
| (launched: 2022-12-10_16:23:06.290041)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:23:08.165999 run   osmo-stp_10.42.42.5(pid=23821): stderr: 
| �[0;m�[38;5;43m20221210162306483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162306483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162306483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162306484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162306484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162306484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162306484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:23:08.221819 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23821): Process ended prematurely: osmo-stp_10.42.42.5(pid=23821) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23821)]  [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]
16:23:08.231105 tst            mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)
16:23:08.293719 run   osmo-hlr_10.42.42.2(pid=23818): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23818)]
16:23:08.345088 run   osmo-hlr_10.42.42.2(pid=23818): stdout: 
| (launched: 2022-12-10_16:23:05.302405) 
16:23:08.397315 run   osmo-hlr_10.42.42.2(pid=23818): stderr: 
| �[0;m�[1;31m20221210162305500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162305500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162305501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162305501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162305501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162305501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162305515 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162305525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162305525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162305525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:23:08.467934 run   osmo-msc_10.42.42.6(pid=23824): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23824)]
16:23:08.519246 run   osmo-msc_10.42.42.6(pid=23824): stdout: 
| (launched: 2022-12-10_16:23:07.302206) 
16:23:08.571267 run   osmo-msc_10.42.42.6(pid=23824): stderr: 
| �[0;m�[38;5;43m20221210162307624 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210162307624 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2a4bf57c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210162307625 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210162307625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210162307625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210162307625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210162307627 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210162307627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210162307627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210162307627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:23:08.615246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23817): Terminating (SIGTERM)
16:23:08.656895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23820): Terminating (SIGTERM)
16:23:08.698797 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23823): Terminating (SIGTERM)
16:23:08.708436 ---      ParallelTerminationStrategy: PID 23817 died...
16:23:08.764489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23817): Terminated: ok {rc=0}
16:23:08.774644 ---      ParallelTerminationStrategy: PID 23820 died...
16:23:08.830302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23820): Terminated: ok {rc=0}
16:23:08.840263 ---      ParallelTerminationStrategy: PID 23823 died...
16:23:08.896032 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23823): Terminated: ok {rc=0}
16:23:08.983639 bus                        /sierra_3: Setting Powered False
16:23:10.090853 bus                        /sierra_3: Setting Powered False
16:23:11.199313 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>101</id><name>voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3</name><properties></properties><timestamp>2022-12-10T16:22:51</timestamp></suite><suite><case><age>50</age><className>voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=23884): Process ended prematurely: osmo-stp_10.42.42.5(pid=23884) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23884)]</errorStackTrace><failedSince>2327</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23884): Process ended prematurely: osmo-stp_10.42.42.5(pid=23884) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23884)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py
----------------------------------------------
16:23:13.202241 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:23:13.213789 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)
16:23:13.377138 tst                    mo_mt_call.py: using LAC 29176
16:23:13.500592 tst                    mo_mt_call.py: using RAC 106
16:23:13.624414 tst                    mo_mt_call.py: using CellId 29176
16:23:13.756177 tst                    mo_mt_call.py: using BVCI 29177
16:23:13.780352 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:23:13.791851 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:23:13.803185 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:23:13.814545 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:23:13.825985 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:23:13.837394 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
16:23:13.954213 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
16:23:14.152687 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:23:14.618063 run         create_hlr_db(pid=23829): Launched
16:23:14.788337 bus                        /sierra_2: Setting Powered False
16:23:15.811094 run         create_hlr_db(pid=23829): Terminated: ok {rc=0}
16:23:16.249400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23831): Launched
16:23:16.665349 run   osmo-hlr_10.42.42.2(pid=23832): Launched
16:23:16.919719 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:23:17.630460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23870): Launched
16:23:18.055418 run   osmo-stp_10.42.42.5(pid=23884): Launched
16:23:18.257298 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:23:18.944685 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23987): Launched
16:23:19.420255 run   osmo-msc_10.42.42.6(pid=24033): Launched
16:23:19.872785 run   osmo-stp_10.42.42.5(pid=23884): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23884)]
16:23:20.123784 run   osmo-stp_10.42.42.5(pid=23884): stdout: 
| (launched: 2022-12-10_16:23:17.791335)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:23:20.328852 run   osmo-stp_10.42.42.5(pid=23884): stderr: 
| �[0;m�[38;5;43m20221210162318066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162318066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162318066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162318066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162318067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162318067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162318067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:23:20.453031 run   osmo-stp_10.42.42.5(pid=23884): stdout: 
| (launched: 2022-12-10_16:23:17.791335)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:23:20.576782 run   osmo-stp_10.42.42.5(pid=23884): stderr: 
| �[0;m�[38;5;43m20221210162318066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162318066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162318066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162318066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162318067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162318067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162318067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:23:20.631267 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23884): Process ended prematurely: osmo-stp_10.42.42.5(pid=23884) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23884)]  [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]
16:23:20.640923 tst                  mo_mt_call.py:8: Test FAILED (7.5 sec)
16:23:20.706935 run   osmo-hlr_10.42.42.2(pid=23832): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23832)]
16:23:20.758987 run   osmo-hlr_10.42.42.2(pid=23832): stdout: 
| (launched: 2022-12-10_16:23:16.402243) 
16:23:20.812261 run   osmo-hlr_10.42.42.2(pid=23832): stderr: 
| �[0;m�[1;31m20221210162316743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162316743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162316743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162316743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162316743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162316743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162316771 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162316779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162316779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162316779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:23:20.883354 run   osmo-msc_10.42.42.6(pid=24033): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24033)]
16:23:20.935650 run   osmo-msc_10.42.42.6(pid=24033): stdout: 
| (launched: 2022-12-10_16:23:19.128227) 
16:23:20.988556 run   osmo-msc_10.42.42.6(pid=24033): stderr: 
| �[0;m�[38;5;43m20221210162319828 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210162319828 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f523fdeec40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210162319828 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210162319828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210162319829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210162319829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210162319831 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210162319831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210162319831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210162319831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:23:21.033492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23831): Terminating (SIGTERM)
16:23:21.077343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23870): Terminating (SIGTERM)
16:23:21.122233 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23987): Terminating (SIGTERM)
16:23:21.134083 ---      ParallelTerminationStrategy: PID 23831 died...
16:23:21.193388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23831): Terminated: ok {rc=0}
16:23:21.204146 ---      ParallelTerminationStrategy: PID 23870 died...
16:23:21.261900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23870): Terminated: ok {rc=0}
16:23:21.272468 ---      ParallelTerminationStrategy: PID 23987 died...
16:23:21.330056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23987): Terminated: ok {rc=0}
16:23:21.419802 bus                        /sierra_3: Setting Powered False
16:23:22.529341 bus                        /sierra_3: Setting Powered False
16:23:23.639558 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>53</age><className>voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24117): Process ended prematurely: osmo-stp_10.42.42.5(pid=24117) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24117)]</errorStackTrace><failedSince>2324</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24117): Process ended prematurely: osmo-stp_10.42.42.5(pid=24117) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24117)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py
----------------------------------------------
16:23:24.754766 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:23:24.767607 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)
16:23:24.929094 tst              mo_mt_call_osmux.py: using LAC 29177
16:23:25.048715 tst              mo_mt_call_osmux.py: using RAC 107
16:23:25.168900 tst              mo_mt_call_osmux.py: using CellId 29177
16:23:25.289470 tst              mo_mt_call_osmux.py: using BVCI 29178
16:23:25.313237 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:23:25.326436 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:23:25.339469 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:23:25.352504 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:23:25.364739 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:23:25.378855 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
16:23:25.497948 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
16:23:25.706281 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:23:26.236573 run         create_hlr_db(pid=24111): Launched
16:23:26.417255 bus                        /sierra_2: Setting Powered False
16:23:27.436836 run         create_hlr_db(pid=24111): Terminated: ok {rc=0}
16:23:27.869510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24113): Launched
16:23:28.278777 run   osmo-hlr_10.42.42.2(pid=24114): Launched
16:23:28.510951 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:23:29.147015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24116): Launched
16:23:29.556099 run   osmo-stp_10.42.42.5(pid=24117): Launched
16:23:29.792795 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:23:30.426742 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24119): Launched
16:23:30.839209 run   osmo-msc_10.42.42.6(pid=24120): Launched
16:23:31.312366 run   osmo-stp_10.42.42.5(pid=24117): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24117)]
16:23:31.601848 run   osmo-stp_10.42.42.5(pid=24117): stdout: 
| (launched: 2022-12-10_16:23:29.301696)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:23:31.758943 run   osmo-stp_10.42.42.5(pid=24117): stderr: 
| �[0;m�[38;5;43m20221210162329629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162329629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162329629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162329630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162329630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162329630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162329630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:23:31.889879 run   osmo-stp_10.42.42.5(pid=24117): stdout: 
| (launched: 2022-12-10_16:23:29.301696)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:23:32.020274 run   osmo-stp_10.42.42.5(pid=24117): stderr: 
| �[0;m�[38;5;43m20221210162329629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162329629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162329629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162329630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162329630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162329630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162329630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:23:32.078022 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24117): Process ended prematurely: osmo-stp_10.42.42.5(pid=24117) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24117)]  [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]
16:23:32.087478 tst            mo_mt_call_osmux.py:8: Test FAILED (7.4 sec)
16:23:32.151687 run   osmo-hlr_10.42.42.2(pid=24114): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24114)]
16:23:32.205571 run   osmo-hlr_10.42.42.2(pid=24114): stdout: 
| (launched: 2022-12-10_16:23:28.026119) 
16:23:32.259736 run   osmo-hlr_10.42.42.2(pid=24114): stderr: 
| �[0;m�[1;31m20221210162328365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162328365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162328365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162328365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162328366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162328366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162328391 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162328404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162328404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162328404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:23:32.333082 run   osmo-msc_10.42.42.6(pid=24120): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24120)]
16:23:32.386814 run   osmo-msc_10.42.42.6(pid=24120): stdout: 
| (launched: 2022-12-10_16:23:30.584165) 
16:23:32.440679 run   osmo-msc_10.42.42.6(pid=24120): stderr: 
| �[0;m�[38;5;43m20221210162331166 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210162331166 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f01d09c7c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210162331166 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210162331166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210162331167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210162331167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210162331168 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210162331169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210162331169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210162331169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:23:32.486981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24113): Terminating (SIGTERM)
16:23:32.530583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24116): Terminating (SIGTERM)
16:23:32.574243 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24119): Terminating (SIGTERM)
16:23:32.584175 ---      ParallelTerminationStrategy: PID 24113 died...
16:23:32.642334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24113): Terminated: ok {rc=0}
16:23:32.653117 ---      ParallelTerminationStrategy: PID 24116 died...
16:23:32.710788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24116): Terminated: ok {rc=0}
16:23:32.721566 ---      ParallelTerminationStrategy: PID 24119 died...
16:23:32.779305 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24119): Terminated: ok {rc=0}
16:23:32.881221 bus                        /sierra_3: Setting Powered False
16:23:33.995306 bus                        /sierra_3: Setting Powered False
16:23:35.108697 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>24.0</duration><id>102</id><name>voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1</name><properties></properties><timestamp>2022-12-10T16:23:12</timestamp></suite><suite><case><age>46</age><className>voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24133): Process ended prematurely: osmo-stp_10.42.42.5(pid=24133) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24133)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24133): Process ended prematurely: osmo-stp_10.42.42.5(pid=24133) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24133)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py
----------------------------------------------
16:23:37.127610 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:23:37.139784 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
16:23:37.302706 tst                    mo_mt_call.py: using LAC 29178
16:23:37.425924 tst                    mo_mt_call.py: using RAC 108
16:23:37.551099 tst                    mo_mt_call.py: using CellId 29178
16:23:37.672115 tst                    mo_mt_call.py: using BVCI 29179
16:23:37.696165 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:23:37.708746 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:23:37.721491 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:23:37.735505 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:23:37.747760 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:23:37.760132 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
16:23:37.881649 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
16:23:38.086387 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:23:38.620548 run         create_hlr_db(pid=24125): Launched
16:23:38.800606 bus                        /sierra_2: Setting Powered False
16:23:39.823577 run         create_hlr_db(pid=24125): Terminated: ok {rc=0}
16:23:40.249756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24127): Launched
16:23:40.548663 run   osmo-hlr_10.42.42.2(pid=24130): Launched
16:23:40.665188 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:23:41.190009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24132): Launched
16:23:41.486646 run   osmo-stp_10.42.42.5(pid=24133): Launched
16:23:41.595773 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:23:42.137605 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24135): Launched
16:23:42.433091 run   osmo-msc_10.42.42.6(pid=24136): Launched
16:23:42.607871 run   osmo-stp_10.42.42.5(pid=24133): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24133)]
16:23:42.734870 run   osmo-stp_10.42.42.5(pid=24133): stdout: 
| (launched: 2022-12-10_16:23:41.341496)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:23:42.859458 run   osmo-stp_10.42.42.5(pid=24133): stderr: 
| �[0;m�[38;5;43m20221210162341512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162341512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162341512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162341513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162341513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162341513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162341513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:23:42.979336 run   osmo-stp_10.42.42.5(pid=24133): stdout: 
| (launched: 2022-12-10_16:23:41.341496)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:23:43.098566 run   osmo-stp_10.42.42.5(pid=24133): stderr: 
| �[0;m�[38;5;43m20221210162341512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162341512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162341512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162341513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162341513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162341513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162341513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:23:43.151088 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24133): Process ended prematurely: osmo-stp_10.42.42.5(pid=24133) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24133)]  [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]
16:23:43.159791 tst                  mo_mt_call.py:8: Test FAILED (6.1 sec)
16:23:43.221036 run   osmo-hlr_10.42.42.2(pid=24130): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24130)]
16:23:43.270652 run   osmo-hlr_10.42.42.2(pid=24130): stdout: 
| (launched: 2022-12-10_16:23:40.401272) 
16:23:43.320654 run   osmo-hlr_10.42.42.2(pid=24130): stderr: 
| �[0;m�[1;31m20221210162340574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162340574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162340574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162340574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162340574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162340574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162340586 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162340595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162340595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162340595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:23:43.388493 run   osmo-msc_10.42.42.6(pid=24136): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24136)]
16:23:43.437969 run   osmo-msc_10.42.42.6(pid=24136): stdout: 
| (launched: 2022-12-10_16:23:42.287446) 
16:23:43.487952 run   osmo-msc_10.42.42.6(pid=24136): stderr: 
| �[0;m�[38;5;43m20221210162342557 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210162342558 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3257bc8c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210162342558 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210162342558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210162342558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210162342558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210162342560 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210162342561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210162342561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210162342561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:23:43.530049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24127): Terminating (SIGTERM)
16:23:43.570350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24132): Terminating (SIGTERM)
16:23:43.610690 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24135): Terminating (SIGTERM)
16:23:43.620206 ---      ParallelTerminationStrategy: PID 24127 died...
16:23:43.673468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24127): Terminated: ok {rc=0}
16:23:43.682973 ---      ParallelTerminationStrategy: PID 24132 died...
16:23:43.735886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24132): Terminated: ok {rc=0}
16:23:43.745652 ---      ParallelTerminationStrategy: PID 24135 died...
16:23:43.798679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24135): Terminated: ok {rc=0}
16:23:43.883275 bus                        /sierra_3: Setting Powered False
16:23:44.986549 bus                        /sierra_3: Setting Powered False
16:23:46.112241 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>212</age><className>voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24144): Process ended prematurely: osmo-stp_10.42.42.5(pid=24144) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24144)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24144): Process ended prematurely: osmo-stp_10.42.42.5(pid=24144) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24144)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py
----------------------------------------------
16:23:47.228414 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:23:47.240808 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
16:23:47.397302 tst              mo_mt_call_osmux.py: using LAC 29179
16:23:47.515708 tst              mo_mt_call_osmux.py: using RAC 109
16:23:47.634417 tst              mo_mt_call_osmux.py: using CellId 29179
16:23:47.750728 tst              mo_mt_call_osmux.py: using BVCI 29180
16:23:47.773444 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:23:47.784472 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:23:47.795334 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:23:47.806484 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:23:47.817663 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:23:47.828707 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
16:23:47.946800 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
16:23:48.146441 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:23:48.611636 run         create_hlr_db(pid=24138): Launched
16:23:48.782548 bus                        /sierra_2: Setting Powered False
16:23:49.805555 run         create_hlr_db(pid=24138): Terminated: ok {rc=0}
16:23:50.202059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24140): Launched
16:23:50.499725 run   osmo-hlr_10.42.42.2(pid=24141): Launched
16:23:50.615005 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:23:51.140936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24143): Launched
16:23:51.438647 run   osmo-stp_10.42.42.5(pid=24144): Launched
16:23:51.546458 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:23:52.089281 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24146): Launched
16:23:52.386347 run   osmo-msc_10.42.42.6(pid=24147): Launched
16:23:52.560143 run   osmo-stp_10.42.42.5(pid=24144): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24144)]
16:23:52.686408 run   osmo-stp_10.42.42.5(pid=24144): stdout: 
| (launched: 2022-12-10_16:23:51.291968)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:23:52.810656 run   osmo-stp_10.42.42.5(pid=24144): stderr: 
| �[0;m�[38;5;43m20221210162351461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162351461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162351461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162351462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162351462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162351462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162351462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:23:52.930519 run   osmo-stp_10.42.42.5(pid=24144): stdout: 
| (launched: 2022-12-10_16:23:51.291968)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:23:53.048760 run   osmo-stp_10.42.42.5(pid=24144): stderr: 
| �[0;m�[38;5;43m20221210162351461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162351461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162351461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162351462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162351462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162351462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162351462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:23:53.101215 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24144): Process ended prematurely: osmo-stp_10.42.42.5(pid=24144) [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24144)]  [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]
16:23:53.109820 tst            mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)
16:23:53.170631 run   osmo-hlr_10.42.42.2(pid=24141): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24141)]
16:23:53.220176 run   osmo-hlr_10.42.42.2(pid=24141): stdout: 
| (launched: 2022-12-10_16:23:50.353178) 
16:23:53.270207 run   osmo-hlr_10.42.42.2(pid=24141): stderr: 
| �[0;m�[1;31m20221210162350530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162350530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162350530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162350530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162350531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162350531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162350543 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162350551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162350551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162350552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:23:53.338821 run   osmo-msc_10.42.42.6(pid=24147): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24147)]
16:23:53.388404 run   osmo-msc_10.42.42.6(pid=24147): stdout: 
| (launched: 2022-12-10_16:23:52.239885) 
16:23:53.438592 run   osmo-msc_10.42.42.6(pid=24147): stderr: 
| �[0;m�[38;5;43m20221210162352508 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210162352509 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc488509c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210162352509 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210162352509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210162352509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210162352509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210162352511 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210162352511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210162352512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210162352512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:23:53.480907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24140): Terminating (SIGTERM)
16:23:53.521219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24143): Terminating (SIGTERM)
16:23:53.561552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24146): Terminating (SIGTERM)
16:23:53.571019 ---      ParallelTerminationStrategy: PID 24140 died...
16:23:53.624873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24140): Terminated: ok {rc=0}
16:23:53.634904 ---      ParallelTerminationStrategy: PID 24143 died...
16:23:53.688367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24143): Terminated: ok {rc=0}
16:23:53.698234 ---      ParallelTerminationStrategy: PID 24146 died...
16:23:53.752175 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24146): Terminated: ok {rc=0}
16:23:53.841784 bus                        /sierra_3: Setting Powered False
16:23:54.946383 bus                        /sierra_3: Setting Powered False
16:23:56.059256 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>21.0</duration><id>103</id><name>voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3</name><properties></properties><timestamp>2022-12-10T16:23:36</timestamp></suite><suite><case><age>46</age><className>voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24158): Process ended prematurely: osmo-stp_10.42.42.5(pid=24158) [trial-2376↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24158)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24158): Process ended prematurely: osmo-stp_10.42.42.5(pid=24158) [trial-2376↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24158)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py
----------------------------------------------
16:23:58.066575 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:23:58.078410 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
16:23:58.236206 tst                    mo_mt_call.py: using LAC 29180
16:23:58.357670 tst                    mo_mt_call.py: using RAC 110
16:23:58.472561 tst                    mo_mt_call.py: using CellId 29180
16:23:58.588514 tst                    mo_mt_call.py: using BVCI 29181
16:23:58.611256 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:23:58.622486 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:23:58.633571 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:23:58.644810 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:23:58.656192 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:23:58.667713 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
16:23:58.781051 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
16:23:58.978878 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:23:59.447333 run         create_hlr_db(pid=24152): Launched
16:23:59.618130 bus                        /sierra_2: Setting Powered False
16:24:00.641065 run         create_hlr_db(pid=24152): Terminated: ok {rc=0}
16:24:01.068030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24154): Launched
16:24:01.468312 run   osmo-hlr_10.42.42.2(pid=24155): Launched
16:24:01.595425 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:24:02.213945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24157): Launched
16:24:02.512181 run   osmo-stp_10.42.42.5(pid=24158): Launched
16:24:02.619698 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:24:03.162376 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24160): Launched
16:24:03.459516 run   osmo-msc_10.42.42.6(pid=24161): Launched
16:24:03.634531 run   osmo-stp_10.42.42.5(pid=24158): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24158)]
16:24:03.766359 run   osmo-stp_10.42.42.5(pid=24158): stdout: 
| (launched: 2022-12-10_16:24:02.366469)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:24:03.889588 run   osmo-stp_10.42.42.5(pid=24158): stderr: 
| �[0;m�[38;5;43m20221210162402537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162402537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162402537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162402538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162402540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162402540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162402540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:24:04.008441 run   osmo-stp_10.42.42.5(pid=24158): stdout: 
| (launched: 2022-12-10_16:24:02.366469)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:24:04.126348 run   osmo-stp_10.42.42.5(pid=24158): stderr: 
| �[0;m�[38;5;43m20221210162402537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162402537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162402537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162402538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162402540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162402540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162402540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:24:04.178603 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24158): Process ended prematurely: osmo-stp_10.42.42.5(pid=24158) [trial-2376↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24158)]  [trial-2376↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]
16:24:04.187370 tst                  mo_mt_call.py:8: Test FAILED (6.2 sec)
16:24:04.248090 run   osmo-hlr_10.42.42.2(pid=24155): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24155)]
16:24:04.297377 run   osmo-hlr_10.42.42.2(pid=24155): stdout: 
| (launched: 2022-12-10_16:24:01.221658) 
16:24:04.347419 run   osmo-hlr_10.42.42.2(pid=24155): stderr: 
| �[0;m�[1;31m20221210162401602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162401603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162401603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162401603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162401603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162401603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162401623 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162401636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162401637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162401637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:24:04.415370 run   osmo-msc_10.42.42.6(pid=24161): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24161)]
16:24:04.464623 run   osmo-msc_10.42.42.6(pid=24161): stdout: 
| (launched: 2022-12-10_16:24:03.313448) 
16:24:04.514505 run   osmo-msc_10.42.42.6(pid=24161): stderr: 
| �[0;m�[38;5;43m20221210162403588 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210162403588 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4775c94c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210162403588 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210162403588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210162403589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210162403589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210162403591 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210162403591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210162403591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210162403591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:24:04.556786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24154): Terminating (SIGTERM)
16:24:04.596852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24157): Terminating (SIGTERM)
16:24:04.636980 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24160): Terminating (SIGTERM)
16:24:04.646473 ---      ParallelTerminationStrategy: PID 24154 died...
16:24:04.700161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24154): Terminated: ok {rc=0}
16:24:04.710241 ---      ParallelTerminationStrategy: PID 24157 died...
16:24:04.763478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24157): Terminated: ok {rc=0}
16:24:04.773454 ---      ParallelTerminationStrategy: PID 24160 died...
16:24:04.827171 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24160): Terminated: ok {rc=0}
16:24:04.910809 bus                        /sierra_3: Setting Powered False
16:24:06.012739 bus                        /sierra_3: Setting Powered False
16:24:07.122421 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>212</age><className>voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24169): Process ended prematurely: osmo-stp_10.42.42.5(pid=24169) [trial-2376↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24169)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24169): Process ended prematurely: osmo-stp_10.42.42.5(pid=24169) [trial-2376↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24169)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py
----------------------------------------------
16:24:08.236323 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:24:08.248704 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
16:24:08.413630 tst              mo_mt_call_osmux.py: using LAC 29181
16:24:08.538738 tst              mo_mt_call_osmux.py: using RAC 111
16:24:08.662634 tst              mo_mt_call_osmux.py: using CellId 29181
16:24:08.788221 tst              mo_mt_call_osmux.py: using BVCI 29182
16:24:08.812072 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:24:08.823616 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:24:08.835118 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:24:08.846740 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:24:08.858429 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:24:08.870056 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
16:24:08.986565 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
16:24:09.184064 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:24:09.648304 run         create_hlr_db(pid=24163): Launched
16:24:09.818509 bus                        /sierra_2: Setting Powered False
16:24:10.840616 run         create_hlr_db(pid=24163): Terminated: ok {rc=0}
16:24:11.233688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24165): Launched
16:24:11.541692 run   osmo-hlr_10.42.42.2(pid=24166): Launched
16:24:11.659418 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:24:12.205642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24168): Launched
16:24:12.519752 run   osmo-stp_10.42.42.5(pid=24169): Launched
16:24:12.634473 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:24:13.216703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24171): Launched
16:24:13.532608 run   osmo-msc_10.42.42.6(pid=24172): Launched
16:24:13.720429 run   osmo-stp_10.42.42.5(pid=24169): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24169)]
16:24:13.854443 run   osmo-stp_10.42.42.5(pid=24169): stdout: 
| (launched: 2022-12-10_16:24:12.366173)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:24:13.987782 run   osmo-stp_10.42.42.5(pid=24169): stderr: 
| �[0;m�[38;5;43m20221210162412557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162412557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162412558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162412558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162412560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162412560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162412561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:24:14.115726 run   osmo-stp_10.42.42.5(pid=24169): stdout: 
| (launched: 2022-12-10_16:24:12.366173)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:24:14.242298 run   osmo-stp_10.42.42.5(pid=24169): stderr: 
| �[0;m�[38;5;43m20221210162412557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162412557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162412558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162412558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162412560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162412560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162412561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:24:14.298181 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24169): Process ended prematurely: osmo-stp_10.42.42.5(pid=24169) [trial-2376↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24169)]  [trial-2376↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]
16:24:14.307464 tst            mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)
16:24:14.370731 run   osmo-hlr_10.42.42.2(pid=24166): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24166)]
16:24:14.422268 run   osmo-hlr_10.42.42.2(pid=24166): stdout: 
| (launched: 2022-12-10_16:24:11.384188) 
16:24:14.474350 run   osmo-hlr_10.42.42.2(pid=24166): stderr: 
| �[0;m�[1;31m20221210162411581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162411581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162411581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162411581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162411581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162411581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162411592 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162411600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162411601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162411601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:24:14.545096 run   osmo-msc_10.42.42.6(pid=24172): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24172)]
16:24:14.596466 run   osmo-msc_10.42.42.6(pid=24172): stdout: 
| (launched: 2022-12-10_16:24:13.377904) 
16:24:14.648314 run   osmo-msc_10.42.42.6(pid=24172): stderr: 
| �[0;m�[38;5;43m20221210162413697 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210162413697 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f52ee1cac40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210162413698 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210162413698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210162413698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210162413698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210162413700 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210162413700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210162413700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210162413700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:24:14.692383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24165): Terminating (SIGTERM)
16:24:14.734367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24168): Terminating (SIGTERM)
16:24:14.776348 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24171): Terminating (SIGTERM)
16:24:14.786269 ---      ParallelTerminationStrategy: PID 24165 died...
16:24:14.841761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24165): Terminated: ok {rc=0}
16:24:14.851745 ---      ParallelTerminationStrategy: PID 24168 died...
16:24:14.907074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24168): Terminated: ok {rc=0}
16:24:14.917154 ---      ParallelTerminationStrategy: PID 24171 died...
16:24:14.972481 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24171): Terminated: ok {rc=0}
16:24:15.059572 bus                        /sierra_3: Setting Powered False
16:24:16.177817 bus                        /sierra_3: Setting Powered False
16:24:17.286545 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>104</id><name>voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-10T16:23:57</timestamp></suite><suite><case><age>48</age><className>voice:trx-lms+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24184): Process ended prematurely: osmo-stp_10.42.42.5(pid=24184) [trial-2376↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24184)]</errorStackTrace><failedSince>2329</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24184): Process ended prematurely: osmo-stp_10.42.42.5(pid=24184) [trial-2376↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24184)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py
----------------------------------------------
16:24:19.280911 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:24:19.291834 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
16:24:19.458002 tst                    mo_mt_call.py: using LAC 29182
16:24:19.586406 tst                    mo_mt_call.py: using RAC 112
16:24:19.710647 tst                    mo_mt_call.py: using CellId 29182
16:24:19.837622 tst                    mo_mt_call.py: using BVCI 29183
16:24:19.861856 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:24:19.873271 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:24:19.884301 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:24:19.895516 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:24:19.906676 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:24:19.917894 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
16:24:20.031831 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
16:24:20.227917 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:24:20.691139 run         create_hlr_db(pid=24178): Launched
16:24:20.860870 bus                        /sierra_2: Setting Powered False
16:24:21.882938 run         create_hlr_db(pid=24178): Terminated: ok {rc=0}
16:24:22.302786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24180): Launched
16:24:22.620223 run   osmo-hlr_10.42.42.2(pid=24181): Launched
16:24:22.739424 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:24:23.286795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24183): Launched
16:24:23.602268 run   osmo-stp_10.42.42.5(pid=24184): Launched
16:24:23.716275 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:24:24.292287 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24186): Launched
16:24:24.607124 run   osmo-msc_10.42.42.6(pid=24187): Launched
16:24:24.791908 run   osmo-stp_10.42.42.5(pid=24184): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24184)]
16:24:24.925797 run   osmo-stp_10.42.42.5(pid=24184): stdout: 
| (launched: 2022-12-10_16:24:23.447159)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:24:25.060134 run   osmo-stp_10.42.42.5(pid=24184): stderr: 
| �[0;m�[38;5;43m20221210162423640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162423640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162423640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162423640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162423641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162423641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162423641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:24:25.187595 run   osmo-stp_10.42.42.5(pid=24184): stdout: 
| (launched: 2022-12-10_16:24:23.447159)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:24:25.313840 run   osmo-stp_10.42.42.5(pid=24184): stderr: 
| �[0;m�[38;5;43m20221210162423640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162423640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162423640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162423640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162423641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162423641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162423641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:24:25.369541 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24184): Process ended prematurely: osmo-stp_10.42.42.5(pid=24184) [trial-2376↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24184)]  [trial-2376↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]
16:24:25.378588 tst                  mo_mt_call.py:8: Test FAILED (6.1 sec)
16:24:25.440852 run   osmo-hlr_10.42.42.2(pid=24181): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24181)]
16:24:25.492131 run   osmo-hlr_10.42.42.2(pid=24181): stdout: 
| (launched: 2022-12-10_16:24:22.463959) 
16:24:25.544397 run   osmo-hlr_10.42.42.2(pid=24181): stderr: 
| �[0;m�[1;31m20221210162422660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162422660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162422660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162422660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162422660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162422660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162422674 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162422682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162422682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162422682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:24:25.615026 run   osmo-msc_10.42.42.6(pid=24187): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24187)]
16:24:25.666042 run   osmo-msc_10.42.42.6(pid=24187): stdout: 
| (launched: 2022-12-10_16:24:24.452719) 
16:24:25.717639 run   osmo-msc_10.42.42.6(pid=24187): stderr: 
| �[0;m�[38;5;43m20221210162424774 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210162424774 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2527a14c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210162424774 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210162424774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210162424774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210162424775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210162424777 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210162424778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210162424778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210162424778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:24:25.761430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24180): Terminating (SIGTERM)
16:24:25.803136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24183): Terminating (SIGTERM)
16:24:25.844730 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24186): Terminating (SIGTERM)
16:24:25.854139 ---      ParallelTerminationStrategy: PID 24180 died...
16:24:25.909848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24180): Terminated: ok {rc=0}
16:24:25.919858 ---      ParallelTerminationStrategy: PID 24183 died...
16:24:25.975263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24183): Terminated: ok {rc=0}
16:24:25.985405 ---      ParallelTerminationStrategy: PID 24186 died...
16:24:26.041083 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24186): Terminated: ok {rc=0}
16:24:26.127717 bus                        /sierra_3: Setting Powered False
16:24:27.230316 bus                        /sierra_3: Setting Powered False
16:24:28.340541 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>212</age><className>voice:trx-lms+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24195): Process ended prematurely: osmo-stp_10.42.42.5(pid=24195) [trial-2376↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24195)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24195): Process ended prematurely: osmo-stp_10.42.42.5(pid=24195) [trial-2376↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24195)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py
----------------------------------------------
16:24:29.448768 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:24:29.460189 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
16:24:29.623876 tst              mo_mt_call_osmux.py: using LAC 29183
16:24:29.748421 tst              mo_mt_call_osmux.py: using RAC 113
16:24:29.875487 tst              mo_mt_call_osmux.py: using CellId 29183
16:24:30.002133 tst              mo_mt_call_osmux.py: using BVCI 29184
16:24:30.026451 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:24:30.038049 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:24:30.049270 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:24:30.060648 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:24:30.072082 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:24:30.083545 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
16:24:30.197867 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
16:24:30.405798 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:24:30.939294 run         create_hlr_db(pid=24189): Launched
16:24:31.122411 bus                        /sierra_2: Setting Powered False
16:24:32.166927 run         create_hlr_db(pid=24189): Terminated: ok {rc=0}
16:24:32.592505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24191): Launched
16:24:32.908328 run   osmo-hlr_10.42.42.2(pid=24192): Launched
16:24:33.024578 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:24:33.571072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24194): Launched
16:24:33.885772 run   osmo-stp_10.42.42.5(pid=24195): Launched
16:24:34.000329 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:24:34.579135 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24197): Launched
16:24:34.894599 run   osmo-msc_10.42.42.6(pid=24198): Launched
16:24:35.080023 run   osmo-stp_10.42.42.5(pid=24195): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24195)]
16:24:35.213923 run   osmo-stp_10.42.42.5(pid=24195): stdout: 
| (launched: 2022-12-10_16:24:33.732006)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:24:35.346958 run   osmo-stp_10.42.42.5(pid=24195): stderr: 
| �[0;m�[38;5;43m20221210162433923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162433924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162433924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162433925 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162433925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162433925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162433925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:24:35.474429 run   osmo-stp_10.42.42.5(pid=24195): stdout: 
| (launched: 2022-12-10_16:24:33.732006)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:24:35.600751 run   osmo-stp_10.42.42.5(pid=24195): stderr: 
| �[0;m�[38;5;43m20221210162433923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162433924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162433924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162433925 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162433925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162433925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162433925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:24:35.657180 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24195): Process ended prematurely: osmo-stp_10.42.42.5(pid=24195) [trial-2376↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24195)]  [trial-2376↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]
16:24:35.666601 tst            mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)
16:24:35.728785 run   osmo-hlr_10.42.42.2(pid=24192): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24192)]
16:24:35.779998 run   osmo-hlr_10.42.42.2(pid=24192): stdout: 
| (launched: 2022-12-10_16:24:32.753972) 
16:24:35.831875 run   osmo-hlr_10.42.42.2(pid=24192): stderr: 
| �[0;m�[1;31m20221210162432952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162432952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162432952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162432952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162432952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162432952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162432965 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162432973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162432973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162432973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:24:35.902242 run   osmo-msc_10.42.42.6(pid=24198): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24198)]
16:24:35.953375 run   osmo-msc_10.42.42.6(pid=24198): stdout: 
| (launched: 2022-12-10_16:24:34.740165) 
16:24:36.005374 run   osmo-msc_10.42.42.6(pid=24198): stderr: 
| �[0;m�[38;5;43m20221210162435060 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210162435060 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f070c3f8c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210162435060 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210162435060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210162435060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210162435061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210162435062 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210162435063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210162435063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210162435063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:24:36.049698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24191): Terminating (SIGTERM)
16:24:36.091553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24194): Terminating (SIGTERM)
16:24:36.133560 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24197): Terminating (SIGTERM)
16:24:36.142925 ---      ParallelTerminationStrategy: PID 24191 died...
16:24:36.198904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24191): Terminated: ok {rc=0}
16:24:36.209146 ---      ParallelTerminationStrategy: PID 24194 died...
16:24:36.265196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24194): Terminated: ok {rc=0}
16:24:36.275445 ---      ParallelTerminationStrategy: PID 24197 died...
16:24:36.332057 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24197): Terminated: ok {rc=0}
16:24:36.418986 bus                        /sierra_3: Setting Powered False
16:24:37.527339 bus                        /sierra_3: Setting Powered False
16:24:38.636006 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>105</id><name>voice_trx-lms+mod-bts0-dynts-osmo</name><properties></properties><timestamp>2022-12-10T16:24:19</timestamp></suite><suite><case><age>46</age><className>emergency:trx-lms</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24210): Process ended prematurely: osmo-stp_10.42.42.5(pid=24210) [trial-2376↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24210)]</errorStackTrace><failedSince>2331</failedSince><name>emergency_mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py", line 19, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24210): Process ended prematurely: osmo-stp_10.42.42.5(pid=24210) [trial-2376↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24210)]
</stderr><stdout>
----------------------------------------------
trial-2376 emergency:trx-lms emergency_mo_mt_call.py
----------------------------------------------
16:24:40.657398 tst                emergency:trx-lms: Using 1 x ip_address (candidates: 6)
16:24:40.668380 tst                emergency:trx-lms: Using 1 x bts (candidates: 1)
16:24:40.808814 tst          emergency_mo_mt_call.py: using LAC 29184
16:24:40.929602 tst          emergency_mo_mt_call.py: using RAC 114
16:24:41.049348 tst          emergency_mo_mt_call.py: using CellId 29184
16:24:41.162048 tst          emergency_mo_mt_call.py: using BVCI 29185
16:24:41.184088 tst                emergency:trx-lms: Using 1 x ip_address (candidates: 6)
16:24:41.194962 tst                emergency:trx-lms: Using 1 x ip_address (candidates: 6)
16:24:41.205610 tst                emergency:trx-lms: Using 1 x ip_address (candidates: 6)
16:24:41.216328 tst                emergency:trx-lms: Using 1 x ip_address (candidates: 6)
16:24:41.227196 tst                emergency:trx-lms: Using 1 x ip_address (candidates: 6)
16:24:41.237839 tst                emergency:trx-lms: Using 1 x modem (candidates: 4)
16:24:41.353765 tst                emergency:trx-lms: Using 1 x modem (candidates: 4)
16:24:41.550455 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:24:42.006522 run         create_hlr_db(pid=24204): Launched
16:24:42.174870 bus                        /sierra_2: Setting Powered False
16:24:43.206393 run         create_hlr_db(pid=24204): Terminated: ok {rc=0}
16:24:43.618381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24206): Launched
16:24:43.928556 run   osmo-hlr_10.42.42.2(pid=24207): Launched
16:24:44.042911 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:24:44.580941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24209): Launched
16:24:44.890368 run   osmo-stp_10.42.42.5(pid=24210): Launched
16:24:45.013998 tst          emergency_mo_mt_call.py: using MSISDN 7792
16:24:45.168640 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:24:45.734685 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24212): Launched
16:24:46.150299 run   osmo-msc_10.42.42.6(pid=24213): Launched
16:24:46.629169 run   osmo-stp_10.42.42.5(pid=24210): ERR: Terminated: ERROR {rc=1}  [trial-2376↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24210)]
16:24:46.906456 run   osmo-stp_10.42.42.5(pid=24210): stdout: 
| (launched: 2022-12-10_16:24:44.738882)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:24:47.042611 run   osmo-stp_10.42.42.5(pid=24210): stderr: 
| �[0;m�[38;5;43m20221210162444929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162444929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162444930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162444930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162444931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162444931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162444931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:24:47.164582 run   osmo-stp_10.42.42.5(pid=24210): stdout: 
| (launched: 2022-12-10_16:24:44.738882)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:24:47.285326 run   osmo-stp_10.42.42.5(pid=24210): stderr: 
| �[0;m�[38;5;43m20221210162444929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162444929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162444930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162444930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162444931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162444931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162444931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:24:47.338954 tst       emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=24210): Process ended prematurely: osmo-stp_10.42.42.5(pid=24210) [trial-2376↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24210)]  [trial-2376↪emergency:trx-lms↪emergency_mo_mt_call.py:19]
16:24:47.348247 tst       emergency_mo_mt_call.py:19: Test FAILED (6.7 sec)
16:24:47.412737 run   osmo-hlr_10.42.42.2(pid=24207): ERR: Terminated: ERROR {rc=237}  [trial-2376↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24207)]
16:24:47.463896 run   osmo-hlr_10.42.42.2(pid=24207): stdout: 
| (launched: 2022-12-10_16:24:43.776688) 
16:24:47.514146 run   osmo-hlr_10.42.42.2(pid=24207): stderr: 
| �[0;m�[1;31m20221210162443973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162443973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162443973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162443973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162443974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162443974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162443986 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162443994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162443994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162443994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:24:47.582215 run   osmo-msc_10.42.42.6(pid=24213): ERR: Terminated: ERROR {rc=2}  [trial-2376↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24213)]
16:24:47.631389 run   osmo-msc_10.42.42.6(pid=24213): stdout: 
| (launched: 2022-12-10_16:24:45.905803) 
16:24:47.681387 run   osmo-msc_10.42.42.6(pid=24213): stderr: 
| �[0;m�[38;5;43m20221210162446416 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210162446417 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f594edbbc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210162446417 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210162446417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210162446419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210162446420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210162446426 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210162446427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210162446429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210162446429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:24:47.723803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24206): Terminating (SIGTERM)
16:24:47.764198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24209): Terminating (SIGTERM)
16:24:47.804561 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24212): Terminating (SIGTERM)
16:24:47.813798 ---      ParallelTerminationStrategy: PID 24206 died...
16:24:47.867363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24206): Terminated: ok {rc=0}
16:24:47.877280 ---      ParallelTerminationStrategy: PID 24209 died...
16:24:47.930909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24209): Terminated: ok {rc=0}
16:24:47.940694 ---      ParallelTerminationStrategy: PID 24212 died...
16:24:47.994045 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24212): Terminated: ok {rc=0}
16:24:48.081850 bus                        /sierra_3: Setting Powered False
16:24:49.185259 bus                        /sierra_3: Setting Powered False
16:24:50.294394 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>235</age><className>emergency:trx-lms</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24221): Process ended prematurely: osmo-stp_10.42.42.5(pid=24221) [trial-2376↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24221)]</errorStackTrace><failedSince>2142</failedSince><name>emergency_preemptive_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py", line 32, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24221): Process ended prematurely: osmo-stp_10.42.42.5(pid=24221) [trial-2376↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24221)]
</stderr><stdout>
----------------------------------------------
trial-2376 emergency:trx-lms emergency_preemptive_call.py
----------------------------------------------
16:24:51.345910 tst                emergency:trx-lms: Using 1 x ip_address (candidates: 6)
16:24:51.357865 tst                emergency:trx-lms: Using 1 x bts (candidates: 1)
16:24:51.500393 tst     emergency_preemptive_call.py: using LAC 29185
16:24:51.626406 tst     emergency_preemptive_call.py: using RAC 115
16:24:51.746383 tst     emergency_preemptive_call.py: using CellId 29185
16:24:51.866494 tst     emergency_preemptive_call.py: using BVCI 29186
16:24:51.890488 tst                emergency:trx-lms: Using 1 x ip_address (candidates: 6)
16:24:51.901624 tst                emergency:trx-lms: Using 1 x ip_address (candidates: 6)
16:24:51.912392 tst                emergency:trx-lms: Using 1 x ip_address (candidates: 6)
16:24:51.923373 tst                emergency:trx-lms: Using 1 x ip_address (candidates: 6)
16:24:51.934298 tst                emergency:trx-lms: Using 1 x ip_address (candidates: 6)
16:24:51.945163 tst                emergency:trx-lms: Using 1 x modem (candidates: 4)
16:24:52.060482 tst                emergency:trx-lms: Using 1 x modem (candidates: 4)
16:24:52.174415 tst                emergency:trx-lms: Using 1 x modem (candidates: 4)
16:24:52.290985 tst                emergency:trx-lms: Using 1 x modem (candidates: 4)
16:24:52.490328 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:24:52.985601 run         create_hlr_db(pid=24215): Launched
16:24:53.165922 bus                        /sierra_2: Setting Powered False
16:24:54.187205 run         create_hlr_db(pid=24215): Terminated: ok {rc=0}
16:24:54.576592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24217): Launched
16:24:54.866476 run   osmo-hlr_10.42.42.2(pid=24218): Launched
16:24:54.972500 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:24:55.474218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24220): Launched
16:24:55.762804 run   osmo-stp_10.42.42.5(pid=24221): Launched
16:24:55.886414 tst     emergency_preemptive_call.py: using MSISDN 7793
16:24:56.030271 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:24:56.557002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24223): Launched
16:24:56.845317 run   osmo-msc_10.42.42.6(pid=24224): Launched
16:24:57.014872 run   osmo-stp_10.42.42.5(pid=24221): ERR: Terminated: ERROR {rc=1}  [trial-2376↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24221)]
16:24:57.138103 run   osmo-stp_10.42.42.5(pid=24221): stdout: 
| (launched: 2022-12-10_16:24:55.620562)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:24:57.259139 run   osmo-stp_10.42.42.5(pid=24221): stderr: 
| �[0;m�[38;5;43m20221210162455790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162455790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162455790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162455791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162455791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162455792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162455792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:24:57.375853 run   osmo-stp_10.42.42.5(pid=24221): stdout: 
| (launched: 2022-12-10_16:24:55.620562)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:24:57.491492 run   osmo-stp_10.42.42.5(pid=24221): stderr: 
| �[0;m�[38;5;43m20221210162455790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162455790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162455790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162455791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162455791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162455792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162455792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:24:57.542055 tst  emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=24221): Process ended prematurely: osmo-stp_10.42.42.5(pid=24221) [trial-2376↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24221)]  [trial-2376↪emergency:trx-lms↪emergency_preemptive_call.py:32]
16:24:57.550179 tst  emergency_preemptive_call.py:32: Test FAILED (6.2 sec)
16:24:57.610813 run   osmo-hlr_10.42.42.2(pid=24218): ERR: Terminated: ERROR {rc=237}  [trial-2376↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24218)]
16:24:57.660506 run   osmo-hlr_10.42.42.2(pid=24218): stdout: 
| (launched: 2022-12-10_16:24:54.723796) 
16:24:57.710666 run   osmo-hlr_10.42.42.2(pid=24218): stderr: 
| �[0;m�[1;31m20221210162454898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162454898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162454898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162454898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162454898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162454898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162454910 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162454918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162454918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162454918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:24:57.778677 run   osmo-msc_10.42.42.6(pid=24224): ERR: Terminated: ERROR {rc=2}  [trial-2376↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24224)]
16:24:57.828323 run   osmo-msc_10.42.42.6(pid=24224): stdout: 
| (launched: 2022-12-10_16:24:56.703197) 
16:24:57.878165 run   osmo-msc_10.42.42.6(pid=24224): stderr: 
| �[0;m�[38;5;43m20221210162456974 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210162456974 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faad855ec40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210162456974 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210162456974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210162456975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210162456975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210162456977 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210162456977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210162456977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210162456977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:24:57.920469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24217): Terminating (SIGTERM)
16:24:57.960521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24220): Terminating (SIGTERM)
16:24:58.000318 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24223): Terminating (SIGTERM)
16:24:58.009793 ---      ParallelTerminationStrategy: PID 24217 died...
16:24:58.063738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24217): Terminated: ok {rc=0}
16:24:58.073568 ---      ParallelTerminationStrategy: PID 24220 died...
16:24:58.127752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24220): Terminated: ok {rc=0}
16:24:58.137558 ---      ParallelTerminationStrategy: PID 24223 died...
16:24:58.191502 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24223): Terminated: ok {rc=0}
16:24:58.279966 bus                        /sierra_9: Setting Powered False
16:24:59.383405 bus                        /sierra_9: Setting Powered False
16:25:00.494797 bus                        /sierra_8: Setting Powered False
16:25:01.610945 bus                        /sierra_8: Setting Powered False
16:25:02.728584 bus                        /sierra_3: Setting Powered False
16:25:03.833267 bus                        /sierra_3: Setting Powered False
16:25:04.947059 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>27.0</duration><id>106</id><name>emergency_trx-lms</name><properties></properties><timestamp>2022-12-10T16:24:40</timestamp></suite><suite><case><age>238</age><className>gprs:trx-lms</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24244): Process ended prematurely: osmo-stp_10.42.42.5(pid=24244) [trial-2376↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24244)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24244): Process ended prematurely: osmo-stp_10.42.42.5(pid=24244) [trial-2376↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24244)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-lms cs_paging_gprs_active.py
----------------------------------------------
16:25:07.056318 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:07.066821 tst                     gprs:trx-lms: Using 1 x bts (candidates: 1)
16:25:07.200598 tst         cs_paging_gprs_active.py: using LAC 29186
16:25:07.316163 tst         cs_paging_gprs_active.py: using RAC 116
16:25:07.433800 tst         cs_paging_gprs_active.py: using CellId 29186
16:25:07.558737 tst         cs_paging_gprs_active.py: using BVCI 29187
16:25:07.583029 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:07.594138 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:07.604800 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:07.616173 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:07.627559 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:07.638929 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:07.650395 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:07.661639 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:07.673175 tst                     gprs:trx-lms: Using 1 x modem (candidates: 4)
16:25:07.788160 tst                     gprs:trx-lms: Using 1 x modem (candidates: 4)
16:25:08.077775 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
16:25:08.210585 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:25:08.538510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24234): Launched
16:25:08.810956 run iperf3-srv_10.42.42.10(pid=24235): Launched
16:25:09.005150 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
16:25:09.137482 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:25:09.464681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24236): Launched
16:25:09.736379 run iperf3-srv_10.42.42.10(pid=24237): Launched
16:25:09.931003 tst      cs_paging_gprs_active.py:38: start network...
16:25:10.063585 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:25:10.567153 run         create_hlr_db(pid=24238): Launched
16:25:10.749608 bus                        /sierra_2: Setting Powered False
16:25:11.770962 run         create_hlr_db(pid=24238): Terminated: ok {rc=0}
16:25:12.169927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24240): Launched
16:25:12.465514 run   osmo-hlr_10.42.42.2(pid=24241): Launched
16:25:12.578780 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:25:13.097949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24243): Launched
16:25:13.392855 run   osmo-stp_10.42.42.5(pid=24244): Launched
16:25:13.500673 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:25:14.016609 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24246): Launched
16:25:14.122320 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:25:14.380779 run              patchelf(pid=24247): Launched
16:25:14.554383 run   osmo-stp_10.42.42.5(pid=24244): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24244)]
16:25:14.681307 run   osmo-stp_10.42.42.5(pid=24244): stdout: 
| (launched: 2022-12-10_16:25:13.247927)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:25:14.809506 run   osmo-stp_10.42.42.5(pid=24244): stderr: 
| �[0;m�[38;5;43m20221210162513415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162513415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162513416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162513416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162513416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162513417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162513417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:25:14.932015 run   osmo-stp_10.42.42.5(pid=24244): stdout: 
| (launched: 2022-12-10_16:25:13.247927)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:25:15.053565 run   osmo-stp_10.42.42.5(pid=24244): stderr: 
| �[0;m�[38;5;43m20221210162513415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162513415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162513416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162513416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162513416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162513417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162513417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:25:15.195112 run              patchelf(pid=24247): Terminating (SIGINT)
16:25:15.361846 run              patchelf(pid=24247): Terminated: ok {rc=0}
16:25:15.392398 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24244): Process ended prematurely: osmo-stp_10.42.42.5(pid=24244) [trial-2376↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24244)]  [trial-2376↪gprs:trx-lms↪cs_paging_gprs_active.py:38]
16:25:15.401547 tst      cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)
16:25:15.462700 run   osmo-hlr_10.42.42.2(pid=24241): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24241)]
16:25:15.512183 run   osmo-hlr_10.42.42.2(pid=24241): stdout: 
| (launched: 2022-12-10_16:25:12.319885) 
16:25:15.562235 run   osmo-hlr_10.42.42.2(pid=24241): stderr: 
| �[0;m�[1;31m20221210162512492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162512492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162512492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162512492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162512493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162512493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162512505 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162512513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162512514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162512514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:25:15.604860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24234): Terminating (SIGTERM)
16:25:15.645344 run iperf3-srv_10.42.42.10(pid=24235): Terminating (SIGTERM)
16:25:15.685815 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24236): Terminating (SIGTERM)
16:25:15.726229 run iperf3-srv_10.42.42.10(pid=24237): Terminating (SIGTERM)
16:25:15.766533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24240): Terminating (SIGTERM)
16:25:15.806850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24243): Terminating (SIGTERM)
16:25:15.853648 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24246): Terminating (SIGTERM)
16:25:15.865826 ---      ParallelTerminationStrategy: PID 24234 died...
16:25:15.944226 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24234): Terminated: ok {rc=0}
16:25:15.955916 ---      ParallelTerminationStrategy: PID 24235 died...
16:25:16.015604 run iperf3-srv_10.42.42.10(pid=24235): Terminated {rc=256}
16:25:16.027081 ---      ParallelTerminationStrategy: PID 24236 died...
16:25:16.087198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24236): Terminated: ok {rc=0}
16:25:16.098371 ---      ParallelTerminationStrategy: PID 24237 died...
16:25:16.158185 run iperf3-srv_10.42.42.10(pid=24237): Terminated {rc=256}
16:25:16.170307 ---      ParallelTerminationStrategy: PID 24240 died...
16:25:16.227953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24240): Terminated: ok {rc=0}
16:25:16.238915 ---      ParallelTerminationStrategy: PID 24243 died...
16:25:16.296807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24243): Terminated: ok {rc=0}
16:25:16.307973 ---      ParallelTerminationStrategy: PID 24246 died...
16:25:16.369047 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24246): Terminated: ok {rc=0}
16:25:16.458452 bus                          /gobi_0: Setting Powered False
16:25:17.562944 bus                          /gobi_0: Setting Powered False
16:25:18.669602 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>235</age><className>gprs:trx-lms</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24256): Process ended prematurely: osmo-stp_10.42.42.5(pid=24256) [trial-2376↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24256)]</errorStackTrace><failedSince>2142</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24256): Process ended prematurely: osmo-stp_10.42.42.5(pid=24256) [trial-2376↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24256)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-lms iperf3.py
----------------------------------------------
16:25:19.784278 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:19.795965 tst                     gprs:trx-lms: Using 1 x bts (candidates: 1)
16:25:19.941221 tst                        iperf3.py: using LAC 29187
16:25:20.065515 tst                        iperf3.py: using RAC 117
16:25:20.188504 tst                        iperf3.py: using CellId 29187
16:25:20.312375 tst                        iperf3.py: using BVCI 29188
16:25:20.336605 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:20.347608 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:20.358367 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:20.369116 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:20.379714 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:20.390581 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:20.401479 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:20.412112 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:20.423007 tst                     gprs:trx-lms: Using 1 x modem (candidates: 4)
16:25:20.706696 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
16:25:20.838353 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:25:21.165845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24248): Launched
16:25:21.436787 run iperf3-srv_10.42.42.10(pid=24249): Launched
16:25:21.630797 tst                      iperf3.py:8: start network...
16:25:21.762795 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:25:22.269385 run         create_hlr_db(pid=24250): Launched
16:25:22.451997 bus                          /gobi_6: Setting Powered False
16:25:23.473496 run         create_hlr_db(pid=24250): Terminated: ok {rc=0}
16:25:23.870466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24252): Launched
16:25:24.166196 run   osmo-hlr_10.42.42.2(pid=24253): Launched
16:25:24.279302 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:25:24.801743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24255): Launched
16:25:25.095957 run   osmo-stp_10.42.42.5(pid=24256): Launched
16:25:25.204134 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:25:25.717447 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24258): Launched
16:25:25.822501 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:25:26.080054 run              patchelf(pid=24259): Launched
16:25:26.253456 run   osmo-stp_10.42.42.5(pid=24256): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24256)]
16:25:26.380103 run   osmo-stp_10.42.42.5(pid=24256): stdout: 
| (launched: 2022-12-10_16:25:24.950987)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:25:26.507206 run   osmo-stp_10.42.42.5(pid=24256): stderr: 
| �[0;m�[38;5;43m20221210162525120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162525120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162525120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162525121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162525121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162525121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162525121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:25:26.630186 run   osmo-stp_10.42.42.5(pid=24256): stdout: 
| (launched: 2022-12-10_16:25:24.950987)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:25:26.751683 run   osmo-stp_10.42.42.5(pid=24256): stderr: 
| �[0;m�[38;5;43m20221210162525120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162525120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162525120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162525121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162525121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162525121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162525121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:25:26.893002 run              patchelf(pid=24259): Terminating (SIGINT)
16:25:27.058940 run              patchelf(pid=24259): Terminated: ok {rc=0}
16:25:27.089837 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24256): Process ended prematurely: osmo-stp_10.42.42.5(pid=24256) [trial-2376↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24256)]  [trial-2376↪gprs:trx-lms↪iperf3.py:8]
16:25:27.098965 tst                      iperf3.py:8: Test FAILED (7.3 sec)
16:25:27.159645 run   osmo-hlr_10.42.42.2(pid=24253): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24253)]
16:25:27.208815 run   osmo-hlr_10.42.42.2(pid=24253): stdout: 
| (launched: 2022-12-10_16:25:24.020861) 
16:25:27.258864 run   osmo-hlr_10.42.42.2(pid=24253): stderr: 
| �[0;m�[1;31m20221210162524199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162524199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162524199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162524199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162524199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162524199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162524210 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162524218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162524218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162524218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:25:27.301150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24248): Terminating (SIGTERM)
16:25:27.340927 run iperf3-srv_10.42.42.10(pid=24249): Terminating (SIGTERM)
16:25:27.380808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24252): Terminating (SIGTERM)
16:25:27.420494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24255): Terminating (SIGTERM)
16:25:27.460294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24258): Terminating (SIGTERM)
16:25:27.470250 ---      ParallelTerminationStrategy: PID 24248 died...
16:25:27.524002 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24248): Terminated: ok {rc=0}
16:25:27.533853 ---      ParallelTerminationStrategy: PID 24249 died...
16:25:27.587180 run iperf3-srv_10.42.42.10(pid=24249): Terminated {rc=256}
16:25:27.596800 ---      ParallelTerminationStrategy: PID 24252 died...
16:25:27.649842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24252): Terminated: ok {rc=0}
16:25:27.659736 ---      ParallelTerminationStrategy: PID 24255 died...
16:25:27.713371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24255): Terminated: ok {rc=0}
16:25:27.723299 ---      ParallelTerminationStrategy: PID 24258 died...
16:25:27.776853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24258): Terminated: ok {rc=0}
16:25:27.864215 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-lms</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24274): Process ended prematurely: osmo-stp_10.42.42.5(pid=24274) [trial-2376↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24274)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24274): Process ended prematurely: osmo-stp_10.42.42.5(pid=24274) [trial-2376↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24274)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-lms iperf3m4.py
----------------------------------------------
16:25:28.974763 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:28.985953 tst                     gprs:trx-lms: Using 1 x bts (candidates: 1)
16:25:29.119984 tst                      iperf3m4.py: using LAC 29188
16:25:29.237582 tst                      iperf3m4.py: using RAC 118
16:25:29.353597 tst                      iperf3m4.py: using CellId 29188
16:25:29.473675 tst                      iperf3m4.py: using BVCI 29189
16:25:29.496261 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:29.506875 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:29.517210 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:29.527782 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:29.538324 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:29.548898 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:29.559629 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:29.570232 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:29.581096 tst                     gprs:trx-lms: Using 1 x modem (candidates: 4)
16:25:29.699065 tst                     gprs:trx-lms: Using 1 x modem (candidates: 4)
16:25:29.821283 tst                     gprs:trx-lms: Using 1 x modem (candidates: 4)
16:25:29.934133 tst                     gprs:trx-lms: Using 1 x modem (candidates: 4)
16:25:30.208131 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
16:25:30.331503 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:25:30.637254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24260): Launched
16:25:30.900381 run iperf3-srv_10.42.42.10(pid=24261): Launched
16:25:31.088288 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
16:25:31.214326 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:25:31.545688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24262): Launched
16:25:31.855306 run iperf3-srv_10.42.42.10(pid=24263): Launched
16:25:32.057060 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
16:25:32.205780 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:25:32.514753 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24264): Launched
16:25:32.767972 run iperf3-srv_10.42.42.10(pid=24265): Launched
16:25:32.947973 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
16:25:33.070730 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:25:33.377435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24266): Launched
16:25:33.631315 run iperf3-srv_10.42.42.10(pid=24267): Launched
16:25:33.812208 tst                    iperf3m4.py:8: start network...
16:25:33.935009 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:25:34.398835 run         create_hlr_db(pid=24268): Launched
16:25:34.569468 bus                          /gobi_6: Setting Powered False
16:25:35.592023 run         create_hlr_db(pid=24268): Terminated: ok {rc=0}
16:25:36.011236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24270): Launched
16:25:36.328891 run   osmo-hlr_10.42.42.2(pid=24271): Launched
16:25:36.448555 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:25:36.998052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24273): Launched
16:25:37.313908 run   osmo-stp_10.42.42.5(pid=24274): Launched
16:25:37.428466 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:25:37.978595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24276): Launched
16:25:38.091918 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:25:38.367154 run              patchelf(pid=24277): Launched
16:25:38.552107 run   osmo-stp_10.42.42.5(pid=24274): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24274)]
16:25:38.688272 run   osmo-stp_10.42.42.5(pid=24274): stdout: 
| (launched: 2022-12-10_16:25:37.159327)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:25:38.824282 run   osmo-stp_10.42.42.5(pid=24274): stderr: 
| �[0;m�[38;5;43m20221210162537347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162537347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162537347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162537347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162537348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162537348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162537348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:25:38.955177 run   osmo-stp_10.42.42.5(pid=24274): stdout: 
| (launched: 2022-12-10_16:25:37.159327)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:25:39.084798 run   osmo-stp_10.42.42.5(pid=24274): stderr: 
| �[0;m�[38;5;43m20221210162537347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162537347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162537347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162537347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162537348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162537348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162537348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:25:39.235948 run              patchelf(pid=24277): Terminating (SIGINT)
16:25:39.413683 run              patchelf(pid=24277): Terminated: ok {rc=0}
16:25:39.446251 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24274): Process ended prematurely: osmo-stp_10.42.42.5(pid=24274) [trial-2376↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24274)]  [trial-2376↪gprs:trx-lms↪iperf3m4.py:8]
16:25:39.455961 tst                    iperf3m4.py:8: Test FAILED (10.5 sec)
16:25:39.519020 run   osmo-hlr_10.42.42.2(pid=24271): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24271)]
16:25:39.570300 run   osmo-hlr_10.42.42.2(pid=24271): stdout: 
| (launched: 2022-12-10_16:25:36.174131) 
16:25:39.622136 run   osmo-hlr_10.42.42.2(pid=24271): stderr: 
| �[0;m�[1;31m20221210162536370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162536370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162536370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162536370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162536370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162536370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162536382 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162536390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162536391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162536391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:25:39.666449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24260): Terminating (SIGTERM)
16:25:39.708112 run iperf3-srv_10.42.42.10(pid=24261): Terminating (SIGTERM)
16:25:39.750027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24262): Terminating (SIGTERM)
16:25:39.791750 run iperf3-srv_10.42.42.10(pid=24263): Terminating (SIGTERM)
16:25:39.833713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24264): Terminating (SIGTERM)
16:25:39.875501 run iperf3-srv_10.42.42.10(pid=24265): Terminating (SIGTERM)
16:25:39.921352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24266): Terminating (SIGTERM)
16:25:39.968235 run iperf3-srv_10.42.42.10(pid=24267): Terminating (SIGTERM)
16:25:40.010545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24270): Terminating (SIGTERM)
16:25:40.052573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24273): Terminating (SIGTERM)
16:25:40.094628 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24276): Terminating (SIGTERM)
16:25:40.104257 ---      ParallelTerminationStrategy: PID 24260 died...
16:25:40.160557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24260): Terminated: ok {rc=0}
16:25:40.170690 ---      ParallelTerminationStrategy: PID 24261 died...
16:25:40.226352 run iperf3-srv_10.42.42.10(pid=24261): Terminated {rc=256}
16:25:40.236406 ---      ParallelTerminationStrategy: PID 24262 died...
16:25:40.291914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24262): Terminated: ok {rc=0}
16:25:40.301968 ---      ParallelTerminationStrategy: PID 24263 died...
16:25:40.357465 run iperf3-srv_10.42.42.10(pid=24263): Terminated {rc=256}
16:25:40.367533 ---      ParallelTerminationStrategy: PID 24264 died...
16:25:40.423034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24264): Terminated: ok {rc=0}
16:25:40.433116 ---      ParallelTerminationStrategy: PID 24265 died...
16:25:40.488942 run iperf3-srv_10.42.42.10(pid=24265): Terminated {rc=256}
16:25:40.499100 ---      ParallelTerminationStrategy: PID 24266 died...
16:25:40.554670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24266): Terminated: ok {rc=0}
16:25:40.564688 ---      ParallelTerminationStrategy: PID 24267 died...
16:25:40.620328 run iperf3-srv_10.42.42.10(pid=24267): Terminated {rc=256}
16:25:40.630488 ---      ParallelTerminationStrategy: PID 24270 died...
16:25:40.686084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24270): Terminated: ok {rc=0}
16:25:40.696091 ---      ParallelTerminationStrategy: PID 24273 died...
16:25:40.751872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24273): Terminated: ok {rc=0}
16:25:40.762039 ---      ParallelTerminationStrategy: PID 24276 died...
16:25:40.817832 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24276): Terminated: ok {rc=0}
16:25:40.905311 bus                          /gobi_4: Setting Powered False
16:25:42.009213 bus                          /gobi_4: Setting Powered False
16:25:43.117496 bus                          /gobi_1: Setting Powered False
16:25:44.219388 bus                          /gobi_1: Setting Powered False
16:25:45.329973 bus                          /gobi_0: Setting Powered False
16:25:46.442922 bus                          /gobi_0: Setting Powered False
16:25:47.553231 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>50</age><className>gprs:trx-lms</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24284): Process ended prematurely: osmo-stp_10.42.42.5(pid=24284) [trial-2376↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24284)]</errorStackTrace><failedSince>2327</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24284): Process ended prematurely: osmo-stp_10.42.42.5(pid=24284) [trial-2376↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24284)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-lms ping.py
----------------------------------------------
16:25:48.621528 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:48.632533 tst                     gprs:trx-lms: Using 1 x bts (candidates: 1)
16:25:48.783438 tst                          ping.py: using LAC 29189
16:25:48.898876 tst                          ping.py: using RAC 119
16:25:49.011501 tst                          ping.py: using CellId 29189
16:25:49.123631 tst                          ping.py: using BVCI 29190
16:25:49.145789 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:49.156229 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:49.166596 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:49.177176 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:49.187714 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:49.198223 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:49.208796 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:49.219589 tst                     gprs:trx-lms: Using 1 x modem (candidates: 4)
16:25:49.490604 tst                       ping.py:19: start network...
16:25:49.612304 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:25:50.067260 run         create_hlr_db(pid=24278): Launched
16:25:50.235467 bus                          /gobi_6: Setting Powered False
16:25:51.268780 run         create_hlr_db(pid=24278): Terminated: ok {rc=0}
16:25:51.666183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24280): Launched
16:25:51.976003 run   osmo-hlr_10.42.42.2(pid=24281): Launched
16:25:52.090090 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:25:52.634142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24283): Launched
16:25:52.943834 run   osmo-stp_10.42.42.5(pid=24284): Launched
16:25:53.056367 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:25:53.597471 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24286): Launched
16:25:53.708309 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:25:53.979138 run              patchelf(pid=24287): Launched
16:25:54.162179 run   osmo-stp_10.42.42.5(pid=24284): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24284)]
16:25:54.295854 run   osmo-stp_10.42.42.5(pid=24284): stdout: 
| (launched: 2022-12-10_16:25:52.792342)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:25:54.429368 run   osmo-stp_10.42.42.5(pid=24284): stderr: 
| �[0;m�[38;5;43m20221210162552981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162552982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162552982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162552982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162552983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162552983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162552983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:25:54.558308 run   osmo-stp_10.42.42.5(pid=24284): stdout: 
| (launched: 2022-12-10_16:25:52.792342)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:25:54.686189 run   osmo-stp_10.42.42.5(pid=24284): stderr: 
| �[0;m�[38;5;43m20221210162552981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162552982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162552982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162552982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162552983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162552983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162552983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:25:54.834635 run              patchelf(pid=24287): Terminating (SIGINT)
16:25:55.008746 run              patchelf(pid=24287): Terminated: ok {rc=0}
16:25:55.040441 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24284): Process ended prematurely: osmo-stp_10.42.42.5(pid=24284) [trial-2376↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24284)]  [trial-2376↪gprs:trx-lms↪ping.py:22]
16:25:55.050003 tst                       ping.py:22: Test FAILED (6.4 sec)
16:25:55.112941 run   osmo-hlr_10.42.42.2(pid=24281): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24281)]
16:25:55.164466 run   osmo-hlr_10.42.42.2(pid=24281): stdout: 
| (launched: 2022-12-10_16:25:51.824242) 
16:25:55.216654 run   osmo-hlr_10.42.42.2(pid=24281): stderr: 
| �[0;m�[1;31m20221210162552020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162552020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162552020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162552020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162552020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162552020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162552038 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162552049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162552050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162552050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:25:55.261038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24280): Terminating (SIGTERM)
16:25:55.303037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24283): Terminating (SIGTERM)
16:25:55.345244 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24286): Terminating (SIGTERM)
16:25:55.355074 ---      ParallelTerminationStrategy: PID 24280 died...
16:25:55.411761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24280): Terminated: ok {rc=0}
16:25:55.422079 ---      ParallelTerminationStrategy: PID 24283 died...
16:25:55.478020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24283): Terminated: ok {rc=0}
16:25:55.488075 ---      ParallelTerminationStrategy: PID 24286 died...
16:25:55.543863 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24286): Terminated: ok {rc=0}
16:25:55.631708 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>57</age><className>gprs:trx-lms</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24294): Process ended prematurely: osmo-stp_10.42.42.5(pid=24294) [trial-2376↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24294)]</errorStackTrace><failedSince>2320</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24294): Process ended prematurely: osmo-stp_10.42.42.5(pid=24294) [trial-2376↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24294)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-lms ping_idle_ping.py
----------------------------------------------
16:25:56.685345 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:56.697390 tst                     gprs:trx-lms: Using 1 x bts (candidates: 1)
16:25:56.841376 tst                ping_idle_ping.py: using LAC 29190
16:25:56.962324 tst                ping_idle_ping.py: using RAC 120
16:25:57.083011 tst                ping_idle_ping.py: using CellId 29190
16:25:57.203818 tst                ping_idle_ping.py: using BVCI 29191
16:25:57.227718 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:57.238788 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:57.249670 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:57.260482 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:57.271323 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:57.282129 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:57.293113 tst                     gprs:trx-lms: Using 1 x ip_address (candidates: 9)
16:25:57.303935 tst                     gprs:trx-lms: Using 1 x modem (candidates: 4)
16:25:57.587061 tst             ping_idle_ping.py:24: start network...
16:25:57.716706 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:25:58.217829 run         create_hlr_db(pid=24288): Launched
16:25:58.400069 bus                          /gobi_6: Setting Powered False
16:25:59.420431 run         create_hlr_db(pid=24288): Terminated: ok {rc=0}
16:25:59.813523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24290): Launched
16:26:00.106965 run   osmo-hlr_10.42.42.2(pid=24291): Launched
16:26:00.218275 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:26:00.732379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24293): Launched
16:26:01.176207 run   osmo-stp_10.42.42.5(pid=24294): Launched
16:26:01.456035 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:26:02.048179 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24296): Launched
16:26:02.162336 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:26:02.435084 run              patchelf(pid=24297): Launched
16:26:02.617826 run   osmo-stp_10.42.42.5(pid=24294): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24294)]
16:26:02.751105 run   osmo-stp_10.42.42.5(pid=24294): stdout: 
| (launched: 2022-12-10_16:26:00.894978)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:26:02.884737 run   osmo-stp_10.42.42.5(pid=24294): stderr: 
| �[0;m�[38;5;43m20221210162601186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162601186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162601187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162601189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162601194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162601194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162601195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:26:03.013769 run   osmo-stp_10.42.42.5(pid=24294): stdout: 
| (launched: 2022-12-10_16:26:00.894978)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:26:03.141907 run   osmo-stp_10.42.42.5(pid=24294): stderr: 
| �[0;m�[38;5;43m20221210162601186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162601186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162601187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162601189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162601194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162601194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162601195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:26:03.289995 run              patchelf(pid=24297): Terminating (SIGINT)
16:26:03.464118 run              patchelf(pid=24297): Terminated: ok {rc=0}
16:26:03.495870 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24294): Process ended prematurely: osmo-stp_10.42.42.5(pid=24294) [trial-2376↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24294)]  [trial-2376↪gprs:trx-lms↪ping_idle_ping.py:27]
16:26:03.504913 tst             ping_idle_ping.py:27: Test FAILED (6.8 sec)
16:26:03.567941 run   osmo-hlr_10.42.42.2(pid=24291): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24291)]
16:26:03.619557 run   osmo-hlr_10.42.42.2(pid=24291): stdout: 
| (launched: 2022-12-10_16:25:59.962920) 
16:26:03.671651 run   osmo-hlr_10.42.42.2(pid=24291): stderr: 
| �[0;m�[1;31m20221210162600139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162600140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162600140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162600140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162600140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162600140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162600152 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162600160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162600161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162600161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:26:03.716278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24290): Terminating (SIGTERM)
16:26:03.758479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24293): Terminating (SIGTERM)
16:26:03.800725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24296): Terminating (SIGTERM)
16:26:03.810537 ---      ParallelTerminationStrategy: PID 24290 died...
16:26:03.867310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24290): Terminated: ok {rc=0}
16:26:03.877683 ---      ParallelTerminationStrategy: PID 24293 died...
16:26:03.933788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24293): Terminated: ok {rc=0}
16:26:03.943865 ---      ParallelTerminationStrategy: PID 24296 died...
16:26:04.000306 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24296): Terminated: ok {rc=0}
16:26:04.086507 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>107</id><name>gprs_trx-lms</name><properties></properties><timestamp>2022-12-10T16:25:06</timestamp></suite><suite><case><age>238</age><className>gprs:trx-lms+mod-bts0-egprs</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24311): Process ended prematurely: osmo-stp_10.42.42.5(pid=24311) [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24311)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24311): Process ended prematurely: osmo-stp_10.42.42.5(pid=24311) [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24311)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py
----------------------------------------------
16:26:06.244505 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:06.255651 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)
16:26:06.397287 tst         cs_paging_gprs_active.py: using LAC 29191
16:26:06.520538 tst         cs_paging_gprs_active.py: using RAC 121
16:26:06.643620 tst         cs_paging_gprs_active.py: using CellId 29191
16:26:06.766741 tst         cs_paging_gprs_active.py: using BVCI 29192
16:26:06.791129 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:06.802454 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:06.813526 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:06.824581 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:06.835537 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:06.846506 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:06.857693 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:06.868514 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:06.879738 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:26:06.995716 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:26:07.286099 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
16:26:07.418959 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:26:07.747499 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24301): Launched
16:26:08.019680 run iperf3-srv_10.42.42.10(pid=24302): Launched
16:26:08.214974 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
16:26:08.347324 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:26:08.676679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24303): Launched
16:26:08.949253 run iperf3-srv_10.42.42.10(pid=24304): Launched
16:26:09.145246 tst      cs_paging_gprs_active.py:38: start network...
16:26:09.277823 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:26:09.785125 run         create_hlr_db(pid=24305): Launched
16:26:09.968151 bus                          /gobi_6: Setting Powered False
16:26:10.990283 run         create_hlr_db(pid=24305): Terminated: ok {rc=0}
16:26:11.412304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24307): Launched
16:26:11.728012 run   osmo-hlr_10.42.42.2(pid=24308): Launched
16:26:11.843207 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:26:12.392407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24310): Launched
16:26:12.708369 run   osmo-stp_10.42.42.5(pid=24311): Launched
16:26:12.822670 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:26:13.375602 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24313): Launched
16:26:13.488791 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:26:13.765064 run              patchelf(pid=24314): Launched
16:26:13.952300 run   osmo-stp_10.42.42.5(pid=24311): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24311)]
16:26:14.089191 run   osmo-stp_10.42.42.5(pid=24311): stdout: 
| (launched: 2022-12-10_16:26:12.554128)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:26:14.225958 run   osmo-stp_10.42.42.5(pid=24311): stderr: 
| �[0;m�[38;5;43m20221210162612744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162612744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162612745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162612745 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162612746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162612746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162612746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:26:14.357561 run   osmo-stp_10.42.42.5(pid=24311): stdout: 
| (launched: 2022-12-10_16:26:12.554128)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:26:14.489027 run   osmo-stp_10.42.42.5(pid=24311): stderr: 
| �[0;m�[38;5;43m20221210162612744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162612744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162612745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162612745 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162612746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162612746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162612746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:26:14.640812 run              patchelf(pid=24314): Terminating (SIGINT)
16:26:14.819135 run              patchelf(pid=24314): Terminated: ok {rc=0}
16:26:14.851903 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24311): Process ended prematurely: osmo-stp_10.42.42.5(pid=24311) [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24311)]  [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]
16:26:14.861648 tst      cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)
16:26:14.924646 run   osmo-hlr_10.42.42.2(pid=24308): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24308)]
16:26:14.976147 run   osmo-hlr_10.42.42.2(pid=24308): stdout: 
| (launched: 2022-12-10_16:26:11.573563) 
16:26:15.028463 run   osmo-hlr_10.42.42.2(pid=24308): stderr: 
| �[0;m�[1;31m20221210162611771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162611771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162611771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162611771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162611771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162611771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162611784 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162611793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162611793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162611793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:26:15.073479 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24301): Terminating (SIGTERM)
16:26:15.115545 run iperf3-srv_10.42.42.10(pid=24302): Terminating (SIGTERM)
16:26:15.157605 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24303): Terminating (SIGTERM)
16:26:15.199446 run iperf3-srv_10.42.42.10(pid=24304): Terminating (SIGTERM)
16:26:15.241426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24307): Terminating (SIGTERM)
16:26:15.283426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24310): Terminating (SIGTERM)
16:26:15.325509 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24313): Terminating (SIGTERM)
16:26:15.335217 ---      ParallelTerminationStrategy: PID 24301 died...
16:26:15.391390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24301): Terminated: ok {rc=0}
16:26:15.401594 ---      ParallelTerminationStrategy: PID 24302 died...
16:26:15.457271 run iperf3-srv_10.42.42.10(pid=24302): Terminated {rc=256}
16:26:15.467336 ---      ParallelTerminationStrategy: PID 24303 died...
16:26:15.523200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24303): Terminated: ok {rc=0}
16:26:15.533381 ---      ParallelTerminationStrategy: PID 24304 died...
16:26:15.588920 run iperf3-srv_10.42.42.10(pid=24304): Terminated {rc=256}
16:26:15.599067 ---      ParallelTerminationStrategy: PID 24307 died...
16:26:15.655076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24307): Terminated: ok {rc=0}
16:26:15.665294 ---      ParallelTerminationStrategy: PID 24310 died...
16:26:15.721312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24310): Terminated: ok {rc=0}
16:26:15.731526 ---      ParallelTerminationStrategy: PID 24313 died...
16:26:15.787691 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24313): Terminated: ok {rc=0}
16:26:15.909490 bus                          /gobi_0: Setting Powered False
16:26:17.014443 bus                          /gobi_0: Setting Powered False
16:26:18.120991 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-lms+mod-bts0-egprs</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24323): Process ended prematurely: osmo-stp_10.42.42.5(pid=24323) [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24323)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24323): Process ended prematurely: osmo-stp_10.42.42.5(pid=24323) [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24323)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-lms+mod-bts0-egprs iperf3.py
----------------------------------------------
16:26:19.233272 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:19.245113 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)
16:26:19.389806 tst                        iperf3.py: using LAC 29192
16:26:19.515681 tst                        iperf3.py: using RAC 122
16:26:19.641352 tst                        iperf3.py: using CellId 29192
16:26:19.765718 tst                        iperf3.py: using BVCI 29193
16:26:19.790440 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:19.801778 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:19.812770 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:19.823932 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:19.834925 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:19.845884 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:19.856927 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:19.867852 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:19.879068 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:26:20.167209 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
16:26:20.299250 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:26:20.627912 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24315): Launched
16:26:20.899602 run iperf3-srv_10.42.42.10(pid=24316): Launched
16:26:21.094249 tst                      iperf3.py:8: start network...
16:26:21.226812 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:26:21.730710 run         create_hlr_db(pid=24317): Launched
16:26:21.921471 bus                          /gobi_6: Setting Powered False
16:26:22.936255 run         create_hlr_db(pid=24317): Terminated: ok {rc=0}
16:26:23.335382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24319): Launched
16:26:23.633500 run   osmo-hlr_10.42.42.2(pid=24320): Launched
16:26:23.750887 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:26:24.274026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24322): Launched
16:26:24.570175 run   osmo-stp_10.42.42.5(pid=24323): Launched
16:26:24.678649 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:26:25.193307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24325): Launched
16:26:25.298712 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:26:25.556195 run              patchelf(pid=24326): Launched
16:26:25.730297 run   osmo-stp_10.42.42.5(pid=24323): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24323)]
16:26:25.857957 run   osmo-stp_10.42.42.5(pid=24323): stdout: 
| (launched: 2022-12-10_16:26:24.424130)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:26:25.985454 run   osmo-stp_10.42.42.5(pid=24323): stderr: 
| �[0;m�[38;5;43m20221210162624593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162624593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162624593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162624593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162624594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162624594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162624594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:26:26.108585 run   osmo-stp_10.42.42.5(pid=24323): stdout: 
| (launched: 2022-12-10_16:26:24.424130)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:26:26.230670 run   osmo-stp_10.42.42.5(pid=24323): stderr: 
| �[0;m�[38;5;43m20221210162624593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162624593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162624593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162624593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162624594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162624594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162624594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:26:26.372887 run              patchelf(pid=24326): Terminating (SIGINT)
16:26:26.540321 run              patchelf(pid=24326): Terminated: ok {rc=0}
16:26:26.571169 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24323): Process ended prematurely: osmo-stp_10.42.42.5(pid=24323) [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24323)]  [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]
16:26:26.580280 tst                      iperf3.py:8: Test FAILED (7.4 sec)
16:26:26.641138 run   osmo-hlr_10.42.42.2(pid=24320): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24320)]
16:26:26.689996 run   osmo-hlr_10.42.42.2(pid=24320): stdout: 
| (launched: 2022-12-10_16:26:23.486414) 
16:26:26.739761 run   osmo-hlr_10.42.42.2(pid=24320): stderr: 
| �[0;m�[1;31m20221210162623659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162623659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162623659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162623659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162623659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162623659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162623671 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162623680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162623680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162623680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:26:26.781879 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24315): Terminating (SIGTERM)
16:26:26.822311 run iperf3-srv_10.42.42.10(pid=24316): Terminating (SIGTERM)
16:26:26.862165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24319): Terminating (SIGTERM)
16:26:26.902007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24322): Terminating (SIGTERM)
16:26:26.941711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24325): Terminating (SIGTERM)
16:26:26.951231 ---      ParallelTerminationStrategy: PID 24315 died...
16:26:27.005154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24315): Terminated: ok {rc=0}
16:26:27.014952 ---      ParallelTerminationStrategy: PID 24316 died...
16:26:27.068133 run iperf3-srv_10.42.42.10(pid=24316): Terminated {rc=256}
16:26:27.078095 ---      ParallelTerminationStrategy: PID 24319 died...
16:26:27.131234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24319): Terminated: ok {rc=0}
16:26:27.141072 ---      ParallelTerminationStrategy: PID 24322 died...
16:26:27.194360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24322): Terminated: ok {rc=0}
16:26:27.204329 ---      ParallelTerminationStrategy: PID 24325 died...
16:26:27.257912 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24325): Terminated: ok {rc=0}
16:26:27.346219 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-lms+mod-bts0-egprs</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24341): Process ended prematurely: osmo-stp_10.42.42.5(pid=24341) [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24341)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24341): Process ended prematurely: osmo-stp_10.42.42.5(pid=24341) [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24341)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-lms+mod-bts0-egprs iperf3m4.py
----------------------------------------------
16:26:28.455698 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:28.467119 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)
16:26:28.604540 tst                      iperf3m4.py: using LAC 29193
16:26:28.720822 tst                      iperf3m4.py: using RAC 123
16:26:28.838670 tst                      iperf3m4.py: using CellId 29193
16:26:28.956062 tst                      iperf3m4.py: using BVCI 29194
16:26:28.978712 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:28.989625 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:29.000167 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:29.011073 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:29.021972 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:29.032898 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:29.044124 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:29.055022 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:29.066271 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:26:29.180310 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:26:29.300220 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:26:29.417640 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:26:29.709537 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
16:26:29.842563 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:26:30.170568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24327): Launched
16:26:30.442742 run iperf3-srv_10.42.42.10(pid=24328): Launched
16:26:30.637642 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
16:26:30.769864 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:26:31.138790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24329): Launched
16:26:31.435253 run iperf3-srv_10.42.42.10(pid=24330): Launched
16:26:31.634015 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
16:26:31.768906 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:26:32.115750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24331): Launched
16:26:32.375550 run iperf3-srv_10.42.42.10(pid=24332): Launched
16:26:32.556887 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
16:26:32.680824 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:26:32.987190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24333): Launched
16:26:33.241149 run iperf3-srv_10.42.42.10(pid=24334): Launched
16:26:33.421147 tst                    iperf3m4.py:8: start network...
16:26:33.544233 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:26:34.009108 run         create_hlr_db(pid=24335): Launched
16:26:34.180090 bus                          /gobi_6: Setting Powered False
16:26:35.202927 run         create_hlr_db(pid=24335): Terminated: ok {rc=0}
16:26:35.623771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24337): Launched
16:26:35.940892 run   osmo-hlr_10.42.42.2(pid=24338): Launched
16:26:36.059403 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:26:36.611896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24340): Launched
16:26:36.927125 run   osmo-stp_10.42.42.5(pid=24341): Launched
16:26:37.041362 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:26:37.591206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24343): Launched
16:26:37.703584 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:26:37.977911 run              patchelf(pid=24344): Launched
16:26:38.163392 run   osmo-stp_10.42.42.5(pid=24341): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24341)]
16:26:38.299226 run   osmo-stp_10.42.42.5(pid=24341): stdout: 
| (launched: 2022-12-10_16:26:36.772585)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:26:38.435311 run   osmo-stp_10.42.42.5(pid=24341): stderr: 
| �[0;m�[38;5;43m20221210162636959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162636959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162636959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162636960 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162636960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162636960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162636960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:26:38.566176 run   osmo-stp_10.42.42.5(pid=24341): stdout: 
| (launched: 2022-12-10_16:26:36.772585)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:26:38.696481 run   osmo-stp_10.42.42.5(pid=24341): stderr: 
| �[0;m�[38;5;43m20221210162636959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162636959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162636959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162636960 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162636960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162636960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162636960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:26:38.847571 run              patchelf(pid=24344): Terminating (SIGINT)
16:26:39.024899 run              patchelf(pid=24344): Terminated: ok {rc=0}
16:26:39.057437 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24341): Process ended prematurely: osmo-stp_10.42.42.5(pid=24341) [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24341)]  [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]
16:26:39.067536 tst                    iperf3m4.py:8: Test FAILED (10.6 sec)
16:26:39.130653 run   osmo-hlr_10.42.42.2(pid=24338): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24338)]
16:26:39.181891 run   osmo-hlr_10.42.42.2(pid=24338): stdout: 
| (launched: 2022-12-10_16:26:35.785662) 
16:26:39.233604 run   osmo-hlr_10.42.42.2(pid=24338): stderr: 
| �[0;m�[1;31m20221210162635981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162635981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162635981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162635981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162635981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162635981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162635993 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162636001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162636001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162636001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:26:39.277749 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24327): Terminating (SIGTERM)
16:26:39.319292 run iperf3-srv_10.42.42.10(pid=24328): Terminating (SIGTERM)
16:26:39.361136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24329): Terminating (SIGTERM)
16:26:39.402779 run iperf3-srv_10.42.42.10(pid=24330): Terminating (SIGTERM)
16:26:39.444475 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24331): Terminating (SIGTERM)
16:26:39.486200 run iperf3-srv_10.42.42.10(pid=24332): Terminating (SIGTERM)
16:26:39.527938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24333): Terminating (SIGTERM)
16:26:39.569651 run iperf3-srv_10.42.42.10(pid=24334): Terminating (SIGTERM)
16:26:39.611361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24337): Terminating (SIGTERM)
16:26:39.652812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24340): Terminating (SIGTERM)
16:26:39.694650 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24343): Terminating (SIGTERM)
16:26:39.704291 ---      ParallelTerminationStrategy: PID 24327 died...
16:26:39.760377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24327): Terminated: ok {rc=0}
16:26:39.770483 ---      ParallelTerminationStrategy: PID 24328 died...
16:26:39.826168 run iperf3-srv_10.42.42.10(pid=24328): Terminated {rc=256}
16:26:39.836164 ---      ParallelTerminationStrategy: PID 24329 died...
16:26:39.891767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24329): Terminated: ok {rc=0}
16:26:39.901847 ---      ParallelTerminationStrategy: PID 24330 died...
16:26:39.957270 run iperf3-srv_10.42.42.10(pid=24330): Terminated {rc=256}
16:26:39.967336 ---      ParallelTerminationStrategy: PID 24331 died...
16:26:40.022675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24331): Terminated: ok {rc=0}
16:26:40.032686 ---      ParallelTerminationStrategy: PID 24332 died...
16:26:40.089272 run iperf3-srv_10.42.42.10(pid=24332): Terminated {rc=256}
16:26:40.099304 ---      ParallelTerminationStrategy: PID 24333 died...
16:26:40.154795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24333): Terminated: ok {rc=0}
16:26:40.164701 ---      ParallelTerminationStrategy: PID 24334 died...
16:26:40.219981 run iperf3-srv_10.42.42.10(pid=24334): Terminated {rc=256}
16:26:40.229972 ---      ParallelTerminationStrategy: PID 24337 died...
16:26:40.285404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24337): Terminated: ok {rc=0}
16:26:40.295423 ---      ParallelTerminationStrategy: PID 24340 died...
16:26:40.351064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24340): Terminated: ok {rc=0}
16:26:40.361323 ---      ParallelTerminationStrategy: PID 24343 died...
16:26:40.416901 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24343): Terminated: ok {rc=0}
16:26:40.504025 bus                          /gobi_4: Setting Powered False
16:26:41.610997 bus                          /gobi_4: Setting Powered False
16:26:42.720620 bus                          /gobi_1: Setting Powered False
16:26:43.823227 bus                          /gobi_1: Setting Powered False
16:26:44.930673 bus                          /gobi_0: Setting Powered False
16:26:46.060340 bus                          /gobi_0: Setting Powered False
16:26:47.179808 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-lms+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24351): Process ended prematurely: osmo-stp_10.42.42.5(pid=24351) [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24351)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24351): Process ended prematurely: osmo-stp_10.42.42.5(pid=24351) [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24351)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-lms+mod-bts0-egprs ping.py
----------------------------------------------
16:26:48.246251 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:48.257662 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)
16:26:48.392858 tst                          ping.py: using LAC 29194
16:26:48.507075 tst                          ping.py: using RAC 124
16:26:48.622404 tst                          ping.py: using CellId 29194
16:26:48.738257 tst                          ping.py: using BVCI 29195
16:26:48.760304 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:48.771206 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:48.781818 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:48.792666 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:48.803498 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:48.814383 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:48.825619 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:48.836712 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:26:49.105680 tst                       ping.py:19: start network...
16:26:49.226668 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:26:49.680889 run         create_hlr_db(pid=24345): Launched
16:26:49.848541 bus                          /gobi_6: Setting Powered False
16:26:50.870556 run         create_hlr_db(pid=24345): Terminated: ok {rc=0}
16:26:51.284190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24347): Launched
16:26:51.595230 run   osmo-hlr_10.42.42.2(pid=24348): Launched
16:26:51.714643 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:26:52.257315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24350): Launched
16:26:52.567845 run   osmo-stp_10.42.42.5(pid=24351): Launched
16:26:52.681739 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:26:53.225569 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24353): Launched
16:26:53.336062 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:26:53.606757 run              patchelf(pid=24354): Launched
16:26:53.789017 run   osmo-stp_10.42.42.5(pid=24351): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24351)]
16:26:53.922280 run   osmo-stp_10.42.42.5(pid=24351): stdout: 
| (launched: 2022-12-10_16:26:52.415148)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:26:54.055871 run   osmo-stp_10.42.42.5(pid=24351): stderr: 
| �[0;m�[38;5;43m20221210162652605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162652605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162652605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162652606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162652608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162652608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162652608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:26:54.185312 run   osmo-stp_10.42.42.5(pid=24351): stdout: 
| (launched: 2022-12-10_16:26:52.415148)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:26:54.313336 run   osmo-stp_10.42.42.5(pid=24351): stderr: 
| �[0;m�[38;5;43m20221210162652605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162652605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162652605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162652606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162652608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162652608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162652608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:26:54.461884 run              patchelf(pid=24354): Terminating (SIGINT)
16:26:54.636338 run              patchelf(pid=24354): Terminated: ok {rc=0}
16:26:54.668066 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24351): Process ended prematurely: osmo-stp_10.42.42.5(pid=24351) [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24351)]  [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]
16:26:54.677269 tst                       ping.py:22: Test FAILED (6.4 sec)
16:26:54.740549 run   osmo-hlr_10.42.42.2(pid=24348): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24348)]
16:26:54.792331 run   osmo-hlr_10.42.42.2(pid=24348): stdout: 
| (launched: 2022-12-10_16:26:51.442288) 
16:26:54.844356 run   osmo-hlr_10.42.42.2(pid=24348): stderr: 
| �[0;m�[1;31m20221210162651637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162651637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162651637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162651637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162651638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162651638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162651650 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162651658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162651659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162651659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:26:54.888743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24347): Terminating (SIGTERM)
16:26:54.930721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24350): Terminating (SIGTERM)
16:26:54.972773 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24353): Terminating (SIGTERM)
16:26:54.982587 ---      ParallelTerminationStrategy: PID 24347 died...
16:26:55.038969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24347): Terminated: ok {rc=0}
16:26:55.049146 ---      ParallelTerminationStrategy: PID 24350 died...
16:26:55.105578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24350): Terminated: ok {rc=0}
16:26:55.115693 ---      ParallelTerminationStrategy: PID 24353 died...
16:26:55.171840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24353): Terminated: ok {rc=0}
16:26:55.259147 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-lms+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24361): Process ended prematurely: osmo-stp_10.42.42.5(pid=24361) [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24361)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24361): Process ended prematurely: osmo-stp_10.42.42.5(pid=24361) [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24361)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py
----------------------------------------------
16:26:56.312650 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:56.324799 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)
16:26:56.467835 tst                ping_idle_ping.py: using LAC 29195
16:26:56.589922 tst                ping_idle_ping.py: using RAC 125
16:26:56.713681 tst                ping_idle_ping.py: using CellId 29195
16:26:56.836218 tst                ping_idle_ping.py: using BVCI 29196
16:26:56.860063 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:56.871400 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:56.882543 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:56.893617 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:56.904624 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:56.915754 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:56.927090 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:26:56.938197 tst      gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:26:57.222243 tst             ping_idle_ping.py:24: start network...
16:26:57.352202 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:26:57.850165 run         create_hlr_db(pid=24355): Launched
16:26:58.030583 bus                          /gobi_6: Setting Powered False
16:26:59.052221 run         create_hlr_db(pid=24355): Terminated: ok {rc=0}
16:26:59.444794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24357): Launched
16:26:59.737097 run   osmo-hlr_10.42.42.2(pid=24358): Launched
16:26:59.844528 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:27:00.351546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24360): Launched
16:27:00.643853 run   osmo-stp_10.42.42.5(pid=24361): Launched
16:27:00.755847 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:27:01.402103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24363): Launched
16:27:01.542546 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:27:01.860902 run              patchelf(pid=24364): Launched
16:27:02.037103 run   osmo-stp_10.42.42.5(pid=24361): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24361)]
16:27:02.165626 run   osmo-stp_10.42.42.5(pid=24361): stdout: 
| (launched: 2022-12-10_16:27:00.499306)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:27:02.294424 run   osmo-stp_10.42.42.5(pid=24361): stderr: 
| �[0;m�[38;5;43m20221210162700667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162700667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162700667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162700668 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162700668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162700668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162700668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:27:02.416480 run   osmo-stp_10.42.42.5(pid=24361): stdout: 
| (launched: 2022-12-10_16:27:00.499306)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:27:02.535800 run   osmo-stp_10.42.42.5(pid=24361): stderr: 
| �[0;m�[38;5;43m20221210162700667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162700667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162700667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162700668 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162700668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162700668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162700668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:27:02.675270 run              patchelf(pid=24364): Terminating (SIGINT)
16:27:02.839917 run              patchelf(pid=24364): Terminated: ok {rc=0}
16:27:02.870129 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24361): Process ended prematurely: osmo-stp_10.42.42.5(pid=24361) [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24361)]  [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]
16:27:02.878783 tst             ping_idle_ping.py:27: Test FAILED (6.6 sec)
16:27:02.939273 run   osmo-hlr_10.42.42.2(pid=24358): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24358)]
16:27:02.988400 run   osmo-hlr_10.42.42.2(pid=24358): stdout: 
| (launched: 2022-12-10_16:26:59.592442) 
16:27:03.038578 run   osmo-hlr_10.42.42.2(pid=24358): stderr: 
| �[0;m�[1;31m20221210162659765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162659765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162659765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162659765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162659765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162659765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162659777 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162659786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162659786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162659786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:27:03.080925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24357): Terminating (SIGTERM)
16:27:03.121176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24360): Terminating (SIGTERM)
16:27:03.161834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24363): Terminating (SIGTERM)
16:27:03.171336 ---      ParallelTerminationStrategy: PID 24357 died...
16:27:03.225859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24357): Terminated: ok {rc=0}
16:27:03.235689 ---      ParallelTerminationStrategy: PID 24360 died...
16:27:03.289874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24360): Terminated: ok {rc=0}
16:27:03.299954 ---      ParallelTerminationStrategy: PID 24363 died...
16:27:03.354408 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24363): Terminated: ok {rc=0}
16:27:03.438908 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>108</id><name>gprs_trx-lms+mod-bts0-egprs</name><properties></properties><timestamp>2022-12-10T16:26:05</timestamp></suite><suite><case><age>238</age><className>gprs:trx-lms+mod-bts0-dynts-ipa</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24378): Process ended prematurely: osmo-stp_10.42.42.5(pid=24378) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24378)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24378): Process ended prematurely: osmo-stp_10.42.42.5(pid=24378) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24378)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py
----------------------------------------------
16:27:05.575158 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:05.585955 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
16:27:05.737855 tst         cs_paging_gprs_active.py: using LAC 29196
16:27:05.854454 tst         cs_paging_gprs_active.py: using RAC 126
16:27:05.970463 tst         cs_paging_gprs_active.py: using CellId 29196
16:27:06.086812 tst         cs_paging_gprs_active.py: using BVCI 29197
16:27:06.109564 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:06.120287 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:06.130944 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:06.141967 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:06.152674 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:06.163647 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:06.174678 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:06.185473 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:06.196359 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:27:06.315097 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:27:06.590277 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
16:27:06.714014 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:27:07.022410 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24368): Launched
16:27:07.276399 run iperf3-srv_10.42.42.10(pid=24369): Launched
16:27:07.457434 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
16:27:07.580658 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:27:07.888246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24370): Launched
16:27:08.142741 run iperf3-srv_10.42.42.10(pid=24371): Launched
16:27:08.322884 tst      cs_paging_gprs_active.py:38: start network...
16:27:08.445964 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:27:08.908932 run         create_hlr_db(pid=24372): Launched
16:27:09.078865 bus                          /gobi_6: Setting Powered False
16:27:10.101801 run         create_hlr_db(pid=24372): Terminated: ok {rc=0}
16:27:10.520270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24374): Launched
16:27:10.838655 run   osmo-hlr_10.42.42.2(pid=24375): Launched
16:27:10.953915 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:27:11.500569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24377): Launched
16:27:11.814674 run   osmo-stp_10.42.42.5(pid=24378): Launched
16:27:11.929311 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:27:12.481202 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24380): Launched
16:27:12.593807 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:27:12.875907 run              patchelf(pid=24381): Launched
16:27:13.062398 run   osmo-stp_10.42.42.5(pid=24378): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24378)]
16:27:13.199102 run   osmo-stp_10.42.42.5(pid=24378): stdout: 
| (launched: 2022-12-10_16:27:11.661072)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:27:13.335713 run   osmo-stp_10.42.42.5(pid=24378): stderr: 
| �[0;m�[38;5;43m20221210162711850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162711850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162711850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162711851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162711851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162711851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162711851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:27:13.467473 run   osmo-stp_10.42.42.5(pid=24378): stdout: 
| (launched: 2022-12-10_16:27:11.661072)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:27:13.598485 run   osmo-stp_10.42.42.5(pid=24378): stderr: 
| �[0;m�[38;5;43m20221210162711850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162711850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162711850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162711851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162711851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162711851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162711851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:27:13.750595 run              patchelf(pid=24381): Terminating (SIGINT)
16:27:13.929033 run              patchelf(pid=24381): Terminated: ok {rc=0}
16:27:13.961828 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24378): Process ended prematurely: osmo-stp_10.42.42.5(pid=24378) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24378)]  [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]
16:27:13.971556 tst      cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)
16:27:14.034540 run   osmo-hlr_10.42.42.2(pid=24375): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24375)]
16:27:14.086191 run   osmo-hlr_10.42.42.2(pid=24375): stdout: 
| (launched: 2022-12-10_16:27:10.681059) 
16:27:14.138516 run   osmo-hlr_10.42.42.2(pid=24375): stderr: 
| �[0;m�[1;31m20221210162710878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162710878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162710878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162710878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162710878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162710878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162710890 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162710898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162710898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162710898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:27:14.183134 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24368): Terminating (SIGTERM)
16:27:14.225143 run iperf3-srv_10.42.42.10(pid=24369): Terminating (SIGTERM)
16:27:14.267369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24370): Terminating (SIGTERM)
16:27:14.309407 run iperf3-srv_10.42.42.10(pid=24371): Terminating (SIGTERM)
16:27:14.351573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24374): Terminating (SIGTERM)
16:27:14.393529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24377): Terminating (SIGTERM)
16:27:14.435585 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24380): Terminating (SIGTERM)
16:27:14.445462 ---      ParallelTerminationStrategy: PID 24368 died...
16:27:14.501694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24368): Terminated: ok {rc=0}
16:27:14.512055 ---      ParallelTerminationStrategy: PID 24369 died...
16:27:14.567843 run iperf3-srv_10.42.42.10(pid=24369): Terminated {rc=256}
16:27:14.577955 ---      ParallelTerminationStrategy: PID 24370 died...
16:27:14.633779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24370): Terminated: ok {rc=0}
16:27:14.643914 ---      ParallelTerminationStrategy: PID 24371 died...
16:27:14.699781 run iperf3-srv_10.42.42.10(pid=24371): Terminated {rc=256}
16:27:14.710165 ---      ParallelTerminationStrategy: PID 24374 died...
16:27:14.766495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24374): Terminated: ok {rc=0}
16:27:14.776779 ---      ParallelTerminationStrategy: PID 24377 died...
16:27:14.832555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24377): Terminated: ok {rc=0}
16:27:14.842857 ---      ParallelTerminationStrategy: PID 24380 died...
16:27:14.898878 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24380): Terminated: ok {rc=0}
16:27:14.986530 bus                          /gobi_0: Setting Powered False
16:27:16.123714 bus                          /gobi_0: Setting Powered False
16:27:17.233779 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-lms+mod-bts0-dynts-ipa</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24390): Process ended prematurely: osmo-stp_10.42.42.5(pid=24390) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24390)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24390): Process ended prematurely: osmo-stp_10.42.42.5(pid=24390) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24390)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py
----------------------------------------------
16:27:18.347080 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:18.359122 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
16:27:18.520588 tst                        iperf3.py: using LAC 29197
16:27:18.644474 tst                        iperf3.py: using RAC 127
16:27:18.770398 tst                        iperf3.py: using CellId 29197
16:27:18.896866 tst                        iperf3.py: using BVCI 29198
16:27:18.921169 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:18.932629 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:18.943980 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:18.955225 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:18.966375 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:18.977494 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:18.988611 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:18.999615 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:19.010913 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:27:19.297650 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
16:27:19.429420 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:27:19.756477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24382): Launched
16:27:20.027673 run iperf3-srv_10.42.42.10(pid=24383): Launched
16:27:20.222214 tst                      iperf3.py:8: start network...
16:27:20.354167 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:27:20.858173 run         create_hlr_db(pid=24384): Launched
16:27:21.042032 bus                          /gobi_6: Setting Powered False
16:27:22.062735 run         create_hlr_db(pid=24384): Terminated: ok {rc=0}
16:27:22.483087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24386): Launched
16:27:22.799012 run   osmo-hlr_10.42.42.2(pid=24387): Launched
16:27:22.917637 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:27:23.470835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24389): Launched
16:27:23.786827 run   osmo-stp_10.42.42.5(pid=24390): Launched
16:27:23.901658 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:27:24.455404 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24392): Launched
16:27:24.568783 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:27:24.844385 run              patchelf(pid=24393): Launched
16:27:25.030697 run   osmo-stp_10.42.42.5(pid=24390): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24390)]
16:27:25.167206 run   osmo-stp_10.42.42.5(pid=24390): stdout: 
| (launched: 2022-12-10_16:27:23.631804)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:27:25.303340 run   osmo-stp_10.42.42.5(pid=24390): stderr: 
| �[0;m�[38;5;43m20221210162723823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162723823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162723823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162723824 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162723824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162723824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162723824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:27:25.434731 run   osmo-stp_10.42.42.5(pid=24390): stdout: 
| (launched: 2022-12-10_16:27:23.631804)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:27:25.564739 run   osmo-stp_10.42.42.5(pid=24390): stderr: 
| �[0;m�[38;5;43m20221210162723823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162723823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162723823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162723824 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162723824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162723824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162723824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:27:25.716406 run              patchelf(pid=24393): Terminating (SIGINT)
16:27:25.894937 run              patchelf(pid=24393): Terminated: ok {rc=0}
16:27:25.927538 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24390): Process ended prematurely: osmo-stp_10.42.42.5(pid=24390) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24390)]  [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]
16:27:25.937307 tst                      iperf3.py:8: Test FAILED (7.6 sec)
16:27:26.000290 run   osmo-hlr_10.42.42.2(pid=24387): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24387)]
16:27:26.051534 run   osmo-hlr_10.42.42.2(pid=24387): stdout: 
| (launched: 2022-12-10_16:27:22.644139) 
16:27:26.103985 run   osmo-hlr_10.42.42.2(pid=24387): stderr: 
| �[0;m�[1;31m20221210162722843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162722843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162722843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162722843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162722843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162722843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162722856 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162722864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162722864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162722865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:27:26.149968 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24382): Terminating (SIGTERM)
16:27:26.192007 run iperf3-srv_10.42.42.10(pid=24383): Terminating (SIGTERM)
16:27:26.234167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24386): Terminating (SIGTERM)
16:27:26.276047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24389): Terminating (SIGTERM)
16:27:26.318287 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24392): Terminating (SIGTERM)
16:27:26.328065 ---      ParallelTerminationStrategy: PID 24382 died...
16:27:26.385118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24382): Terminated: ok {rc=0}
16:27:26.395260 ---      ParallelTerminationStrategy: PID 24383 died...
16:27:26.451243 run iperf3-srv_10.42.42.10(pid=24383): Terminated {rc=256}
16:27:26.461384 ---      ParallelTerminationStrategy: PID 24386 died...
16:27:26.517269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24386): Terminated: ok {rc=0}
16:27:26.527352 ---      ParallelTerminationStrategy: PID 24389 died...
16:27:26.583210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24389): Terminated: ok {rc=0}
16:27:26.593414 ---      ParallelTerminationStrategy: PID 24392 died...
16:27:26.649596 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24392): Terminated: ok {rc=0}
16:27:26.736928 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-lms+mod-bts0-dynts-ipa</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24410): Process ended prematurely: osmo-stp_10.42.42.5(pid=24410) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24410)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24410): Process ended prematurely: osmo-stp_10.42.42.5(pid=24410) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24410)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py
----------------------------------------------
16:27:27.854225 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:27.866281 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
16:27:28.024219 tst                      iperf3m4.py: using LAC 29198
16:27:28.145068 tst                      iperf3m4.py: using RAC 128
16:27:28.258732 tst                      iperf3m4.py: using CellId 29198
16:27:28.373296 tst                      iperf3m4.py: using BVCI 29199
16:27:28.396032 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:28.407090 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:28.417935 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:28.429033 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:28.439873 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:28.450982 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:28.461907 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:28.472545 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:28.483631 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:27:28.600885 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:27:28.721571 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:27:28.837282 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:27:29.110838 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
16:27:29.234146 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:27:29.542107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24394): Launched
16:27:29.796887 run iperf3-srv_10.42.42.10(pid=24395): Launched
16:27:29.978221 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
16:27:30.101634 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:27:30.407987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24396): Launched
16:27:30.661971 run iperf3-srv_10.42.42.10(pid=24397): Launched
16:27:30.846322 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
16:27:30.981048 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:27:31.357222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24398): Launched
16:27:31.658803 run iperf3-srv_10.42.42.10(pid=24399): Launched
16:27:31.860002 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
16:27:31.996461 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:27:32.328195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24400): Launched
16:27:32.600776 run iperf3-srv_10.42.42.10(pid=24401): Launched
16:27:32.795525 tst                    iperf3m4.py:8: start network...
16:27:32.928036 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:27:33.435659 run         create_hlr_db(pid=24402): Launched
16:27:33.618044 bus                          /gobi_6: Setting Powered False
16:27:34.639809 run         create_hlr_db(pid=24402): Terminated: ok {rc=0}
16:27:35.037935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24404): Launched
16:27:35.334798 run   osmo-hlr_10.42.42.2(pid=24405): Launched
16:27:35.450347 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:27:35.968801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24407): Launched
16:27:36.288274 run   osmo-stp_10.42.42.5(pid=24410): Launched
16:27:36.404682 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:27:36.953875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24412): Launched
16:27:37.066321 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:27:37.341661 run              patchelf(pid=24413): Launched
16:27:37.526791 run   osmo-stp_10.42.42.5(pid=24410): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24410)]
16:27:37.662219 run   osmo-stp_10.42.42.5(pid=24410): stdout: 
| (launched: 2022-12-10_16:27:36.133459)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:27:37.798204 run   osmo-stp_10.42.42.5(pid=24410): stderr: 
| �[0;m�[38;5;43m20221210162736318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162736318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162736319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162736319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162736319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162736320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162736320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:27:37.928701 run   osmo-stp_10.42.42.5(pid=24410): stdout: 
| (launched: 2022-12-10_16:27:36.133459)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:27:38.058213 run   osmo-stp_10.42.42.5(pid=24410): stderr: 
| �[0;m�[38;5;43m20221210162736318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162736318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162736319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162736319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162736319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162736320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162736320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:27:38.210335 run              patchelf(pid=24413): Terminating (SIGINT)
16:27:38.388163 run              patchelf(pid=24413): Terminated: ok {rc=0}
16:27:38.420767 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24410): Process ended prematurely: osmo-stp_10.42.42.5(pid=24410) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24410)]  [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]
16:27:38.430609 tst                    iperf3m4.py:8: Test FAILED (10.6 sec)
16:27:38.493707 run   osmo-hlr_10.42.42.2(pid=24405): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24405)]
16:27:38.544914 run   osmo-hlr_10.42.42.2(pid=24405): stdout: 
| (launched: 2022-12-10_16:27:35.189285) 
16:27:38.597168 run   osmo-hlr_10.42.42.2(pid=24405): stderr: 
| �[0;m�[1;31m20221210162735362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162735362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162735362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162735362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162735362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162735362 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162735374 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162735383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162735383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162735383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:27:38.641491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24394): Terminating (SIGTERM)
16:27:38.683445 run iperf3-srv_10.42.42.10(pid=24395): Terminating (SIGTERM)
16:27:38.725522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24396): Terminating (SIGTERM)
16:27:38.767380 run iperf3-srv_10.42.42.10(pid=24397): Terminating (SIGTERM)
16:27:38.809351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24398): Terminating (SIGTERM)
16:27:38.851176 run iperf3-srv_10.42.42.10(pid=24399): Terminating (SIGTERM)
16:27:38.893076 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24400): Terminating (SIGTERM)
16:27:38.934792 run iperf3-srv_10.42.42.10(pid=24401): Terminating (SIGTERM)
16:27:38.976538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24404): Terminating (SIGTERM)
16:27:39.018399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24407): Terminating (SIGTERM)
16:27:39.060215 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24412): Terminating (SIGTERM)
16:27:39.069979 ---      ParallelTerminationStrategy: PID 24394 died...
16:27:39.127254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24394): Terminated: ok {rc=0}
16:27:39.137876 ---      ParallelTerminationStrategy: PID 24395 died...
16:27:39.193866 run iperf3-srv_10.42.42.10(pid=24395): Terminated {rc=256}
16:27:39.204002 ---      ParallelTerminationStrategy: PID 24396 died...
16:27:39.259789 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24396): Terminated: ok {rc=0}
16:27:39.269922 ---      ParallelTerminationStrategy: PID 24397 died...
16:27:39.325541 run iperf3-srv_10.42.42.10(pid=24397): Terminated {rc=256}
16:27:39.335658 ---      ParallelTerminationStrategy: PID 24398 died...
16:27:39.391550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24398): Terminated: ok {rc=0}
16:27:39.401719 ---      ParallelTerminationStrategy: PID 24399 died...
16:27:39.457018 run iperf3-srv_10.42.42.10(pid=24399): Terminated {rc=256}
16:27:39.467126 ---      ParallelTerminationStrategy: PID 24400 died...
16:27:39.522671 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24400): Terminated: ok {rc=0}
16:27:39.532819 ---      ParallelTerminationStrategy: PID 24401 died...
16:27:39.588480 run iperf3-srv_10.42.42.10(pid=24401): Terminated {rc=256}
16:27:39.598600 ---      ParallelTerminationStrategy: PID 24404 died...
16:27:39.654485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24404): Terminated: ok {rc=0}
16:27:39.664623 ---      ParallelTerminationStrategy: PID 24407 died...
16:27:39.720466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24407): Terminated: ok {rc=0}
16:27:39.730655 ---      ParallelTerminationStrategy: PID 24412 died...
16:27:39.786718 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24412): Terminated: ok {rc=0}
16:27:39.874179 bus                          /gobi_4: Setting Powered False
16:27:40.978888 bus                          /gobi_4: Setting Powered False
16:27:42.091839 bus                          /gobi_1: Setting Powered False
16:27:43.197070 bus                          /gobi_1: Setting Powered False
16:27:44.308576 bus                          /gobi_0: Setting Powered False
16:27:45.410186 bus                          /gobi_0: Setting Powered False
16:27:46.546108 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-lms+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24420): Process ended prematurely: osmo-stp_10.42.42.5(pid=24420) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24420)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24420): Process ended prematurely: osmo-stp_10.42.42.5(pid=24420) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24420)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-lms+mod-bts0-dynts-ipa ping.py
----------------------------------------------
16:27:47.613335 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:47.624510 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
16:27:47.778489 tst                          ping.py: using LAC 29199
16:27:47.892131 tst                          ping.py: using RAC 129
16:27:48.005881 tst                          ping.py: using CellId 29199
16:27:48.119714 tst                          ping.py: using BVCI 29200
16:27:48.142112 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:48.152868 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:48.163462 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:48.174280 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:48.185139 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:48.195971 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:48.206947 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:48.217511 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:27:48.489050 tst                       ping.py:19: start network...
16:27:48.609697 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:27:49.066315 run         create_hlr_db(pid=24414): Launched
16:27:49.236115 bus                          /gobi_6: Setting Powered False
16:27:50.256498 run         create_hlr_db(pid=24414): Terminated: ok {rc=0}
16:27:50.644752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24416): Launched
16:27:50.936448 run   osmo-hlr_10.42.42.2(pid=24417): Launched
16:27:51.047909 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:27:51.567749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24419): Launched
16:27:51.858937 run   osmo-stp_10.42.42.5(pid=24420): Launched
16:27:51.984077 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:27:52.491188 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24422): Launched
16:27:52.594625 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:27:52.847400 run              patchelf(pid=24423): Launched
16:27:53.017777 run   osmo-stp_10.42.42.5(pid=24420): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24420)]
16:27:53.142531 run   osmo-stp_10.42.42.5(pid=24420): stdout: 
| (launched: 2022-12-10_16:27:51.714905)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:27:53.267655 run   osmo-stp_10.42.42.5(pid=24420): stderr: 
| �[0;m�[38;5;43m20221210162751893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162751894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162751894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162751894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162751895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162751895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162751895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:27:53.387817 run   osmo-stp_10.42.42.5(pid=24420): stdout: 
| (launched: 2022-12-10_16:27:51.714905)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:27:53.507066 run   osmo-stp_10.42.42.5(pid=24420): stderr: 
| �[0;m�[38;5;43m20221210162751893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162751894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162751894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162751894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162751895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162751895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162751895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:27:53.645723 run              patchelf(pid=24423): Terminating (SIGINT)
16:27:53.808780 run              patchelf(pid=24423): Terminated: ok {rc=0}
16:27:53.838561 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24420): Process ended prematurely: osmo-stp_10.42.42.5(pid=24420) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24420)]  [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]
16:27:53.847135 tst                       ping.py:22: Test FAILED (6.2 sec)
16:27:53.907913 run   osmo-hlr_10.42.42.2(pid=24417): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24417)]
16:27:53.957233 run   osmo-hlr_10.42.42.2(pid=24417): stdout: 
| (launched: 2022-12-10_16:27:50.792437) 
16:27:54.007441 run   osmo-hlr_10.42.42.2(pid=24417): stderr: 
| �[0;m�[1;31m20221210162750967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162750967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162750967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162750967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162750967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162750968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162750979 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162750988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162750988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162750988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:27:54.049974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24416): Terminating (SIGTERM)
16:27:54.090078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24419): Terminating (SIGTERM)
16:27:54.130611 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24422): Terminating (SIGTERM)
16:27:54.140043 ---      ParallelTerminationStrategy: PID 24416 died...
16:27:54.193903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24416): Terminated: ok {rc=0}
16:27:54.203964 ---      ParallelTerminationStrategy: PID 24419 died...
16:27:54.257623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24419): Terminated: ok {rc=0}
16:27:54.267689 ---      ParallelTerminationStrategy: PID 24422 died...
16:27:54.321504 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24422): Terminated: ok {rc=0}
16:27:54.411319 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>46</age><className>gprs:trx-lms+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24430): Process ended prematurely: osmo-stp_10.42.42.5(pid=24430) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24430)]</errorStackTrace><failedSince>2331</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24430): Process ended prematurely: osmo-stp_10.42.42.5(pid=24430) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24430)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py
----------------------------------------------
16:27:55.463308 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:55.475294 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
16:27:55.630837 tst                ping_idle_ping.py: using LAC 29200
16:27:55.747017 tst                ping_idle_ping.py: using RAC 130
16:27:55.862049 tst                ping_idle_ping.py: using CellId 29200
16:27:55.978526 tst                ping_idle_ping.py: using BVCI 29201
16:27:56.000990 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:56.011936 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:56.022620 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:56.033664 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:56.044617 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:56.055643 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:56.066666 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:27:56.077669 tst  gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:27:56.363791 tst             ping_idle_ping.py:24: start network...
16:27:56.494166 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:27:56.996460 run         create_hlr_db(pid=24424): Launched
16:27:57.178399 bus                          /gobi_6: Setting Powered False
16:27:58.200433 run         create_hlr_db(pid=24424): Terminated: ok {rc=0}
16:27:58.592204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24426): Launched
16:27:58.883375 run   osmo-hlr_10.42.42.2(pid=24427): Launched
16:27:58.989712 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:27:59.496048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24429): Launched
16:27:59.788114 run   osmo-stp_10.42.42.5(pid=24430): Launched
16:27:59.894577 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:28:00.403935 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24432): Launched
16:28:00.507619 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:28:00.761588 run              patchelf(pid=24433): Launched
16:28:00.948727 run   osmo-stp_10.42.42.5(pid=24430): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24430)]
16:28:01.077311 run   osmo-stp_10.42.42.5(pid=24430): stdout: 
| (launched: 2022-12-10_16:27:59.644408)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:28:01.207000 run   osmo-stp_10.42.42.5(pid=24430): stderr: 
| �[0;m�[38;5;43m20221210162759815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162759815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162759815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162759816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162759816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162759816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162759816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:28:01.331670 run   osmo-stp_10.42.42.5(pid=24430): stdout: 
| (launched: 2022-12-10_16:27:59.644408)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:28:01.455581 run   osmo-stp_10.42.42.5(pid=24430): stderr: 
| �[0;m�[38;5;43m20221210162759815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162759815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162759815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162759816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162759816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162759816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162759816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:28:01.599391 run              patchelf(pid=24433): Terminating (SIGINT)
16:28:01.768645 run              patchelf(pid=24433): Terminated: ok {rc=0}
16:28:01.800128 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24430): Process ended prematurely: osmo-stp_10.42.42.5(pid=24430) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24430)]  [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]
16:28:01.809829 tst             ping_idle_ping.py:27: Test FAILED (6.3 sec)
16:28:01.874808 run   osmo-hlr_10.42.42.2(pid=24427): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24427)]
16:28:01.926481 run   osmo-hlr_10.42.42.2(pid=24427): stdout: 
| (launched: 2022-12-10_16:27:58.739921) 
16:28:01.981845 run   osmo-hlr_10.42.42.2(pid=24427): stderr: 
| �[0;m�[1;31m20221210162758913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162758914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162758914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162758914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162758914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162758914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162758929 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162758938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162758938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162758938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:28:02.025597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24426): Terminating (SIGTERM)
16:28:02.069287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24429): Terminating (SIGTERM)
16:28:02.112647 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24432): Terminating (SIGTERM)
16:28:02.123701 ---      ParallelTerminationStrategy: PID 24426 died...
16:28:02.179788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24426): Terminated: ok {rc=0}
16:28:02.190795 ---      ParallelTerminationStrategy: PID 24429 died...
16:28:02.244780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24429): Terminated: ok {rc=0}
16:28:02.255156 ---      ParallelTerminationStrategy: PID 24432 died...
16:28:02.309076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24432): Terminated: ok {rc=0}
16:28:02.392646 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>59.0</duration><id>109</id><name>gprs_trx-lms+mod-bts0-dynts-ipa</name><properties></properties><timestamp>2022-12-10T16:27:05</timestamp></suite><suite><case><age>238</age><className>gprs:trx-lms+mod-bts0-dynts-osmo</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24447): Process ended prematurely: osmo-stp_10.42.42.5(pid=24447) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24447)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24447): Process ended prematurely: osmo-stp_10.42.42.5(pid=24447) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24447)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py
----------------------------------------------
16:28:04.553234 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:04.564478 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
16:28:04.729443 tst         cs_paging_gprs_active.py: using LAC 29201
16:28:04.855258 tst         cs_paging_gprs_active.py: using RAC 131
16:28:04.980062 tst         cs_paging_gprs_active.py: using CellId 29201
16:28:05.104571 tst         cs_paging_gprs_active.py: using BVCI 29202
16:28:05.129149 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:05.140383 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:05.151449 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:05.162727 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:05.173846 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:05.184900 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:05.196086 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:05.207290 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:05.218674 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:28:05.334179 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:28:05.612678 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
16:28:05.736587 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:28:06.045394 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24437): Launched
16:28:06.300771 run iperf3-srv_10.42.42.10(pid=24438): Launched
16:28:06.482271 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
16:28:06.605830 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:28:06.914045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24439): Launched
16:28:07.171121 run iperf3-srv_10.42.42.10(pid=24440): Launched
16:28:07.353752 tst      cs_paging_gprs_active.py:38: start network...
16:28:07.477911 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:28:07.946506 run         create_hlr_db(pid=24441): Launched
16:28:08.117190 bus                          /gobi_6: Setting Powered False
16:28:09.140139 run         create_hlr_db(pid=24441): Terminated: ok {rc=0}
16:28:09.563325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24443): Launched
16:28:09.880920 run   osmo-hlr_10.42.42.2(pid=24444): Launched
16:28:09.997199 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:28:10.550295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24446): Launched
16:28:10.867587 run   osmo-stp_10.42.42.5(pid=24447): Launched
16:28:10.982652 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:28:11.538459 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24449): Launched
16:28:11.651622 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:28:11.928747 run              patchelf(pid=24450): Launched
16:28:12.117471 run   osmo-stp_10.42.42.5(pid=24447): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24447)]
16:28:12.254813 run   osmo-stp_10.42.42.5(pid=24447): stdout: 
| (launched: 2022-12-10_16:28:10.711918)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:28:12.391982 run   osmo-stp_10.42.42.5(pid=24447): stderr: 
| �[0;m�[38;5;43m20221210162810903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162810903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162810903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162810903 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162810904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162810904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162810904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:28:12.524205 run   osmo-stp_10.42.42.5(pid=24447): stdout: 
| (launched: 2022-12-10_16:28:10.711918)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:28:12.655049 run   osmo-stp_10.42.42.5(pid=24447): stderr: 
| �[0;m�[38;5;43m20221210162810903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162810903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162810903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162810903 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162810904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162810904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162810904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:28:12.807084 run              patchelf(pid=24450): Terminating (SIGINT)
16:28:12.985926 run              patchelf(pid=24450): Terminated: ok {rc=0}
16:28:13.018712 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24447): Process ended prematurely: osmo-stp_10.42.42.5(pid=24447) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24447)]  [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]
16:28:13.028443 tst      cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)
16:28:13.091577 run   osmo-hlr_10.42.42.2(pid=24444): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24444)]
16:28:13.143359 run   osmo-hlr_10.42.42.2(pid=24444): stdout: 
| (launched: 2022-12-10_16:28:09.725405) 
16:28:13.195679 run   osmo-hlr_10.42.42.2(pid=24444): stderr: 
| �[0;m�[1;31m20221210162809922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162809922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162809922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162809922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162809922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162809922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162809935 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162809943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162809944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162809944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:28:13.239910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24437): Terminating (SIGTERM)
16:28:13.282286 run iperf3-srv_10.42.42.10(pid=24438): Terminating (SIGTERM)
16:28:13.324039 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24439): Terminating (SIGTERM)
16:28:13.365949 run iperf3-srv_10.42.42.10(pid=24440): Terminating (SIGTERM)
16:28:13.407745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24443): Terminating (SIGTERM)
16:28:13.449374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24446): Terminating (SIGTERM)
16:28:13.490979 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24449): Terminating (SIGTERM)
16:28:13.500643 ---      ParallelTerminationStrategy: PID 24437 died...
16:28:13.556222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24437): Terminated: ok {rc=0}
16:28:13.566332 ---      ParallelTerminationStrategy: PID 24438 died...
16:28:13.622197 run iperf3-srv_10.42.42.10(pid=24438): Terminated {rc=256}
16:28:13.632194 ---      ParallelTerminationStrategy: PID 24439 died...
16:28:13.687647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24439): Terminated: ok {rc=0}
16:28:13.697722 ---      ParallelTerminationStrategy: PID 24440 died...
16:28:13.752849 run iperf3-srv_10.42.42.10(pid=24440): Terminated {rc=256}
16:28:13.762873 ---      ParallelTerminationStrategy: PID 24443 died...
16:28:13.818196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24443): Terminated: ok {rc=0}
16:28:13.828210 ---      ParallelTerminationStrategy: PID 24446 died...
16:28:13.883488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24446): Terminated: ok {rc=0}
16:28:13.893925 ---      ParallelTerminationStrategy: PID 24449 died...
16:28:13.949875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24449): Terminated: ok {rc=0}
16:28:14.036810 bus                          /gobi_0: Setting Powered False
16:28:15.145144 bus                          /gobi_0: Setting Powered False
16:28:16.269797 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-lms+mod-bts0-dynts-osmo</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24459): Process ended prematurely: osmo-stp_10.42.42.5(pid=24459) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24459)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24459): Process ended prematurely: osmo-stp_10.42.42.5(pid=24459) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24459)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py
----------------------------------------------
16:28:17.379680 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:17.391312 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
16:28:17.554568 tst                        iperf3.py: using LAC 29202
16:28:17.681118 tst                        iperf3.py: using RAC 132
16:28:17.807575 tst                        iperf3.py: using CellId 29202
16:28:17.932269 tst                        iperf3.py: using BVCI 29203
16:28:17.956754 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:17.968291 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:17.979708 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:17.991058 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:18.002309 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:18.013657 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:18.025160 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:18.036349 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:18.047715 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:28:18.336229 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
16:28:18.468709 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:28:18.796774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24451): Launched
16:28:19.069767 run iperf3-srv_10.42.42.10(pid=24452): Launched
16:28:19.264912 tst                      iperf3.py:8: start network...
16:28:19.397763 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:28:19.904703 run         create_hlr_db(pid=24453): Launched
16:28:20.088738 bus                          /gobi_6: Setting Powered False
16:28:21.110414 run         create_hlr_db(pid=24453): Terminated: ok {rc=0}
16:28:21.510338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24455): Launched
16:28:21.806862 run   osmo-hlr_10.42.42.2(pid=24456): Launched
16:28:21.916121 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:28:22.433184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24458): Launched
16:28:22.729140 run   osmo-stp_10.42.42.5(pid=24459): Launched
16:28:22.836703 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:28:23.353075 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24461): Launched
16:28:23.458833 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:28:23.716834 run              patchelf(pid=24462): Launched
16:28:23.890659 run   osmo-stp_10.42.42.5(pid=24459): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24459)]
16:28:24.017484 run   osmo-stp_10.42.42.5(pid=24459): stdout: 
| (launched: 2022-12-10_16:28:22.583337)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:28:24.144920 run   osmo-stp_10.42.42.5(pid=24459): stderr: 
| �[0;m�[38;5;43m20221210162822754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162822754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162822755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162822755 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162822756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162822756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162822756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:28:24.267370 run   osmo-stp_10.42.42.5(pid=24459): stdout: 
| (launched: 2022-12-10_16:28:22.583337)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:28:24.388688 run   osmo-stp_10.42.42.5(pid=24459): stderr: 
| �[0;m�[38;5;43m20221210162822754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162822754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162822755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162822755 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162822756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162822756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162822756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:28:24.530420 run              patchelf(pid=24462): Terminating (SIGINT)
16:28:24.697312 run              patchelf(pid=24462): Terminated: ok {rc=0}
16:28:24.727930 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24459): Process ended prematurely: osmo-stp_10.42.42.5(pid=24459) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24459)]  [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]
16:28:24.737122 tst                      iperf3.py:8: Test FAILED (7.4 sec)
16:28:24.797754 run   osmo-hlr_10.42.42.2(pid=24456): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24456)]
16:28:24.846656 run   osmo-hlr_10.42.42.2(pid=24456): stdout: 
| (launched: 2022-12-10_16:28:21.660868) 
16:28:24.896304 run   osmo-hlr_10.42.42.2(pid=24456): stderr: 
| �[0;m�[1;31m20221210162821840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162821840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162821840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162821840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162821841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162821841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162821853 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162821861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162821861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162821861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:28:24.938388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24451): Terminating (SIGTERM)
16:28:24.978331 run iperf3-srv_10.42.42.10(pid=24452): Terminating (SIGTERM)
16:28:25.018358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24455): Terminating (SIGTERM)
16:28:25.058185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24458): Terminating (SIGTERM)
16:28:25.098223 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24461): Terminating (SIGTERM)
16:28:25.107792 ---      ParallelTerminationStrategy: PID 24451 died...
16:28:25.161964 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24451): Terminated: ok {rc=0}
16:28:25.171654 ---      ParallelTerminationStrategy: PID 24452 died...
16:28:25.225139 run iperf3-srv_10.42.42.10(pid=24452): Terminated {rc=256}
16:28:25.234746 ---      ParallelTerminationStrategy: PID 24455 died...
16:28:25.288137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24455): Terminated: ok {rc=0}
16:28:25.298033 ---      ParallelTerminationStrategy: PID 24458 died...
16:28:25.351291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24458): Terminated: ok {rc=0}
16:28:25.361273 ---      ParallelTerminationStrategy: PID 24461 died...
16:28:25.415103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24461): Terminated: ok {rc=0}
16:28:25.504888 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-lms+mod-bts0-dynts-osmo</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24477): Process ended prematurely: osmo-stp_10.42.42.5(pid=24477) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24477)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24477): Process ended prematurely: osmo-stp_10.42.42.5(pid=24477) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24477)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py
----------------------------------------------
16:28:26.619082 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:26.631175 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
16:28:26.798175 tst                      iperf3m4.py: using LAC 29203
16:28:26.922613 tst                      iperf3m4.py: using RAC 133
16:28:27.046961 tst                      iperf3m4.py: using CellId 29203
16:28:27.173416 tst                      iperf3m4.py: using BVCI 29204
16:28:27.197780 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:27.209257 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:27.220384 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:27.231707 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:27.242993 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:27.254359 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:27.265923 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:27.277698 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:27.289409 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:28:27.408698 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:28:27.527503 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:28:27.646032 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:28:27.937870 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
16:28:28.071145 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:28:28.401642 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24463): Launched
16:28:28.675684 run iperf3-srv_10.42.42.10(pid=24464): Launched
16:28:28.870707 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
16:28:29.003721 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:28:29.333744 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24465): Launched
16:28:29.607569 run iperf3-srv_10.42.42.10(pid=24466): Launched
16:28:29.802576 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
16:28:29.935391 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:28:30.265157 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24467): Launched
16:28:30.538114 run iperf3-srv_10.42.42.10(pid=24468): Launched
16:28:30.731717 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
16:28:30.864293 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:28:31.210574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24469): Launched
16:28:31.505505 run iperf3-srv_10.42.42.10(pid=24470): Launched
16:28:31.702654 tst                    iperf3m4.py:8: start network...
16:28:31.837172 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:28:32.350270 run         create_hlr_db(pid=24471): Launched
16:28:32.533911 bus                          /gobi_6: Setting Powered False
16:28:33.556311 run         create_hlr_db(pid=24471): Terminated: ok {rc=0}
16:28:33.957151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24473): Launched
16:28:34.254486 run   osmo-hlr_10.42.42.2(pid=24474): Launched
16:28:34.371404 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:28:34.896875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24476): Launched
16:28:35.194250 run   osmo-stp_10.42.42.5(pid=24477): Launched
16:28:35.302151 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:28:35.819571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24479): Launched
16:28:35.925176 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:28:36.184103 run              patchelf(pid=24480): Launched
16:28:36.358109 run   osmo-stp_10.42.42.5(pid=24477): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24477)]
16:28:36.485529 run   osmo-stp_10.42.42.5(pid=24477): stdout: 
| (launched: 2022-12-10_16:28:35.047036)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:28:36.613372 run   osmo-stp_10.42.42.5(pid=24477): stderr: 
| �[0;m�[38;5;43m20221210162835215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162835215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162835215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162835216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162835216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162835216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162835216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:28:36.736221 run   osmo-stp_10.42.42.5(pid=24477): stdout: 
| (launched: 2022-12-10_16:28:35.047036)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:28:36.858002 run   osmo-stp_10.42.42.5(pid=24477): stderr: 
| �[0;m�[38;5;43m20221210162835215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162835215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162835215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162835216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162835216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162835216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162835216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:28:36.999687 run              patchelf(pid=24480): Terminating (SIGINT)
16:28:37.166793 run              patchelf(pid=24480): Terminated: ok {rc=0}
16:28:37.197771 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24477): Process ended prematurely: osmo-stp_10.42.42.5(pid=24477) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24477)]  [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]
16:28:37.206924 tst                    iperf3m4.py:8: Test FAILED (10.6 sec)
16:28:37.268260 run   osmo-hlr_10.42.42.2(pid=24474): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24474)]
16:28:37.317852 run   osmo-hlr_10.42.42.2(pid=24474): stdout: 
| (launched: 2022-12-10_16:28:34.107677) 
16:28:37.367802 run   osmo-hlr_10.42.42.2(pid=24474): stderr: 
| �[0;m�[1;31m20221210162834282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162834282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162834282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162834282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162834282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162834282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162834295 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162834303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162834304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162834304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:28:37.409894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24463): Terminating (SIGTERM)
16:28:37.450439 run iperf3-srv_10.42.42.10(pid=24464): Terminating (SIGTERM)
16:28:37.490453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24465): Terminating (SIGTERM)
16:28:37.530421 run iperf3-srv_10.42.42.10(pid=24466): Terminating (SIGTERM)
16:28:37.570869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24467): Terminating (SIGTERM)
16:28:37.610778 run iperf3-srv_10.42.42.10(pid=24468): Terminating (SIGTERM)
16:28:37.650761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24469): Terminating (SIGTERM)
16:28:37.690793 run iperf3-srv_10.42.42.10(pid=24470): Terminating (SIGTERM)
16:28:37.730822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24473): Terminating (SIGTERM)
16:28:37.770792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24476): Terminating (SIGTERM)
16:28:37.810933 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24479): Terminating (SIGTERM)
16:28:37.820507 ---      ParallelTerminationStrategy: PID 24463 died...
16:28:37.874154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24463): Terminated: ok {rc=0}
16:28:37.884003 ---      ParallelTerminationStrategy: PID 24464 died...
16:28:37.937321 run iperf3-srv_10.42.42.10(pid=24464): Terminated {rc=256}
16:28:37.947237 ---      ParallelTerminationStrategy: PID 24465 died...
16:28:38.000869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24465): Terminated: ok {rc=0}
16:28:38.010752 ---      ParallelTerminationStrategy: PID 24466 died...
16:28:38.063621 run iperf3-srv_10.42.42.10(pid=24466): Terminated {rc=256}
16:28:38.073852 ---      ParallelTerminationStrategy: PID 24467 died...
16:28:38.127076 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24467): Terminated: ok {rc=0}
16:28:38.136909 ---      ParallelTerminationStrategy: PID 24468 died...
16:28:38.190218 run iperf3-srv_10.42.42.10(pid=24468): Terminated {rc=256}
16:28:38.200067 ---      ParallelTerminationStrategy: PID 24469 died...
16:28:38.253279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24469): Terminated: ok {rc=0}
16:28:38.263251 ---      ParallelTerminationStrategy: PID 24470 died...
16:28:38.316168 run iperf3-srv_10.42.42.10(pid=24470): Terminated {rc=256}
16:28:38.326166 ---      ParallelTerminationStrategy: PID 24473 died...
16:28:38.379335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24473): Terminated: ok {rc=0}
16:28:38.389362 ---      ParallelTerminationStrategy: PID 24476 died...
16:28:38.442569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24476): Terminated: ok {rc=0}
16:28:38.452493 ---      ParallelTerminationStrategy: PID 24479 died...
16:28:38.505768 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24479): Terminated: ok {rc=0}
16:28:38.595335 bus                          /gobi_4: Setting Powered False
16:28:39.698739 bus                          /gobi_4: Setting Powered False
16:28:40.810208 bus                          /gobi_1: Setting Powered False
16:28:41.913240 bus                          /gobi_1: Setting Powered False
16:28:43.024814 bus                          /gobi_0: Setting Powered False
16:28:44.126328 bus                          /gobi_0: Setting Powered False
16:28:45.239503 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-lms+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24487): Process ended prematurely: osmo-stp_10.42.42.5(pid=24487) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24487)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24487): Process ended prematurely: osmo-stp_10.42.42.5(pid=24487) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24487)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-lms+mod-bts0-dynts-osmo ping.py
----------------------------------------------
16:28:46.307050 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:46.319578 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
16:28:46.511963 tst                          ping.py: using LAC 29204
16:28:46.669221 tst                          ping.py: using RAC 134
16:28:46.795893 tst                          ping.py: using CellId 29204
16:28:46.915619 tst                          ping.py: using BVCI 29205
16:28:46.940303 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:46.952242 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:46.964128 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:46.976702 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:46.990746 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:47.003371 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:47.015456 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:47.028507 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:28:47.306941 tst                       ping.py:19: start network...
16:28:47.429083 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:28:47.889090 run         create_hlr_db(pid=24481): Launched
16:28:48.058746 bus                          /gobi_6: Setting Powered False
16:28:49.079466 run         create_hlr_db(pid=24481): Terminated: ok {rc=0}
16:28:49.497158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24483): Launched
16:28:49.809749 run   osmo-hlr_10.42.42.2(pid=24484): Launched
16:28:49.924125 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:28:50.468444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24486): Launched
16:28:50.780653 run   osmo-stp_10.42.42.5(pid=24487): Launched
16:28:50.894098 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:28:51.439807 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24489): Launched
16:28:51.550954 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:28:51.822835 run              patchelf(pid=24490): Launched
16:28:52.005445 run   osmo-stp_10.42.42.5(pid=24487): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24487)]
16:28:52.139122 run   osmo-stp_10.42.42.5(pid=24487): stdout: 
| (launched: 2022-12-10_16:28:50.626934)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:28:52.273051 run   osmo-stp_10.42.42.5(pid=24487): stderr: 
| �[0;m�[38;5;43m20221210162850821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162850821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162850821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162850821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162850822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162850822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162850822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:28:52.402107 run   osmo-stp_10.42.42.5(pid=24487): stdout: 
| (launched: 2022-12-10_16:28:50.626934)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:28:52.529982 run   osmo-stp_10.42.42.5(pid=24487): stderr: 
| �[0;m�[38;5;43m20221210162850821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162850821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162850821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162850821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162850822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162850822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162850822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:28:52.678717 run              patchelf(pid=24490): Terminating (SIGINT)
16:28:52.853800 run              patchelf(pid=24490): Terminated: ok {rc=0}
16:28:52.885608 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24487): Process ended prematurely: osmo-stp_10.42.42.5(pid=24487) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24487)]  [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]
16:28:52.894758 tst                       ping.py:22: Test FAILED (6.6 sec)
16:28:52.957739 run   osmo-hlr_10.42.42.2(pid=24484): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24484)]
16:28:53.009107 run   osmo-hlr_10.42.42.2(pid=24484): stdout: 
| (launched: 2022-12-10_16:28:49.656797) 
16:28:53.061166 run   osmo-hlr_10.42.42.2(pid=24484): stderr: 
| �[0;m�[1;31m20221210162849854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162849854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162849854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162849854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162849854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162849854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162849867 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162849875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162849876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162849876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:28:53.105678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24483): Terminating (SIGTERM)
16:28:53.147965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24486): Terminating (SIGTERM)
16:28:53.190911 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24489): Terminating (SIGTERM)
16:28:53.200785 ---      ParallelTerminationStrategy: PID 24483 died...
16:28:53.257325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24483): Terminated: ok {rc=0}
16:28:53.267682 ---      ParallelTerminationStrategy: PID 24486 died...
16:28:53.323722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24486): Terminated: ok {rc=0}
16:28:53.334100 ---      ParallelTerminationStrategy: PID 24489 died...
16:28:53.390464 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24489): Terminated: ok {rc=0}
16:28:53.478119 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-lms+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24497): Process ended prematurely: osmo-stp_10.42.42.5(pid=24497) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24497)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24497): Process ended prematurely: osmo-stp_10.42.42.5(pid=24497) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24497)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py
----------------------------------------------
16:28:54.529520 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:54.541633 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
16:28:54.705404 tst                ping_idle_ping.py: using LAC 29205
16:28:54.829222 tst                ping_idle_ping.py: using RAC 135
16:28:54.955859 tst                ping_idle_ping.py: using CellId 29205
16:28:55.072597 tst                ping_idle_ping.py: using BVCI 29206
16:28:55.095211 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:55.106245 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:55.117176 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:55.128656 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:55.140332 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:55.151875 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:55.163590 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:28:55.175186 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:28:55.459651 tst             ping_idle_ping.py:24: start network...
16:28:55.590571 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:28:56.095927 run         create_hlr_db(pid=24491): Launched
16:28:56.279979 bus                          /gobi_6: Setting Powered False
16:28:57.301153 run         create_hlr_db(pid=24491): Terminated: ok {rc=0}
16:28:57.697138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24493): Launched
16:28:57.990458 run   osmo-hlr_10.42.42.2(pid=24494): Launched
16:28:58.100347 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:28:58.607302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24496): Launched
16:28:58.900273 run   osmo-stp_10.42.42.5(pid=24497): Launched
16:28:59.007080 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:28:59.516140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24499): Launched
16:28:59.620226 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:28:59.875524 run              patchelf(pid=24500): Launched
16:29:00.047149 run   osmo-stp_10.42.42.5(pid=24497): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24497)]
16:29:00.173114 run   osmo-stp_10.42.42.5(pid=24497): stdout: 
| (launched: 2022-12-10_16:28:58.755345)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:29:00.298931 run   osmo-stp_10.42.42.5(pid=24497): stderr: 
| �[0;m�[38;5;43m20221210162858925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162858925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162858925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162858926 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162858926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162858926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162858926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:29:00.420300 run   osmo-stp_10.42.42.5(pid=24497): stdout: 
| (launched: 2022-12-10_16:28:58.755345)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:29:00.540407 run   osmo-stp_10.42.42.5(pid=24497): stderr: 
| �[0;m�[38;5;43m20221210162858925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162858925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162858925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162858926 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162858926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162858926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162858926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:29:00.680036 run              patchelf(pid=24500): Terminating (SIGINT)
16:29:00.846127 run              patchelf(pid=24500): Terminated: ok {rc=0}
16:29:00.882237 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24497): Process ended prematurely: osmo-stp_10.42.42.5(pid=24497) [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24497)]  [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]
16:29:00.891773 tst             ping_idle_ping.py:27: Test FAILED (6.3 sec)
16:29:00.957062 run   osmo-hlr_10.42.42.2(pid=24494): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24494)]
16:29:01.008618 run   osmo-hlr_10.42.42.2(pid=24494): stdout: 
| (launched: 2022-12-10_16:28:57.846102) 
16:29:01.061115 run   osmo-hlr_10.42.42.2(pid=24494): stderr: 
| �[0;m�[1;31m20221210162858023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162858023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162858023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162858023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162858023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162858023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162858036 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162858046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162858046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162858046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:29:01.106265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24493): Terminating (SIGTERM)
16:29:01.150496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24496): Terminating (SIGTERM)
16:29:01.195369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24499): Terminating (SIGTERM)
16:29:01.205450 ---      ParallelTerminationStrategy: PID 24493 died...
16:29:01.262631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24493): Terminated: ok {rc=0}
16:29:01.273433 ---      ParallelTerminationStrategy: PID 24496 died...
16:29:01.330453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24496): Terminated: ok {rc=0}
16:29:01.341243 ---      ParallelTerminationStrategy: PID 24499 died...
16:29:01.398603 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24499): Terminated: ok {rc=0}
16:29:01.486250 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>110</id><name>gprs_trx-lms+mod-bts0-dynts-osmo</name><properties></properties><timestamp>2022-12-10T16:28:04</timestamp></suite><suite><case><age>238</age><className>dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24510): Process ended prematurely: osmo-stp_10.42.42.5(pid=24510) [trial-2376↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24510)]</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py", line 54, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24510): Process ended prematurely: osmo-stp_10.42.42.5(pid=24510) [trial-2376↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24510)]
</stderr><stdout>
----------------------------------------------
trial-2376 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py
----------------------------------------------
16:29:03.503378 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:29:03.514771 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
16:29:03.666490 tst               switch_tch_pdch.py: using LAC 29206
16:29:03.782702 tst               switch_tch_pdch.py: using RAC 136
16:29:03.896852 tst               switch_tch_pdch.py: using CellId 29206
16:29:04.018244 tst               switch_tch_pdch.py: using BVCI 29207
16:29:04.040467 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:29:04.051585 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:29:04.062492 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:29:04.073671 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:29:04.084806 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:29:04.096003 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:29:04.107350 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:29:04.118496 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
16:29:04.236169 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
16:29:04.513833 tst            switch_tch_pdch.py:51: start network...
16:29:04.635836 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:29:05.094358 run         create_hlr_db(pid=24504): Launched
16:29:05.263475 bus                          /gobi_6: Setting Powered False
16:29:06.285565 run         create_hlr_db(pid=24504): Terminated: ok {rc=0}
16:29:06.701760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24506): Launched
16:29:07.013830 run   osmo-hlr_10.42.42.2(pid=24507): Launched
16:29:07.128469 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:29:07.669566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24509): Launched
16:29:07.981872 run   osmo-stp_10.42.42.5(pid=24510): Launched
16:29:08.095139 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:29:08.641973 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24512): Launched
16:29:08.752916 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:29:09.023751 run              patchelf(pid=24513): Launched
16:29:09.207058 run   osmo-stp_10.42.42.5(pid=24510): ERR: Terminated: ERROR {rc=1}  [trial-2376↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24510)]
16:29:09.340835 run   osmo-stp_10.42.42.5(pid=24510): stdout: 
| (launched: 2022-12-10_16:29:07.828321)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:29:09.474840 run   osmo-stp_10.42.42.5(pid=24510): stderr: 
| �[0;m�[38;5;43m20221210162908018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162908018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162908018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162908018 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162908021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162908021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162908021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:29:09.603900 run   osmo-stp_10.42.42.5(pid=24510): stdout: 
| (launched: 2022-12-10_16:29:07.828321)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:29:09.731786 run   osmo-stp_10.42.42.5(pid=24510): stderr: 
| �[0;m�[38;5;43m20221210162908018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162908018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162908018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162908018 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162908021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162908021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162908021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:29:09.881225 run              patchelf(pid=24513): Terminating (SIGINT)
16:29:10.055973 run              patchelf(pid=24513): Terminated: ok {rc=0}
16:29:10.087795 tst            switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=24510): Process ended prematurely: osmo-stp_10.42.42.5(pid=24510) [trial-2376↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24510)]  [trial-2376↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]
16:29:10.096909 tst            switch_tch_pdch.py:54: Test FAILED (6.6 sec)
16:29:10.160061 run   osmo-hlr_10.42.42.2(pid=24507): ERR: Terminated: ERROR {rc=237}  [trial-2376↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24507)]
16:29:10.211174 run   osmo-hlr_10.42.42.2(pid=24507): stdout: 
| (launched: 2022-12-10_16:29:06.860831) 
16:29:10.262795 run   osmo-hlr_10.42.42.2(pid=24507): stderr: 
| �[0;m�[1;31m20221210162907057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162907057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162907057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162907057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162907058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162907058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162907070 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162907078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162907078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162907078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:29:10.307147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24506): Terminating (SIGTERM)
16:29:10.349302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24509): Terminating (SIGTERM)
16:29:10.391221 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24512): Terminating (SIGTERM)
16:29:10.401033 ---      ParallelTerminationStrategy: PID 24506 died...
16:29:10.457237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24506): Terminated: ok {rc=0}
16:29:10.467556 ---      ParallelTerminationStrategy: PID 24509 died...
16:29:10.523446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24509): Terminated: ok {rc=0}
16:29:10.533767 ---      ParallelTerminationStrategy: PID 24512 died...
16:29:10.589571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24512): Terminated: ok {rc=0}
16:29:10.676395 bus                          /gobi_0: Setting Powered False
16:29:11.780506 bus                          /gobi_0: Setting Powered False
16:29:12.891277 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>12.0</duration><id>111</id><name>dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-10T16:29:03</timestamp></suite><suite><case><age>238</age><className>dynts:trx-lms+mod-bts0-dynts67-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24524): Process ended prematurely: osmo-stp_10.42.42.5(pid=24524) [trial-2376↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24524)]</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py", line 54, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24524): Process ended prematurely: osmo-stp_10.42.42.5(pid=24524) [trial-2376↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24524)]
</stderr><stdout>
----------------------------------------------
trial-2376 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py
----------------------------------------------
16:29:14.859443 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
16:29:14.870488 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)
16:29:15.023045 tst               switch_tch_pdch.py: using LAC 29207
16:29:15.138743 tst               switch_tch_pdch.py: using RAC 137
16:29:15.253038 tst               switch_tch_pdch.py: using CellId 29207
16:29:15.367518 tst               switch_tch_pdch.py: using BVCI 29208
16:29:15.389862 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
16:29:15.400669 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
16:29:15.411310 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
16:29:15.422256 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
16:29:15.433202 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
16:29:15.444032 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
16:29:15.455195 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
16:29:15.466108 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)
16:29:15.580415 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)
16:29:15.859308 tst            switch_tch_pdch.py:51: start network...
16:29:15.984236 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:29:16.464198 run         create_hlr_db(pid=24518): Launched
16:29:16.587106 bus                          /gobi_6: Setting Powered False
16:29:17.653775 run         create_hlr_db(pid=24518): Terminated: ok {rc=0}
16:29:18.041375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24520): Launched
16:29:18.352831 run   osmo-hlr_10.42.42.2(pid=24521): Launched
16:29:18.467355 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:29:18.980819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24523): Launched
16:29:19.293771 run   osmo-stp_10.42.42.5(pid=24524): Launched
16:29:19.407260 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:29:19.925527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24526): Launched
16:29:20.036582 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:29:20.309341 run              patchelf(pid=24527): Launched
16:29:20.491970 run   osmo-stp_10.42.42.5(pid=24524): ERR: Terminated: ERROR {rc=1}  [trial-2376↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24524)]
16:29:20.625475 run   osmo-stp_10.42.42.5(pid=24524): stdout: 
| (launched: 2022-12-10_16:29:19.139913)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:29:20.759010 run   osmo-stp_10.42.42.5(pid=24524): stderr: 
| �[0;m�[38;5;43m20221210162919333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162919333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162919334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162919334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162919336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162919336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162919336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:29:20.887798 run   osmo-stp_10.42.42.5(pid=24524): stdout: 
| (launched: 2022-12-10_16:29:19.139913)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:29:21.015479 run   osmo-stp_10.42.42.5(pid=24524): stderr: 
| �[0;m�[38;5;43m20221210162919333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162919333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162919334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162919334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162919336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162919336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162919336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:29:21.165218 run              patchelf(pid=24527): Terminating (SIGINT)
16:29:21.340416 run              patchelf(pid=24527): Terminated: ok {rc=0}
16:29:21.372282 tst            switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=24524): Process ended prematurely: osmo-stp_10.42.42.5(pid=24524) [trial-2376↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24524)]  [trial-2376↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]
16:29:21.381414 tst            switch_tch_pdch.py:54: Test FAILED (6.5 sec)
16:29:21.443286 run   osmo-hlr_10.42.42.2(pid=24521): ERR: Terminated: ERROR {rc=237}  [trial-2376↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24521)]
16:29:21.494099 run   osmo-hlr_10.42.42.2(pid=24521): stdout: 
| (launched: 2022-12-10_16:29:18.199839) 
16:29:21.545594 run   osmo-hlr_10.42.42.2(pid=24521): stderr: 
| �[0;m�[1;31m20221210162918396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162918396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162918396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162918396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162918396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162918396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162918409 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162918417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162918417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162918417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:29:21.589374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24520): Terminating (SIGTERM)
16:29:21.630726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24523): Terminating (SIGTERM)
16:29:21.672077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24526): Terminating (SIGTERM)
16:29:21.681815 ---      ParallelTerminationStrategy: PID 24520 died...
16:29:21.737062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24520): Terminated: ok {rc=0}
16:29:21.747088 ---      ParallelTerminationStrategy: PID 24523 died...
16:29:21.802510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24523): Terminated: ok {rc=0}
16:29:21.812539 ---      ParallelTerminationStrategy: PID 24526 died...
16:29:21.868193 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24526): Terminated: ok {rc=0}
16:29:21.954993 bus                          /gobi_0: Setting Powered False
16:29:23.060771 bus                          /gobi_0: Setting Powered False
16:29:24.171104 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>12.0</duration><id>112</id><name>dynts_trx-lms+mod-bts0-dynts67-osmo</name><properties></properties><timestamp>2022-12-10T16:29:14</timestamp></suite><suite><case><age>237</age><className>nitb_sms:trx-lms-limenet-micro</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=24533): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24533) [trial-2376↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24533)]</errorStackTrace><failedSince>2140</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py", line 11, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=24533): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24533) [trial-2376↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24533)]
</stderr><stdout>
----------------------------------------------
trial-2376 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py
----------------------------------------------
16:29:26.059528 tst   nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)
16:29:26.070893 tst   nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)
16:29:26.206367 tst                     mo_mt_sms.py: using LAC 29208
16:29:26.329283 tst                     mo_mt_sms.py: using RAC 138
16:29:26.450716 tst                     mo_mt_sms.py: using CellId 29208
16:29:26.572454 tst                     mo_mt_sms.py: using BVCI 29209
16:29:26.596110 tst   nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)
16:29:26.709972 tst   nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)
16:29:26.978541 tst                   mo_mt_sms.py:9: start nitb and bts...
16:29:27.099900 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
16:29:27.702991 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24532): Launched
16:29:27.991994 run  osmo-nitb_10.42.42.2(pid=24533): Launched
16:29:28.171806 run  osmo-nitb_10.42.42.2(pid=24533): ERR: Terminated: ERROR {rc=2}  [trial-2376↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24533)]
16:29:28.304491 run  osmo-nitb_10.42.42.2(pid=24533): stdout: 
| (launched: 2022-12-10_16:29:27.850730) 
16:29:28.437633 run  osmo-nitb_10.42.42.2(pid=24533): stderr: 
| (launched: 2022-12-10_16:29:27.894122)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:29:28.565862 run  osmo-nitb_10.42.42.2(pid=24533): stdout: 
| (launched: 2022-12-10_16:29:27.850730) 
16:29:28.693156 run  osmo-nitb_10.42.42.2(pid=24533): stderr: 
| (launched: 2022-12-10_16:29:27.894122)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:29:29.110067 tst  osmo-nitb_10.42.42.2(pid=24533): stdout: 
| (launched: 2022-12-10_16:29:27.850730) 
16:29:29.226494 tst  osmo-nitb_10.42.42.2(pid=24533): stderr: 
| (launched: 2022-12-10_16:29:27.894122)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:29:29.277401 tst                  mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=24533): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24533) [trial-2376↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24533)]  [trial-2376↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]
16:29:29.285342 tst                  mo_mt_sms.py:11: Test FAILED (3.2 sec)
16:29:29.319465 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24532): Terminating (SIGTERM)
16:29:29.496913 ---      ParallelTerminationStrategy: PID 24532 died...
16:29:29.551777 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24532): Terminated: ok {rc=0}
16:29:29.639371 bus                        /sierra_3: Setting Powered False
16:29:30.743162 bus                        /sierra_3: Setting Powered False
16:29:31.861060 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>8.0</duration><id>113</id><name>nitb_sms_trx-lms-limenet-micro</name><properties></properties><timestamp>2022-12-10T16:29:25</timestamp></suite><suite><case><age>238</age><className>sms:trx-lms-limenet-micro</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24543): Process ended prematurely: osmo-stp_10.42.42.5(pid=24543) [trial-2376↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24543)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py", line 16, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24543): Process ended prematurely: osmo-stp_10.42.42.5(pid=24543) [trial-2376↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24543)]
</stderr><stdout>
----------------------------------------------
trial-2376 sms:trx-lms-limenet-micro mo_mt_sms.py
----------------------------------------------
16:29:33.741496 tst        sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:29:33.752705 tst        sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)
16:29:33.889951 tst                     mo_mt_sms.py: using LAC 29209
16:29:34.011052 tst                     mo_mt_sms.py: using RAC 139
16:29:34.132057 tst                     mo_mt_sms.py: using CellId 29209
16:29:34.257137 tst                     mo_mt_sms.py: using BVCI 29210
16:29:34.280678 tst        sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:29:34.291803 tst        sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:29:34.302861 tst        sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:29:34.313845 tst        sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:29:34.324724 tst        sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:29:34.335621 tst        sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)
16:29:34.451271 tst        sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)
16:29:34.657072 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:29:35.157333 run         create_hlr_db(pid=24537): Launched
16:29:35.339020 bus                        /sierra_2: Setting Powered False
16:29:36.360632 run         create_hlr_db(pid=24537): Terminated: ok {rc=0}
16:29:36.754057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24539): Launched
16:29:37.046884 run   osmo-hlr_10.42.42.2(pid=24540): Launched
16:29:37.159812 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:29:37.674335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24542): Launched
16:29:37.965965 run   osmo-stp_10.42.42.5(pid=24543): Launched
16:29:38.073021 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:29:38.609125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24545): Launched
16:29:38.902210 run   osmo-msc_10.42.42.6(pid=24546): Launched
16:29:39.074324 run   osmo-stp_10.42.42.5(pid=24543): ERR: Terminated: ERROR {rc=1}  [trial-2376↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24543)]
16:29:39.198383 run   osmo-stp_10.42.42.5(pid=24543): stdout: 
| (launched: 2022-12-10_16:29:37.822193)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:29:39.321349 run   osmo-stp_10.42.42.5(pid=24543): stderr: 
| �[0;m�[38;5;43m20221210162937992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162937992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162937993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162937993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162937994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162937994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162937994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:29:39.438483 run   osmo-stp_10.42.42.5(pid=24543): stdout: 
| (launched: 2022-12-10_16:29:37.822193)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:29:39.555239 run   osmo-stp_10.42.42.5(pid=24543): stderr: 
| �[0;m�[38;5;43m20221210162937992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162937992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162937993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162937993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162937994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162937994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162937994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:29:39.606088 tst                  mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=24543): Process ended prematurely: osmo-stp_10.42.42.5(pid=24543) [trial-2376↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24543)]  [trial-2376↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]
16:29:39.613972 tst                  mo_mt_sms.py:16: Test FAILED (5.9 sec)
16:29:39.674734 run   osmo-hlr_10.42.42.2(pid=24540): ERR: Terminated: ERROR {rc=237}  [trial-2376↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24540)]
16:29:39.724108 run   osmo-hlr_10.42.42.2(pid=24540): stdout: 
| (launched: 2022-12-10_16:29:36.901981) 
16:29:39.774239 run   osmo-hlr_10.42.42.2(pid=24540): stderr: 
| �[0;m�[1;31m20221210162937078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162937078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162937078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162937078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162937078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162937078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162937091 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162937101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162937101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162937101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:29:39.842499 run   osmo-msc_10.42.42.6(pid=24546): ERR: Terminated: ERROR {rc=2}  [trial-2376↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24546)]
16:29:39.891773 run   osmo-msc_10.42.42.6(pid=24546): stdout: 
| (launched: 2022-12-10_16:29:38.757073) 
16:29:39.941619 run   osmo-msc_10.42.42.6(pid=24546): stderr: 
| �[0;m�[38;5;43m20221210162939030 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210162939030 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f95a9c6cc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210162939030 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210162939030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210162939030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210162939030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210162939032 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210162939032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210162939033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210162939033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:29:39.984005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24539): Terminating (SIGTERM)
16:29:40.024133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24542): Terminating (SIGTERM)
16:29:40.064691 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24545): Terminating (SIGTERM)
16:29:40.074297 ---      ParallelTerminationStrategy: PID 24539 died...
16:29:40.128199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24539): Terminated: ok {rc=0}
16:29:40.138182 ---      ParallelTerminationStrategy: PID 24542 died...
16:29:40.191922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24542): Terminated: ok {rc=0}
16:29:40.201694 ---      ParallelTerminationStrategy: PID 24545 died...
16:29:40.255124 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24545): Terminated: ok {rc=0}
16:29:40.338930 bus                        /sierra_3: Setting Powered False
16:29:41.440731 bus                        /sierra_3: Setting Powered False
16:29:42.553174 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>11.0</duration><id>114</id><name>sms_trx-lms-limenet-micro</name><properties></properties><timestamp>2022-12-10T16:29:33</timestamp></suite><suite><case><age>237</age><className>nitb_ussd:trx-lms-limenet-micro</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=24552): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24552) [trial-2376↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24552)]</errorStackTrace><failedSince>2140</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py", line 12, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=24552): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24552) [trial-2376↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24552)]
</stderr><stdout>
----------------------------------------------
trial-2376 nitb_ussd:trx-lms-limenet-micro assert_extension.py
----------------------------------------------
16:29:44.388933 tst  nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)
16:29:44.400635 tst  nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)
16:29:44.528668 tst              assert_extension.py: using LAC 29210
16:29:44.642604 tst              assert_extension.py: using RAC 140
16:29:44.757622 tst              assert_extension.py: using CellId 29210
16:29:44.871481 tst              assert_extension.py: using BVCI 29211
16:29:44.893649 tst  nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)
16:29:45.176785 tst           assert_extension.py:10: start nitb and bts...
16:29:45.307573 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
16:29:45.989683 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24551): Launched
16:29:46.325486 run  osmo-nitb_10.42.42.2(pid=24552): Launched
16:29:46.520393 run  osmo-nitb_10.42.42.2(pid=24552): ERR: Terminated: ERROR {rc=2}  [trial-2376↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24552)]
16:29:46.664829 run  osmo-nitb_10.42.42.2(pid=24552): stdout: 
| (launched: 2022-12-10_16:29:46.154599) 
16:29:46.809567 run  osmo-nitb_10.42.42.2(pid=24552): stderr: 
| (launched: 2022-12-10_16:29:46.202053)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:29:46.949097 run  osmo-nitb_10.42.42.2(pid=24552): stdout: 
| (launched: 2022-12-10_16:29:46.154599) 
16:29:47.087128 run  osmo-nitb_10.42.42.2(pid=24552): stderr: 
| (launched: 2022-12-10_16:29:46.202053)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:29:47.452343 tst  osmo-nitb_10.42.42.2(pid=24552): stdout: 
| (launched: 2022-12-10_16:29:46.154599) 
16:29:47.577117 tst  osmo-nitb_10.42.42.2(pid=24552): stderr: 
| (launched: 2022-12-10_16:29:46.202053)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:29:47.631450 tst           assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=24552): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24552) [trial-2376↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24552)]  [trial-2376↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]
16:29:47.640000 tst           assert_extension.py:12: Test FAILED (3.2 sec)
16:29:47.676108 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24551): Terminating (SIGTERM)
16:29:47.854047 ---      ParallelTerminationStrategy: PID 24551 died...
16:29:47.911474 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24551): Terminated: ok {rc=0}
16:29:47.999687 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>6.0</duration><id>115</id><name>nitb_ussd_trx-lms-limenet-micro</name><properties></properties><timestamp>2022-12-10T16:29:44</timestamp></suite><suite><case><age>238</age><className>ussd:trx-lms-limenet-micro</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24563): Process ended prematurely: osmo-stp_10.42.42.5(pid=24563) [trial-2376↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24563)]</errorStackTrace><failedSince>2139</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py", line 17, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24563): Process ended prematurely: osmo-stp_10.42.42.5(pid=24563) [trial-2376↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24563)]
</stderr><stdout>
----------------------------------------------
trial-2376 ussd:trx-lms-limenet-micro assert_extension.py
----------------------------------------------
16:29:49.827593 tst       ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:29:49.839037 tst       ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)
16:29:49.974712 tst              assert_extension.py: using LAC 29211
16:29:50.091874 tst              assert_extension.py: using RAC 141
16:29:50.209144 tst              assert_extension.py: using CellId 29211
16:29:50.325294 tst              assert_extension.py: using BVCI 29212
16:29:50.347581 tst       ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:29:50.358492 tst       ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:29:50.369233 tst       ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:29:50.380004 tst       ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:29:50.390872 tst       ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:29:50.401710 tst       ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)
16:29:50.606928 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:29:51.106322 run         create_hlr_db(pid=24557): Launched
16:29:51.288567 bus                        /sierra_2: Setting Powered False
16:29:52.309748 run         create_hlr_db(pid=24557): Terminated: ok {rc=0}
16:29:52.707374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24559): Launched
16:29:53.020453 run   osmo-hlr_10.42.42.2(pid=24560): Launched
16:29:53.135082 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:29:53.681200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24562): Launched
16:29:53.993508 run   osmo-stp_10.42.42.5(pid=24563): Launched
16:29:54.107038 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:29:54.678312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24565): Launched
16:29:54.990333 run   osmo-msc_10.42.42.6(pid=24566): Launched
16:29:55.173747 run   osmo-stp_10.42.42.5(pid=24563): ERR: Terminated: ERROR {rc=1}  [trial-2376↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24563)]
16:29:55.306559 run   osmo-stp_10.42.42.5(pid=24563): stdout: 
| (launched: 2022-12-10_16:29:53.840525)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:29:55.438924 run   osmo-stp_10.42.42.5(pid=24563): stderr: 
| �[0;m�[38;5;43m20221210162954031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162954031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162954032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162954032 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162954034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162954034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162954034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:29:55.564527 run   osmo-stp_10.42.42.5(pid=24563): stdout: 
| (launched: 2022-12-10_16:29:53.840525)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:29:55.689229 run   osmo-stp_10.42.42.5(pid=24563): stderr: 
| �[0;m�[38;5;43m20221210162954031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210162954031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210162954032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210162954032 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210162954034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210162954034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210162954034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:29:55.743531 tst           assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=24563): Process ended prematurely: osmo-stp_10.42.42.5(pid=24563) [trial-2376↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24563)]  [trial-2376↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]
16:29:55.751829 tst           assert_extension.py:17: Test FAILED (5.9 sec)
16:29:55.814431 run   osmo-hlr_10.42.42.2(pid=24560): ERR: Terminated: ERROR {rc=237}  [trial-2376↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24560)]
16:29:55.865632 run   osmo-hlr_10.42.42.2(pid=24560): stdout: 
| (launched: 2022-12-10_16:29:52.866689) 
16:29:55.917473 run   osmo-hlr_10.42.42.2(pid=24560): stderr: 
| �[0;m�[1;31m20221210162953064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210162953064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210162953064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210162953064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210162953064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210162953064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210162953081 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210162953089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210162953089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210162953089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:29:55.988280 run   osmo-msc_10.42.42.6(pid=24566): ERR: Terminated: ERROR {rc=2}  [trial-2376↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24566)]
16:29:56.039732 run   osmo-msc_10.42.42.6(pid=24566): stdout: 
| (launched: 2022-12-10_16:29:54.837326) 
16:29:56.091610 run   osmo-msc_10.42.42.6(pid=24566): stderr: 
| �[0;m�[38;5;43m20221210162955158 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210162955158 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa2b4004c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210162955158 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210162955158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210162955158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210162955159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210162955160 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210162955161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210162955161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210162955161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:29:56.135820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24559): Terminating (SIGTERM)
16:29:56.178461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24562): Terminating (SIGTERM)
16:29:56.221232 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24565): Terminating (SIGTERM)
16:29:56.231111 ---      ParallelTerminationStrategy: PID 24559 died...
16:29:56.287932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24559): Terminated: ok {rc=0}
16:29:56.298192 ---      ParallelTerminationStrategy: PID 24562 died...
16:29:56.354328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24562): Terminated: ok {rc=0}
16:29:56.364539 ---      ParallelTerminationStrategy: PID 24565 died...
16:29:56.420784 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24565): Terminated: ok {rc=0}
16:29:56.507909 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>9.0</duration><id>116</id><name>ussd_trx-lms-limenet-micro</name><properties></properties><timestamp>2022-12-10T16:29:49</timestamp></suite><suite><case><age>238</age><className>voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24580): Process ended prematurely: osmo-stp_10.42.42.5(pid=24580) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24580)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24580): Process ended prematurely: osmo-stp_10.42.42.5(pid=24580) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24580)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py
----------------------------------------------
16:29:58.465485 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:29:58.476779 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
16:29:58.629148 tst                    mo_mt_call.py: using LAC 29212
16:29:58.751415 tst                    mo_mt_call.py: using RAC 142
16:29:58.867404 tst                    mo_mt_call.py: using CellId 29212
16:29:58.984365 tst                    mo_mt_call.py: using BVCI 29213
16:29:59.006963 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:29:59.018221 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:29:59.029498 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:29:59.040820 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:29:59.052254 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:29:59.063474 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
16:29:59.176192 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
16:29:59.378943 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:29:59.845607 run         create_hlr_db(pid=24571): Launched
16:30:00.015770 bus                        /sierra_2: Setting Powered False
16:30:01.067370 run         create_hlr_db(pid=24571): Terminated: ok {rc=0}
16:30:01.508894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24573): Launched
16:30:01.863798 run   osmo-hlr_10.42.42.2(pid=24577): Launched
16:30:02.041750 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:30:02.686543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24579): Launched
16:30:03.003410 run   osmo-stp_10.42.42.5(pid=24580): Launched
16:30:03.118467 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:30:03.698543 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24582): Launched
16:30:04.015122 run   osmo-msc_10.42.42.6(pid=24583): Launched
16:30:04.201009 run   osmo-stp_10.42.42.5(pid=24580): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24580)]
16:30:04.335437 run   osmo-stp_10.42.42.5(pid=24580): stdout: 
| (launched: 2022-12-10_16:30:02.847899)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:30:04.469164 run   osmo-stp_10.42.42.5(pid=24580): stderr: 
| �[0;m�[38;5;43m20221210163003038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163003038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163003038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163003039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163003039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163003039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163003039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:30:04.596812 run   osmo-stp_10.42.42.5(pid=24580): stdout: 
| (launched: 2022-12-10_16:30:02.847899)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:30:04.723512 run   osmo-stp_10.42.42.5(pid=24580): stderr: 
| �[0;m�[38;5;43m20221210163003038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163003038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163003038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163003039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163003039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163003039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163003039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:30:04.779410 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24580): Process ended prematurely: osmo-stp_10.42.42.5(pid=24580) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24580)]  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]
16:30:04.788428 tst                  mo_mt_call.py:8: Test FAILED (6.4 sec)
16:30:04.850610 run   osmo-hlr_10.42.42.2(pid=24577): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24577)]
16:30:04.901525 run   osmo-hlr_10.42.42.2(pid=24577): stdout: 
| (launched: 2022-12-10_16:30:01.674168) 
16:30:04.952897 run   osmo-hlr_10.42.42.2(pid=24577): stderr: 
| �[0;m�[1;31m20221210163002028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163002028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163002028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163002028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163002028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163002028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163002048 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163002062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163002062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163002062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:30:05.022930 run   osmo-msc_10.42.42.6(pid=24583): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24583)]
16:30:05.073741 run   osmo-msc_10.42.42.6(pid=24583): stdout: 
| (launched: 2022-12-10_16:30:03.860135) 
16:30:05.125029 run   osmo-msc_10.42.42.6(pid=24583): stderr: 
| �[0;m�[38;5;43m20221210163004181 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210163004181 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feb481f3c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210163004182 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210163004182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210163004182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210163004182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210163004184 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210163004184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210163004184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210163004184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:30:05.168902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24573): Terminating (SIGTERM)
16:30:05.210420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24579): Terminating (SIGTERM)
16:30:05.251710 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24582): Terminating (SIGTERM)
16:30:05.261404 ---      ParallelTerminationStrategy: PID 24573 died...
16:30:05.316655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24573): Terminated: ok {rc=0}
16:30:05.326763 ---      ParallelTerminationStrategy: PID 24579 died...
16:30:05.381814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24579): Terminated: ok {rc=0}
16:30:05.391805 ---      ParallelTerminationStrategy: PID 24582 died...
16:30:05.446677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24582): Terminated: ok {rc=0}
16:30:05.533454 bus                        /sierra_3: Setting Powered False
16:30:06.633925 bus                        /sierra_3: Setting Powered False
16:30:07.739440 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>212</age><className>voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24591): Process ended prematurely: osmo-stp_10.42.42.5(pid=24591) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24591)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24591): Process ended prematurely: osmo-stp_10.42.42.5(pid=24591) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24591)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py
----------------------------------------------
16:30:08.852709 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:30:08.865088 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
16:30:09.023695 tst              mo_mt_call_osmux.py: using LAC 29213
16:30:09.148244 tst              mo_mt_call_osmux.py: using RAC 143
16:30:09.274528 tst              mo_mt_call_osmux.py: using CellId 29213
16:30:09.398867 tst              mo_mt_call_osmux.py: using BVCI 29214
16:30:09.423157 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:30:09.434911 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:30:09.446425 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:30:09.458010 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:30:09.469629 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:30:09.481162 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
16:30:09.598776 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
16:30:09.797535 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:30:10.265065 run         create_hlr_db(pid=24585): Launched
16:30:10.436764 bus                        /sierra_2: Setting Powered False
16:30:11.458712 run         create_hlr_db(pid=24585): Terminated: ok {rc=0}
16:30:11.882108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24587): Launched
16:30:12.201162 run   osmo-hlr_10.42.42.2(pid=24588): Launched
16:30:12.317364 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:30:12.868740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24590): Launched
16:30:13.186180 run   osmo-stp_10.42.42.5(pid=24591): Launched
16:30:13.301230 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:30:13.886251 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24593): Launched
16:30:14.203270 run   osmo-msc_10.42.42.6(pid=24594): Launched
16:30:14.389848 run   osmo-stp_10.42.42.5(pid=24591): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24591)]
16:30:14.523854 run   osmo-stp_10.42.42.5(pid=24591): stdout: 
| (launched: 2022-12-10_16:30:13.030205)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:30:14.658055 run   osmo-stp_10.42.42.5(pid=24591): stderr: 
| �[0;m�[38;5;43m20221210163013222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163013222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163013223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163013223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163013225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163013226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163013226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:30:14.785832 run   osmo-stp_10.42.42.5(pid=24591): stdout: 
| (launched: 2022-12-10_16:30:13.030205)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:30:14.912507 run   osmo-stp_10.42.42.5(pid=24591): stderr: 
| �[0;m�[38;5;43m20221210163013222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163013222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163013223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163013223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163013225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163013226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163013226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:30:14.968373 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24591): Process ended prematurely: osmo-stp_10.42.42.5(pid=24591) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24591)]  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]
16:30:14.977694 tst            mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)
16:30:15.039919 run   osmo-hlr_10.42.42.2(pid=24588): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24588)]
16:30:15.092151 run   osmo-hlr_10.42.42.2(pid=24588): stdout: 
| (launched: 2022-12-10_16:30:12.044437) 
16:30:15.144090 run   osmo-hlr_10.42.42.2(pid=24588): stderr: 
| �[0;m�[1;31m20221210163012243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163012243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163012243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163012243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163012243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163012243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163012255 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163012263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163012264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163012264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:30:15.214391 run   osmo-msc_10.42.42.6(pid=24594): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24594)]
16:30:15.264908 run   osmo-msc_10.42.42.6(pid=24594): stdout: 
| (launched: 2022-12-10_16:30:14.047772) 
16:30:15.316194 run   osmo-msc_10.42.42.6(pid=24594): stderr: 
| �[0;m�[38;5;43m20221210163014372 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210163014372 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fba91efcc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210163014372 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210163014372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210163014373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210163014373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210163014375 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210163014375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210163014375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210163014375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:30:15.359783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24587): Terminating (SIGTERM)
16:30:15.400891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24590): Terminating (SIGTERM)
16:30:15.442016 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24593): Terminating (SIGTERM)
16:30:15.451306 ---      ParallelTerminationStrategy: PID 24587 died...
16:30:15.506495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24587): Terminated: ok {rc=0}
16:30:15.516586 ---      ParallelTerminationStrategy: PID 24590 died...
16:30:15.571630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24590): Terminated: ok {rc=0}
16:30:15.581719 ---      ParallelTerminationStrategy: PID 24593 died...
16:30:15.636854 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24593): Terminated: ok {rc=0}
16:30:15.723139 bus                        /sierra_3: Setting Powered False
16:30:16.831371 bus                        /sierra_3: Setting Powered False
16:30:17.939190 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>117</id><name>voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1</name><properties></properties><timestamp>2022-12-10T16:29:58</timestamp></suite><suite><case><age>238</age><className>voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24607): Process ended prematurely: osmo-stp_10.42.42.5(pid=24607) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24607)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24607): Process ended prematurely: osmo-stp_10.42.42.5(pid=24607) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24607)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py
----------------------------------------------
16:30:19.933092 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:30:19.944786 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
16:30:20.103658 tst                    mo_mt_call.py: using LAC 29214
16:30:20.234384 tst                    mo_mt_call.py: using RAC 144
16:30:20.358655 tst                    mo_mt_call.py: using CellId 29214
16:30:20.483039 tst                    mo_mt_call.py: using BVCI 29215
16:30:20.507313 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:30:20.519009 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:30:20.530509 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:30:20.542113 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:30:20.553738 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:30:20.565257 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
16:30:20.683166 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
16:30:20.890407 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:30:21.398030 run         create_hlr_db(pid=24601): Launched
16:30:21.581333 bus                        /sierra_2: Setting Powered False
16:30:22.602190 run         create_hlr_db(pid=24601): Terminated: ok {rc=0}
16:30:23.001805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24603): Launched
16:30:23.299393 run   osmo-hlr_10.42.42.2(pid=24604): Launched
16:30:23.415747 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:30:23.937840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24606): Launched
16:30:24.235359 run   osmo-stp_10.42.42.5(pid=24607): Launched
16:30:24.345238 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:30:24.889827 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24609): Launched
16:30:25.188388 run   osmo-msc_10.42.42.6(pid=24610): Launched
16:30:25.366083 run   osmo-stp_10.42.42.5(pid=24607): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24607)]
16:30:25.493394 run   osmo-stp_10.42.42.5(pid=24607): stdout: 
| (launched: 2022-12-10_16:30:24.088901)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:30:25.617976 run   osmo-stp_10.42.42.5(pid=24607): stderr: 
| �[0;m�[38;5;43m20221210163024259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163024259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163024259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163024260 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163024260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163024260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163024261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:30:25.738087 run   osmo-stp_10.42.42.5(pid=24607): stdout: 
| (launched: 2022-12-10_16:30:24.088901)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:30:25.857246 run   osmo-stp_10.42.42.5(pid=24607): stderr: 
| �[0;m�[38;5;43m20221210163024259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163024259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163024259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163024260 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163024260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163024260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163024261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:30:25.909778 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24607): Process ended prematurely: osmo-stp_10.42.42.5(pid=24607) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24607)]  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]
16:30:25.918302 tst                  mo_mt_call.py:8: Test FAILED (6.0 sec)
16:30:25.978024 run   osmo-hlr_10.42.42.2(pid=24604): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24604)]
16:30:26.026746 run   osmo-hlr_10.42.42.2(pid=24604): stdout: 
| (launched: 2022-12-10_16:30:23.152701) 
16:30:26.075996 run   osmo-hlr_10.42.42.2(pid=24604): stderr: 
| �[0;m�[1;31m20221210163023329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163023329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163023329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163023329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163023329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163023329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163023343 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163023353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163023353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163023353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:30:26.143251 run   osmo-msc_10.42.42.6(pid=24610): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24610)]
16:30:26.191845 run   osmo-msc_10.42.42.6(pid=24610): stdout: 
| (launched: 2022-12-10_16:30:25.040751) 
16:30:26.241181 run   osmo-msc_10.42.42.6(pid=24610): stderr: 
| �[0;m�[38;5;43m20221210163025313 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210163025313 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7eff35c63c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210163025313 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210163025313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210163025314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210163025314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210163025316 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210163025316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210163025317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210163025317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:30:26.283123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24603): Terminating (SIGTERM)
16:30:26.322746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24606): Terminating (SIGTERM)
16:30:26.362338 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24609): Terminating (SIGTERM)
16:30:26.371414 ---      ParallelTerminationStrategy: PID 24603 died...
16:30:26.424455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24603): Terminated: ok {rc=0}
16:30:26.434323 ---      ParallelTerminationStrategy: PID 24606 died...
16:30:26.487320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24606): Terminated: ok {rc=0}
16:30:26.496820 ---      ParallelTerminationStrategy: PID 24609 died...
16:30:26.549605 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24609): Terminated: ok {rc=0}
16:30:26.632697 bus                        /sierra_3: Setting Powered False
16:30:27.734163 bus                        /sierra_3: Setting Powered False
16:30:28.844304 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>212</age><className>voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24618): Process ended prematurely: osmo-stp_10.42.42.5(pid=24618) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24618)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24618): Process ended prematurely: osmo-stp_10.42.42.5(pid=24618) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24618)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py
----------------------------------------------
16:30:29.953176 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:30:29.964919 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
16:30:30.117207 tst              mo_mt_call_osmux.py: using LAC 29215
16:30:30.236108 tst              mo_mt_call_osmux.py: using RAC 145
16:30:30.354999 tst              mo_mt_call_osmux.py: using CellId 29215
16:30:30.476663 tst              mo_mt_call_osmux.py: using BVCI 29216
16:30:30.499330 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:30:30.510647 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:30:30.521682 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:30:30.532930 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:30:30.544647 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:30:30.556001 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
16:30:30.669918 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
16:30:30.891300 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:30:31.442609 run         create_hlr_db(pid=24612): Launched
16:30:31.631113 bus                        /sierra_2: Setting Powered False
16:30:32.649290 run         create_hlr_db(pid=24612): Terminated: ok {rc=0}
16:30:33.048457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24614): Launched
16:30:33.345284 run   osmo-hlr_10.42.42.2(pid=24615): Launched
16:30:33.453063 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:30:33.969355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24617): Launched
16:30:34.267706 run   osmo-stp_10.42.42.5(pid=24618): Launched
16:30:34.377693 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:30:34.921397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24620): Launched
16:30:35.220920 run   osmo-msc_10.42.42.6(pid=24621): Launched
16:30:35.396467 run   osmo-stp_10.42.42.5(pid=24618): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24618)]
16:30:35.523489 run   osmo-stp_10.42.42.5(pid=24618): stdout: 
| (launched: 2022-12-10_16:30:34.120209)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:30:35.648754 run   osmo-stp_10.42.42.5(pid=24618): stderr: 
| �[0;m�[38;5;43m20221210163034288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163034288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163034288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163034289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163034291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163034291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163034291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:30:35.769394 run   osmo-stp_10.42.42.5(pid=24618): stdout: 
| (launched: 2022-12-10_16:30:34.120209)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:30:35.888556 run   osmo-stp_10.42.42.5(pid=24618): stderr: 
| �[0;m�[38;5;43m20221210163034288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163034288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163034288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163034289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163034291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163034291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163034291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:30:35.941008 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24618): Process ended prematurely: osmo-stp_10.42.42.5(pid=24618) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24618)]  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]
16:30:35.949504 tst            mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)
16:30:36.010224 run   osmo-hlr_10.42.42.2(pid=24615): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24615)]
16:30:36.059747 run   osmo-hlr_10.42.42.2(pid=24615): stdout: 
| (launched: 2022-12-10_16:30:33.199425) 
16:30:36.109928 run   osmo-hlr_10.42.42.2(pid=24615): stderr: 
| �[0;m�[1;31m20221210163033375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163033375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163033375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163033375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163033375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163033375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163033387 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163033396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163033396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163033396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:30:36.178353 run   osmo-msc_10.42.42.6(pid=24621): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24621)]
16:30:36.227826 run   osmo-msc_10.42.42.6(pid=24621): stdout: 
| (launched: 2022-12-10_16:30:35.073153) 
16:30:36.277873 run   osmo-msc_10.42.42.6(pid=24621): stderr: 
| �[0;m�[38;5;43m20221210163035346 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210163035347 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa15d2aac40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210163035347 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210163035347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210163035347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210163035347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210163035351 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210163035352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210163035352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210163035352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:30:36.320209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24614): Terminating (SIGTERM)
16:30:36.361125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24617): Terminating (SIGTERM)
16:30:36.401340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24620): Terminating (SIGTERM)
16:30:36.410956 ---      ParallelTerminationStrategy: PID 24614 died...
16:30:36.464781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24614): Terminated: ok {rc=0}
16:30:36.474893 ---      ParallelTerminationStrategy: PID 24617 died...
16:30:36.528739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24617): Terminated: ok {rc=0}
16:30:36.538780 ---      ParallelTerminationStrategy: PID 24620 died...
16:30:36.592662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24620): Terminated: ok {rc=0}
16:30:36.682013 bus                        /sierra_3: Setting Powered False
16:30:37.785472 bus                        /sierra_3: Setting Powered False
16:30:38.898212 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>21.0</duration><id>118</id><name>voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2</name><properties></properties><timestamp>2022-12-10T16:30:19</timestamp></suite><suite><case><age>238</age><className>voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24632): Process ended prematurely: osmo-stp_10.42.42.5(pid=24632) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24632)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24632): Process ended prematurely: osmo-stp_10.42.42.5(pid=24632) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24632)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py
----------------------------------------------
16:30:40.878373 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:30:40.889662 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
16:30:41.041404 tst                    mo_mt_call.py: using LAC 29216
16:30:41.159267 tst                    mo_mt_call.py: using RAC 146
16:30:41.277950 tst                    mo_mt_call.py: using CellId 29216
16:30:41.394526 tst                    mo_mt_call.py: using BVCI 29217
16:30:41.417073 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:30:41.428252 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:30:41.439225 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:30:41.450610 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:30:41.461933 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:30:41.473335 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
16:30:41.592293 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
16:30:41.791964 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:30:42.261799 run         create_hlr_db(pid=24626): Launched
16:30:42.433832 bus                        /sierra_2: Setting Powered False
16:30:43.456811 run         create_hlr_db(pid=24626): Terminated: ok {rc=0}
16:30:43.856365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24628): Launched
16:30:44.156508 run   osmo-hlr_10.42.42.2(pid=24629): Launched
16:30:44.272533 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:30:44.798146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24631): Launched
16:30:45.095275 run   osmo-stp_10.42.42.5(pid=24632): Launched
16:30:45.203455 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:30:45.750398 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24634): Launched
16:30:46.197314 run   osmo-msc_10.42.42.6(pid=24635): Launched
16:30:46.596859 run   osmo-stp_10.42.42.5(pid=24632): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24632)]
16:30:46.814836 run   osmo-stp_10.42.42.5(pid=24632): stdout: 
| (launched: 2022-12-10_16:30:44.949320)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:30:46.946741 run   osmo-stp_10.42.42.5(pid=24632): stderr: 
| �[0;m�[38;5;43m20221210163045116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163045116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163045116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163045117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163045119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163045119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163045119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:30:47.072367 run   osmo-stp_10.42.42.5(pid=24632): stdout: 
| (launched: 2022-12-10_16:30:44.949320)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:30:47.195393 run   osmo-stp_10.42.42.5(pid=24632): stderr: 
| �[0;m�[38;5;43m20221210163045116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163045116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163045116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163045117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163045119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163045119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163045119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:30:47.249715 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24632): Process ended prematurely: osmo-stp_10.42.42.5(pid=24632) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24632)]  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]
16:30:47.259275 tst                  mo_mt_call.py:8: Test FAILED (6.4 sec)
16:30:47.322566 run   osmo-hlr_10.42.42.2(pid=24629): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24629)]
16:30:47.373088 run   osmo-hlr_10.42.42.2(pid=24629): stdout: 
| (launched: 2022-12-10_16:30:44.008525) 
16:30:47.424769 run   osmo-hlr_10.42.42.2(pid=24629): stderr: 
| �[0;m�[1;31m20221210163044185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163044185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163044185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163044185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163044185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163044185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163044197 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163044206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163044206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163044206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:30:47.493809 run   osmo-msc_10.42.42.6(pid=24635): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24635)]
16:30:47.543043 run   osmo-msc_10.42.42.6(pid=24635): stdout: 
| (launched: 2022-12-10_16:30:45.934256) 
16:30:47.592712 run   osmo-msc_10.42.42.6(pid=24635): stderr: 
| �[0;m�[38;5;43m20221210163046415 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210163046415 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0edf4eec40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210163046415 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210163046415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210163046416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210163046416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210163046418 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210163046419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210163046419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210163046419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:30:47.634858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24628): Terminating (SIGTERM)
16:30:47.674999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24631): Terminating (SIGTERM)
16:30:47.715232 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24634): Terminating (SIGTERM)
16:30:47.724857 ---      ParallelTerminationStrategy: PID 24628 died...
16:30:47.778853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24628): Terminated: ok {rc=0}
16:30:47.788805 ---      ParallelTerminationStrategy: PID 24631 died...
16:30:47.842525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24631): Terminated: ok {rc=0}
16:30:47.852447 ---      ParallelTerminationStrategy: PID 24634 died...
16:30:47.905927 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24634): Terminated: ok {rc=0}
16:30:47.994434 bus                        /sierra_3: Setting Powered False
16:30:49.099781 bus                        /sierra_3: Setting Powered False
16:30:50.211939 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>212</age><className>voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24643): Process ended prematurely: osmo-stp_10.42.42.5(pid=24643) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24643)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24643): Process ended prematurely: osmo-stp_10.42.42.5(pid=24643) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24643)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py
----------------------------------------------
16:30:51.320681 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:30:51.332400 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
16:30:51.484443 tst              mo_mt_call_osmux.py: using LAC 29217
16:30:51.601246 tst              mo_mt_call_osmux.py: using RAC 147
16:30:51.718943 tst              mo_mt_call_osmux.py: using CellId 29217
16:30:51.834956 tst              mo_mt_call_osmux.py: using BVCI 29218
16:30:51.857546 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:30:51.868808 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:30:51.879855 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:30:51.891316 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:30:51.902724 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:30:51.914006 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
16:30:52.027928 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
16:30:52.240175 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:30:52.751049 run         create_hlr_db(pid=24637): Launched
16:30:52.935089 bus                        /sierra_2: Setting Powered False
16:30:53.956450 run         create_hlr_db(pid=24637): Terminated: ok {rc=0}
16:30:54.356765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24639): Launched
16:30:54.654633 run   osmo-hlr_10.42.42.2(pid=24640): Launched
16:30:54.771742 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:30:55.298279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24642): Launched
16:30:55.596298 run   osmo-stp_10.42.42.5(pid=24643): Launched
16:30:55.715769 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:30:56.263190 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24645): Launched
16:30:56.562223 run   osmo-msc_10.42.42.6(pid=24646): Launched
16:30:56.738564 run   osmo-stp_10.42.42.5(pid=24643): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24643)]
16:30:56.865987 run   osmo-stp_10.42.42.5(pid=24643): stdout: 
| (launched: 2022-12-10_16:30:55.449331)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:30:56.989983 run   osmo-stp_10.42.42.5(pid=24643): stderr: 
| �[0;m�[38;5;43m20221210163055619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163055620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163055620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163055620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163055622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163055623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163055623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:30:57.110144 run   osmo-stp_10.42.42.5(pid=24643): stdout: 
| (launched: 2022-12-10_16:30:55.449331)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:30:57.229064 run   osmo-stp_10.42.42.5(pid=24643): stderr: 
| �[0;m�[38;5;43m20221210163055619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163055620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163055620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163055620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163055622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163055623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163055623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:30:57.281313 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24643): Process ended prematurely: osmo-stp_10.42.42.5(pid=24643) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24643)]  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]
16:30:57.289741 tst            mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)
16:30:57.350218 run   osmo-hlr_10.42.42.2(pid=24640): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24640)]
16:30:57.399216 run   osmo-hlr_10.42.42.2(pid=24640): stdout: 
| (launched: 2022-12-10_16:30:54.507267) 
16:30:57.448649 run   osmo-hlr_10.42.42.2(pid=24640): stderr: 
| �[0;m�[1;31m20221210163054685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163054685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163054685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163054685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163054685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163054685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163054701 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163054711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163054711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163054711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:30:57.515497 run   osmo-msc_10.42.42.6(pid=24646): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24646)]
16:30:57.564589 run   osmo-msc_10.42.42.6(pid=24646): stdout: 
| (launched: 2022-12-10_16:30:56.414267) 
16:30:57.613646 run   osmo-msc_10.42.42.6(pid=24646): stderr: 
| �[0;m�[38;5;43m20221210163056686 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210163056687 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f36baac3c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210163056687 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210163056687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210163056687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210163056687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210163056689 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210163056690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210163056690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210163056690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:30:57.655352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24639): Terminating (SIGTERM)
16:30:57.694666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24642): Terminating (SIGTERM)
16:30:57.734034 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24645): Terminating (SIGTERM)
16:30:57.743168 ---      ParallelTerminationStrategy: PID 24639 died...
16:30:57.795816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24639): Terminated: ok {rc=0}
16:30:57.805735 ---      ParallelTerminationStrategy: PID 24642 died...
16:30:57.858324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24642): Terminated: ok {rc=0}
16:30:57.868141 ---      ParallelTerminationStrategy: PID 24645 died...
16:30:57.921343 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24645): Terminated: ok {rc=0}
16:30:58.003908 bus                        /sierra_3: Setting Powered False
16:30:59.108919 bus                        /sierra_3: Setting Powered False
16:31:00.216030 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>119</id><name>voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3</name><properties></properties><timestamp>2022-12-10T16:30:40</timestamp></suite><suite><case><age>238</age><className>voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24657): Process ended prematurely: osmo-stp_10.42.42.5(pid=24657) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24657)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24657): Process ended prematurely: osmo-stp_10.42.42.5(pid=24657) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24657)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py
----------------------------------------------
16:31:02.236469 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:31:02.248655 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)
16:31:02.398636 tst                    mo_mt_call.py: using LAC 29218
16:31:02.514826 tst                    mo_mt_call.py: using RAC 148
16:31:02.630942 tst                    mo_mt_call.py: using CellId 29218
16:31:02.756001 tst                    mo_mt_call.py: using BVCI 29219
16:31:02.780337 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:31:02.791999 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:31:02.803702 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:31:02.816640 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:31:02.828474 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:31:02.841484 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
16:31:02.958101 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
16:31:03.167069 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:31:03.679088 run         create_hlr_db(pid=24651): Launched
16:31:03.864258 bus                        /sierra_2: Setting Powered False
16:31:04.885313 run         create_hlr_db(pid=24651): Terminated: ok {rc=0}
16:31:05.310843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24653): Launched
16:31:05.630793 run   osmo-hlr_10.42.42.2(pid=24654): Launched
16:31:05.750876 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:31:06.305809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24656): Launched
16:31:06.624460 run   osmo-stp_10.42.42.5(pid=24657): Launched
16:31:06.739767 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:31:07.322752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24659): Launched
16:31:07.642472 run   osmo-msc_10.42.42.6(pid=24660): Launched
16:31:07.822177 run   osmo-stp_10.42.42.5(pid=24657): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24657)]
16:31:07.950882 run   osmo-stp_10.42.42.5(pid=24657): stdout: 
| (launched: 2022-12-10_16:31:06.468066)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:31:08.076169 run   osmo-stp_10.42.42.5(pid=24657): stderr: 
| �[0;m�[38;5;43m20221210163106661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163106661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163106661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163106662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163106663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163106663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163106663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:31:08.196907 run   osmo-stp_10.42.42.5(pid=24657): stdout: 
| (launched: 2022-12-10_16:31:06.468066)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:31:08.316836 run   osmo-stp_10.42.42.5(pid=24657): stderr: 
| �[0;m�[38;5;43m20221210163106661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163106661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163106661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163106662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163106663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163106663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163106663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:31:08.369703 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24657): Process ended prematurely: osmo-stp_10.42.42.5(pid=24657) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24657)]  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]
16:31:08.378535 tst                  mo_mt_call.py:8: Test FAILED (6.2 sec)
16:31:08.439489 run   osmo-hlr_10.42.42.2(pid=24654): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24654)]
16:31:08.488422 run   osmo-hlr_10.42.42.2(pid=24654): stdout: 
| (launched: 2022-12-10_16:31:05.473831) 
16:31:08.539267 run   osmo-hlr_10.42.42.2(pid=24654): stderr: 
| �[0;m�[1;31m20221210163105673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163105673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163105673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163105673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163105673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163105673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163105686 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163105694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163105694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163105694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:31:08.607053 run   osmo-msc_10.42.42.6(pid=24660): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24660)]
16:31:08.656856 run   osmo-msc_10.42.42.6(pid=24660): stdout: 
| (launched: 2022-12-10_16:31:07.485137) 
16:31:08.706934 run   osmo-msc_10.42.42.6(pid=24660): stderr: 
| �[0;m�[38;5;43m20221210163107756 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210163107757 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0c442dfc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210163107757 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210163107757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210163107757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210163107757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210163107759 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210163107759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210163107759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210163107759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:31:08.749374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24653): Terminating (SIGTERM)
16:31:08.790137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24656): Terminating (SIGTERM)
16:31:08.830261 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24659): Terminating (SIGTERM)
16:31:08.840078 ---      ParallelTerminationStrategy: PID 24653 died...
16:31:08.894296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24653): Terminated: ok {rc=0}
16:31:08.904537 ---      ParallelTerminationStrategy: PID 24656 died...
16:31:08.958160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24656): Terminated: ok {rc=0}
16:31:08.968284 ---      ParallelTerminationStrategy: PID 24659 died...
16:31:09.021979 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24659): Terminated: ok {rc=0}
16:31:09.109904 bus                        /sierra_3: Setting Powered False
16:31:10.213332 bus                        /sierra_3: Setting Powered False
16:31:11.324538 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>212</age><className>voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24668): Process ended prematurely: osmo-stp_10.42.42.5(pid=24668) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24668)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24668): Process ended prematurely: osmo-stp_10.42.42.5(pid=24668) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24668)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py
----------------------------------------------
16:31:12.438653 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:31:12.451080 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)
16:31:12.605907 tst              mo_mt_call_osmux.py: using LAC 29219
16:31:12.724308 tst              mo_mt_call_osmux.py: using RAC 149
16:31:12.841837 tst              mo_mt_call_osmux.py: using CellId 29219
16:31:12.966739 tst              mo_mt_call_osmux.py: using BVCI 29220
16:31:12.991263 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:31:13.003254 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:31:13.015124 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:31:13.027061 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:31:13.039986 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
16:31:13.052118 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
16:31:13.169442 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
16:31:13.367915 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:31:13.838195 run         create_hlr_db(pid=24662): Launched
16:31:14.010573 bus                        /sierra_2: Setting Powered False
16:31:15.032206 run         create_hlr_db(pid=24662): Terminated: ok {rc=0}
16:31:15.430442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24664): Launched
16:31:15.729089 run   osmo-hlr_10.42.42.2(pid=24665): Launched
16:31:15.865785 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:31:16.482904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24667): Launched
16:31:16.918273 run   osmo-stp_10.42.42.5(pid=24668): Launched
16:31:17.084221 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:31:17.668160 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24670): Launched
16:31:17.968032 run   osmo-msc_10.42.42.6(pid=24671): Launched
16:31:18.143255 run   osmo-stp_10.42.42.5(pid=24668): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24668)]
16:31:18.270327 run   osmo-stp_10.42.42.5(pid=24668): stdout: 
| (launched: 2022-12-10_16:31:16.639140)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:31:18.394980 run   osmo-stp_10.42.42.5(pid=24668): stderr: 
| �[0;m�[38;5;43m20221210163116898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163116898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163116898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163116899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163116899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163116899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163116899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:31:18.515339 run   osmo-stp_10.42.42.5(pid=24668): stdout: 
| (launched: 2022-12-10_16:31:16.639140)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:31:18.635154 run   osmo-stp_10.42.42.5(pid=24668): stderr: 
| �[0;m�[38;5;43m20221210163116898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163116898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163116898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163116899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163116899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163116899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163116899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:31:18.687979 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24668): Process ended prematurely: osmo-stp_10.42.42.5(pid=24668) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24668)]  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]
16:31:18.696619 tst            mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)
16:31:18.757876 run   osmo-hlr_10.42.42.2(pid=24665): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24665)]
16:31:18.807506 run   osmo-hlr_10.42.42.2(pid=24665): stdout: 
| (launched: 2022-12-10_16:31:15.581647) 
16:31:18.857674 run   osmo-hlr_10.42.42.2(pid=24665): stderr: 
| �[0;m�[1;31m20221210163115757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163115757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163115757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163115757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163115757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163115757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163115769 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163115778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163115778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163115778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:31:18.926203 run   osmo-msc_10.42.42.6(pid=24671): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24671)]
16:31:18.975505 run   osmo-msc_10.42.42.6(pid=24671): stdout: 
| (launched: 2022-12-10_16:31:17.819430) 
16:31:19.025339 run   osmo-msc_10.42.42.6(pid=24671): stderr: 
| �[0;m�[38;5;43m20221210163118091 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210163118091 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe7dda64c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210163118091 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210163118091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210163118092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210163118092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210163118094 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210163118095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210163118095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210163118095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:31:19.067365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24664): Terminating (SIGTERM)
16:31:19.107301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24667): Terminating (SIGTERM)
16:31:19.147253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24670): Terminating (SIGTERM)
16:31:19.157183 ---      ParallelTerminationStrategy: PID 24664 died...
16:31:19.211088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24664): Terminated: ok {rc=0}
16:31:19.221422 ---      ParallelTerminationStrategy: PID 24667 died...
16:31:19.275058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24667): Terminated: ok {rc=0}
16:31:19.285411 ---      ParallelTerminationStrategy: PID 24670 died...
16:31:19.339291 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24670): Terminated: ok {rc=0}
16:31:19.427630 bus                        /sierra_3: Setting Powered False
16:31:20.530765 bus                        /sierra_3: Setting Powered False
16:31:21.641644 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>120</id><name>voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1</name><properties></properties><timestamp>2022-12-10T16:31:01</timestamp></suite><suite><case><age>238</age><className>voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24682): Process ended prematurely: osmo-stp_10.42.42.5(pid=24682) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24682)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24682): Process ended prematurely: osmo-stp_10.42.42.5(pid=24682) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24682)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py
----------------------------------------------
16:31:23.626943 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:31:23.638425 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
16:31:23.788928 tst                    mo_mt_call.py: using LAC 29220
16:31:23.913501 tst                    mo_mt_call.py: using RAC 150
16:31:24.039540 tst                    mo_mt_call.py: using CellId 29220
16:31:24.159956 tst                    mo_mt_call.py: using BVCI 29221
16:31:24.182802 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:31:24.194201 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:31:24.205500 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:31:24.216890 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:31:24.228474 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:31:24.239938 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
16:31:24.358048 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
16:31:24.558424 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:31:25.027365 run         create_hlr_db(pid=24676): Launched
16:31:25.199229 bus                        /sierra_2: Setting Powered False
16:31:26.222100 run         create_hlr_db(pid=24676): Terminated: ok {rc=0}
16:31:26.647911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24678): Launched
16:31:26.969182 run   osmo-hlr_10.42.42.2(pid=24679): Launched
16:31:27.086285 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:31:27.640085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24681): Launched
16:31:27.959097 run   osmo-stp_10.42.42.5(pid=24682): Launched
16:31:28.074840 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:31:28.658707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24684): Launched
16:31:28.979096 run   osmo-msc_10.42.42.6(pid=24685): Launched
16:31:29.165959 run   osmo-stp_10.42.42.5(pid=24682): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24682)]
16:31:29.300512 run   osmo-stp_10.42.42.5(pid=24682): stdout: 
| (launched: 2022-12-10_16:31:27.802488)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:31:29.434655 run   osmo-stp_10.42.42.5(pid=24682): stderr: 
| �[0;m�[38;5;43m20221210163127998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163127998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163127998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163127999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163127999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163127999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163127999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:31:29.562971 run   osmo-stp_10.42.42.5(pid=24682): stdout: 
| (launched: 2022-12-10_16:31:27.802488)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:31:29.689939 run   osmo-stp_10.42.42.5(pid=24682): stderr: 
| �[0;m�[38;5;43m20221210163127998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163127998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163127998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163127999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163127999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163127999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163127999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:31:29.746188 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24682): Process ended prematurely: osmo-stp_10.42.42.5(pid=24682) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24682)]  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]
16:31:29.755104 tst                  mo_mt_call.py:8: Test FAILED (6.2 sec)
16:31:29.817181 run   osmo-hlr_10.42.42.2(pid=24679): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24679)]
16:31:29.868050 run   osmo-hlr_10.42.42.2(pid=24679): stdout: 
| (launched: 2022-12-10_16:31:26.811399) 
16:31:29.919333 run   osmo-hlr_10.42.42.2(pid=24679): stderr: 
| �[0;m�[1;31m20221210163127011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163127011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163127011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163127011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163127011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163127011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163127027 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163127037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163127038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163127038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:31:29.989328 run   osmo-msc_10.42.42.6(pid=24685): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24685)]
16:31:30.040127 run   osmo-msc_10.42.42.6(pid=24685): stdout: 
| (launched: 2022-12-10_16:31:28.821488) 
16:31:30.091422 run   osmo-msc_10.42.42.6(pid=24685): stderr: 
| �[0;m�[38;5;43m20221210163129144 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210163129144 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0bc838ec40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210163129144 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210163129144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210163129145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210163129145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210163129146 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210163129147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210163129147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210163129147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:31:30.135127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24678): Terminating (SIGTERM)
16:31:30.176335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24681): Terminating (SIGTERM)
16:31:30.217861 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24684): Terminating (SIGTERM)
16:31:30.227315 ---      ParallelTerminationStrategy: PID 24678 died...
16:31:30.282735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24678): Terminated: ok {rc=0}
16:31:30.292881 ---      ParallelTerminationStrategy: PID 24681 died...
16:31:30.347993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24681): Terminated: ok {rc=0}
16:31:30.358173 ---      ParallelTerminationStrategy: PID 24684 died...
16:31:30.413244 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24684): Terminated: ok {rc=0}
16:31:30.498849 bus                        /sierra_3: Setting Powered False
16:31:31.615456 bus                        /sierra_3: Setting Powered False
16:31:32.724534 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>212</age><className>voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24693): Process ended prematurely: osmo-stp_10.42.42.5(pid=24693) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24693)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24693): Process ended prematurely: osmo-stp_10.42.42.5(pid=24693) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24693)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py
----------------------------------------------
16:31:33.838645 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:31:33.851117 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
16:31:34.012643 tst              mo_mt_call_osmux.py: using LAC 29221
16:31:34.137480 tst              mo_mt_call_osmux.py: using RAC 151
16:31:34.263026 tst              mo_mt_call_osmux.py: using CellId 29221
16:31:34.393322 tst              mo_mt_call_osmux.py: using BVCI 29222
16:31:34.417764 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:31:34.429566 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:31:34.441147 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:31:34.452653 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:31:34.464284 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:31:34.475820 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
16:31:34.590436 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
16:31:34.798046 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:31:35.309318 run         create_hlr_db(pid=24687): Launched
16:31:35.493852 bus                        /sierra_2: Setting Powered False
16:31:36.515031 run         create_hlr_db(pid=24687): Terminated: ok {rc=0}
16:31:36.940769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24689): Launched
16:31:37.261841 run   osmo-hlr_10.42.42.2(pid=24690): Launched
16:31:37.380390 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:31:37.935257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24692): Launched
16:31:38.253996 run   osmo-stp_10.42.42.5(pid=24693): Launched
16:31:38.369839 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:31:38.955217 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24695): Launched
16:31:39.276125 run   osmo-msc_10.42.42.6(pid=24696): Launched
16:31:39.463529 run   osmo-stp_10.42.42.5(pid=24693): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24693)]
16:31:39.598842 run   osmo-stp_10.42.42.5(pid=24693): stdout: 
| (launched: 2022-12-10_16:31:38.097765)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:31:39.733713 run   osmo-stp_10.42.42.5(pid=24693): stderr: 
| �[0;m�[38;5;43m20221210163138290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163138291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163138291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163138291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163138292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163138292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163138292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:31:39.862585 run   osmo-stp_10.42.42.5(pid=24693): stdout: 
| (launched: 2022-12-10_16:31:38.097765)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:31:39.991923 run   osmo-stp_10.42.42.5(pid=24693): stderr: 
| �[0;m�[38;5;43m20221210163138290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163138291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163138291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163138291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163138292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163138292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163138292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:31:40.048330 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24693): Process ended prematurely: osmo-stp_10.42.42.5(pid=24693) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24693)]  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]
16:31:40.057544 tst            mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)
16:31:40.120416 run   osmo-hlr_10.42.42.2(pid=24690): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24690)]
16:31:40.172553 run   osmo-hlr_10.42.42.2(pid=24690): stdout: 
| (launched: 2022-12-10_16:31:37.104770) 
16:31:40.224761 run   osmo-hlr_10.42.42.2(pid=24690): stderr: 
| �[0;m�[1;31m20221210163137304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163137304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163137304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163137304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163137304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163137304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163137316 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163137325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163137325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163137325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:31:40.295550 run   osmo-msc_10.42.42.6(pid=24696): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24696)]
16:31:40.346699 run   osmo-msc_10.42.42.6(pid=24696): stdout: 
| (launched: 2022-12-10_16:31:39.118594) 
16:31:40.398301 run   osmo-msc_10.42.42.6(pid=24696): stderr: 
| �[0;m�[38;5;43m20221210163139440 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210163139440 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8ef4664c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210163139440 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210163139440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210163139440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210163139440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210163139442 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210163139443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210163139443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210163139443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:31:40.442440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24689): Terminating (SIGTERM)
16:31:40.484163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24692): Terminating (SIGTERM)
16:31:40.526081 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24695): Terminating (SIGTERM)
16:31:40.535880 ---      ParallelTerminationStrategy: PID 24689 died...
16:31:40.592098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24689): Terminated: ok {rc=0}
16:31:40.602481 ---      ParallelTerminationStrategy: PID 24692 died...
16:31:40.658265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24692): Terminated: ok {rc=0}
16:31:40.668539 ---      ParallelTerminationStrategy: PID 24695 died...
16:31:40.724475 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24695): Terminated: ok {rc=0}
16:31:40.811716 bus                        /sierra_3: Setting Powered False
16:31:41.918670 bus                        /sierra_3: Setting Powered False
16:31:43.029607 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>121</id><name>voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3</name><properties></properties><timestamp>2022-12-10T16:31:23</timestamp></suite><suite><case><age>238</age><className>voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24707): Process ended prematurely: osmo-stp_10.42.42.5(pid=24707) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24707)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24707): Process ended prematurely: osmo-stp_10.42.42.5(pid=24707) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24707)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py
----------------------------------------------
16:31:45.027074 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:31:45.039486 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
16:31:45.199915 tst                    mo_mt_call.py: using LAC 29222
16:31:45.325779 tst                    mo_mt_call.py: using RAC 152
16:31:45.453270 tst                    mo_mt_call.py: using CellId 29222
16:31:45.579588 tst                    mo_mt_call.py: using BVCI 29223
16:31:45.603950 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:31:45.615795 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:31:45.627472 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:31:45.639317 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:31:45.651234 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:31:45.663510 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
16:31:45.778362 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
16:31:45.994779 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:31:46.533475 run         create_hlr_db(pid=24701): Launched
16:31:46.727718 bus                        /sierra_2: Setting Powered False
16:31:47.743306 run         create_hlr_db(pid=24701): Terminated: ok {rc=0}
16:31:48.170398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24703): Launched
16:31:48.489319 run   osmo-hlr_10.42.42.2(pid=24704): Launched
16:31:48.606934 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:31:49.162201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24706): Launched
16:31:49.481139 run   osmo-stp_10.42.42.5(pid=24707): Launched
16:31:49.595571 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:31:50.178611 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24709): Launched
16:31:50.496845 run   osmo-msc_10.42.42.6(pid=24710): Launched
16:31:50.682768 run   osmo-stp_10.42.42.5(pid=24707): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24707)]
16:31:50.823401 run   osmo-stp_10.42.42.5(pid=24707): stdout: 
| (launched: 2022-12-10_16:31:49.325209)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:31:50.956092 run   osmo-stp_10.42.42.5(pid=24707): stderr: 
| �[0;m�[38;5;43m20221210163149517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163149517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163149517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163149518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163149518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163149518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163149518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:31:51.084741 run   osmo-stp_10.42.42.5(pid=24707): stdout: 
| (launched: 2022-12-10_16:31:49.325209)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:31:51.212484 run   osmo-stp_10.42.42.5(pid=24707): stderr: 
| �[0;m�[38;5;43m20221210163149517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163149517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163149517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163149518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163149518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163149518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163149518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:31:51.269287 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24707): Process ended prematurely: osmo-stp_10.42.42.5(pid=24707) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24707)]  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]
16:31:51.278447 tst                  mo_mt_call.py:8: Test FAILED (6.3 sec)
16:31:51.341243 run   osmo-hlr_10.42.42.2(pid=24704): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24704)]
16:31:51.392674 run   osmo-hlr_10.42.42.2(pid=24704): stdout: 
| (launched: 2022-12-10_16:31:48.333432) 
16:31:51.444604 run   osmo-hlr_10.42.42.2(pid=24704): stderr: 
| �[0;m�[1;31m20221210163148532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163148532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163148532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163148532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163148532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163148532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163148546 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163148556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163148557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163148557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:31:51.515387 run   osmo-msc_10.42.42.6(pid=24710): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24710)]
16:31:51.566536 run   osmo-msc_10.42.42.6(pid=24710): stdout: 
| (launched: 2022-12-10_16:31:50.341535) 
16:31:51.618343 run   osmo-msc_10.42.42.6(pid=24710): stderr: 
| �[0;m�[38;5;43m20221210163150667 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210163150667 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5b63ae8c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210163150667 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210163150667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210163150667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210163150667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210163150669 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210163150670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210163150670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210163150670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:31:51.662500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24703): Terminating (SIGTERM)
16:31:51.704055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24706): Terminating (SIGTERM)
16:31:51.745887 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24709): Terminating (SIGTERM)
16:31:51.755706 ---      ParallelTerminationStrategy: PID 24703 died...
16:31:51.811612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24703): Terminated: ok {rc=0}
16:31:51.821841 ---      ParallelTerminationStrategy: PID 24706 died...
16:31:51.877263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24706): Terminated: ok {rc=0}
16:31:51.887623 ---      ParallelTerminationStrategy: PID 24709 died...
16:31:51.943139 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24709): Terminated: ok {rc=0}
16:31:52.029587 bus                        /sierra_3: Setting Powered False
16:31:53.132226 bus                        /sierra_3: Setting Powered False
16:31:54.242299 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>212</age><className>voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24718): Process ended prematurely: osmo-stp_10.42.42.5(pid=24718) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24718)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24718): Process ended prematurely: osmo-stp_10.42.42.5(pid=24718) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24718)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py
----------------------------------------------
16:31:55.351898 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:31:55.363829 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
16:31:55.518667 tst              mo_mt_call_osmux.py: using LAC 29223
16:31:55.636126 tst              mo_mt_call_osmux.py: using RAC 153
16:31:55.753758 tst              mo_mt_call_osmux.py: using CellId 29223
16:31:55.875714 tst              mo_mt_call_osmux.py: using BVCI 29224
16:31:55.898278 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:31:55.909673 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:31:55.920814 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:31:55.932174 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:31:55.943573 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:31:55.955729 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
16:31:56.069896 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
16:31:56.278528 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:31:56.787988 run         create_hlr_db(pid=24712): Launched
16:31:56.972330 bus                        /sierra_2: Setting Powered False
16:31:57.994116 run         create_hlr_db(pid=24712): Terminated: ok {rc=0}
16:31:58.394049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24714): Launched
16:31:58.692246 run   osmo-hlr_10.42.42.2(pid=24715): Launched
16:31:58.801609 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:31:59.319862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24717): Launched
16:31:59.617434 run   osmo-stp_10.42.42.5(pid=24718): Launched
16:31:59.725625 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:32:00.268809 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24720): Launched
16:32:00.566440 run   osmo-msc_10.42.42.6(pid=24721): Launched
16:32:00.741005 run   osmo-stp_10.42.42.5(pid=24718): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24718)]
16:32:00.895880 run   osmo-stp_10.42.42.5(pid=24718): stdout: 
| (launched: 2022-12-10_16:31:59.470765)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:32:01.058183 run   osmo-stp_10.42.42.5(pid=24718): stderr: 
| �[0;m�[38;5;43m20221210163159641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163159641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163159641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163159641 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163159644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163159644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163159644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:32:01.199248 run   osmo-stp_10.42.42.5(pid=24718): stdout: 
| (launched: 2022-12-10_16:31:59.470765)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:32:01.330438 run   osmo-stp_10.42.42.5(pid=24718): stderr: 
| �[0;m�[38;5;43m20221210163159641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163159641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163159641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163159641 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163159644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163159644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163159644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:32:01.389415 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24718): Process ended prematurely: osmo-stp_10.42.42.5(pid=24718) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24718)]  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]
16:32:01.399644 tst            mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)
16:32:01.463504 run   osmo-hlr_10.42.42.2(pid=24715): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24715)]
16:32:01.515505 run   osmo-hlr_10.42.42.2(pid=24715): stdout: 
| (launched: 2022-12-10_16:31:58.545360) 
16:32:01.570619 run   osmo-hlr_10.42.42.2(pid=24715): stderr: 
| �[0;m�[1;31m20221210163158722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163158722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163158722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163158722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163158722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163158722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163158755 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163158765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163158766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163158766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:32:01.642963 run   osmo-msc_10.42.42.6(pid=24721): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24721)]
16:32:01.695866 run   osmo-msc_10.42.42.6(pid=24721): stdout: 
| (launched: 2022-12-10_16:32:00.419616) 
16:32:01.750010 run   osmo-msc_10.42.42.6(pid=24721): stderr: 
| �[0;m�[38;5;43m20221210163200692 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210163200692 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1555ca4c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210163200692 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210163200692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210163200692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210163200693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210163200696 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210163200697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210163200697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210163200697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:32:01.795871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24714): Terminating (SIGTERM)
16:32:01.840810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24717): Terminating (SIGTERM)
16:32:01.885814 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24720): Terminating (SIGTERM)
16:32:01.896430 ---      ParallelTerminationStrategy: PID 24714 died...
16:32:01.957294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24714): Terminated: ok {rc=0}
16:32:01.968254 ---      ParallelTerminationStrategy: PID 24717 died...
16:32:02.025681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24717): Terminated: ok {rc=0}
16:32:02.036872 ---      ParallelTerminationStrategy: PID 24720 died...
16:32:02.094010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24720): Terminated: ok {rc=0}
16:32:02.182347 bus                        /sierra_3: Setting Powered False
16:32:03.286562 bus                        /sierra_3: Setting Powered False
16:32:04.392925 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>122</id><name>voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-10T16:31:44</timestamp></suite><suite><case><age>238</age><className>voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24732): Process ended prematurely: osmo-stp_10.42.42.5(pid=24732) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24732)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24732): Process ended prematurely: osmo-stp_10.42.42.5(pid=24732) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24732)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py
----------------------------------------------
16:32:06.389104 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:32:06.400618 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
16:32:06.564897 tst                    mo_mt_call.py: using LAC 29224
16:32:06.688605 tst                    mo_mt_call.py: using RAC 154
16:32:06.811789 tst                    mo_mt_call.py: using CellId 29224
16:32:06.935153 tst                    mo_mt_call.py: using BVCI 29225
16:32:06.959406 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:32:06.971141 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:32:06.982525 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:32:06.993897 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:32:07.005349 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:32:07.016628 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
16:32:07.131704 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
16:32:07.329310 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:32:07.799972 run         create_hlr_db(pid=24726): Launched
16:32:07.971267 bus                        /sierra_2: Setting Powered False
16:32:08.994392 run         create_hlr_db(pid=24726): Terminated: ok {rc=0}
16:32:09.420407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24728): Launched
16:32:09.739468 run   osmo-hlr_10.42.42.2(pid=24729): Launched
16:32:09.856551 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:32:10.410564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24731): Launched
16:32:10.728621 run   osmo-stp_10.42.42.5(pid=24732): Launched
16:32:10.843750 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:32:11.428064 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24734): Launched
16:32:11.747972 run   osmo-msc_10.42.42.6(pid=24735): Launched
16:32:11.935140 run   osmo-stp_10.42.42.5(pid=24732): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24732)]
16:32:12.070023 run   osmo-stp_10.42.42.5(pid=24732): stdout: 
| (launched: 2022-12-10_16:32:10.572721)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:32:12.204619 run   osmo-stp_10.42.42.5(pid=24732): stderr: 
| �[0;m�[38;5;43m20221210163210766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163210766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163210766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163210767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163210767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163210767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163210767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:32:12.334104 run   osmo-stp_10.42.42.5(pid=24732): stdout: 
| (launched: 2022-12-10_16:32:10.572721)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:32:12.462105 run   osmo-stp_10.42.42.5(pid=24732): stderr: 
| �[0;m�[38;5;43m20221210163210766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163210766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163210766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163210767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163210767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163210767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163210767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:32:12.518428 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24732): Process ended prematurely: osmo-stp_10.42.42.5(pid=24732) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24732)]  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]
16:32:12.527677 tst                  mo_mt_call.py:8: Test FAILED (6.2 sec)
16:32:12.590954 run   osmo-hlr_10.42.42.2(pid=24729): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24729)]
16:32:12.642790 run   osmo-hlr_10.42.42.2(pid=24729): stdout: 
| (launched: 2022-12-10_16:32:09.583097) 
16:32:12.695159 run   osmo-hlr_10.42.42.2(pid=24729): stderr: 
| �[0;m�[1;31m20221210163209783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163209783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163209783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163209783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163209783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163209783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163209836 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163209846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163209846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163209846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:32:12.766242 run   osmo-msc_10.42.42.6(pid=24735): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24735)]
16:32:12.817603 run   osmo-msc_10.42.42.6(pid=24735): stdout: 
| (launched: 2022-12-10_16:32:11.591450) 
16:32:12.869696 run   osmo-msc_10.42.42.6(pid=24735): stderr: 
| �[0;m�[38;5;43m20221210163211915 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210163211915 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faff57b3c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210163211915 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210163211915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210163211915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210163211915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210163211917 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210163211917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210163211917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210163211918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:32:12.913910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24728): Terminating (SIGTERM)
16:32:12.955815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24731): Terminating (SIGTERM)
16:32:12.998046 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24734): Terminating (SIGTERM)
16:32:13.008080 ---      ParallelTerminationStrategy: PID 24728 died...
16:32:13.064394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24728): Terminated: ok {rc=0}
16:32:13.074735 ---      ParallelTerminationStrategy: PID 24731 died...
16:32:13.131277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24731): Terminated: ok {rc=0}
16:32:13.141646 ---      ParallelTerminationStrategy: PID 24734 died...
16:32:13.198020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24734): Terminated: ok {rc=0}
16:32:13.286392 bus                        /sierra_3: Setting Powered False
16:32:14.392874 bus                        /sierra_3: Setting Powered False
16:32:15.500805 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>212</age><className>voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24743): Process ended prematurely: osmo-stp_10.42.42.5(pid=24743) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24743)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24743): Process ended prematurely: osmo-stp_10.42.42.5(pid=24743) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24743)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py
----------------------------------------------
16:32:16.614854 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:32:16.627906 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
16:32:16.817185 tst              mo_mt_call_osmux.py: using LAC 29225
16:32:16.947765 tst              mo_mt_call_osmux.py: using RAC 155
16:32:17.075112 tst              mo_mt_call_osmux.py: using CellId 29225
16:32:17.197543 tst              mo_mt_call_osmux.py: using BVCI 29226
16:32:17.221159 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:32:17.233625 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:32:17.245604 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:32:17.257181 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:32:17.268514 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
16:32:17.280116 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
16:32:17.399894 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
16:32:17.610836 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:32:18.121455 run         create_hlr_db(pid=24737): Launched
16:32:18.307343 bus                        /sierra_2: Setting Powered False
16:32:19.318939 run         create_hlr_db(pid=24737): Terminated: ok {rc=0}
16:32:19.750097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24739): Launched
16:32:20.069721 run   osmo-hlr_10.42.42.2(pid=24740): Launched
16:32:20.186248 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:32:20.738686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24742): Launched
16:32:21.056876 run   osmo-stp_10.42.42.5(pid=24743): Launched
16:32:21.172372 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:32:21.755125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24745): Launched
16:32:22.074619 run   osmo-msc_10.42.42.6(pid=24746): Launched
16:32:22.261848 run   osmo-stp_10.42.42.5(pid=24743): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24743)]
16:32:22.396882 run   osmo-stp_10.42.42.5(pid=24743): stdout: 
| (launched: 2022-12-10_16:32:20.900521)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:32:22.531549 run   osmo-stp_10.42.42.5(pid=24743): stderr: 
| �[0;m�[38;5;43m20221210163221092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163221093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163221093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163221093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163221094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163221094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163221094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:32:22.660660 run   osmo-stp_10.42.42.5(pid=24743): stdout: 
| (launched: 2022-12-10_16:32:20.900521)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:32:22.788189 run   osmo-stp_10.42.42.5(pid=24743): stderr: 
| �[0;m�[38;5;43m20221210163221092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163221093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163221093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163221093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163221094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163221094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163221094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:32:22.844342 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24743): Process ended prematurely: osmo-stp_10.42.42.5(pid=24743) [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24743)]  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]
16:32:22.853747 tst            mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)
16:32:22.916289 run   osmo-hlr_10.42.42.2(pid=24740): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24740)]
16:32:22.967557 run   osmo-hlr_10.42.42.2(pid=24740): stdout: 
| (launched: 2022-12-10_16:32:19.912652) 
16:32:23.019415 run   osmo-hlr_10.42.42.2(pid=24740): stderr: 
| �[0;m�[1;31m20221210163220109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163220110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163220110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163220110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163220110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163220110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163220122 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163220130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163220130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163220130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:32:23.090000 run   osmo-msc_10.42.42.6(pid=24746): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24746)]
16:32:23.141087 run   osmo-msc_10.42.42.6(pid=24746): stdout: 
| (launched: 2022-12-10_16:32:21.917730) 
16:32:23.192349 run   osmo-msc_10.42.42.6(pid=24746): stderr: 
| �[0;m�[38;5;43m20221210163222240 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210163222240 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0440c5cc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210163222240 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210163222240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210163222240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210163222240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210163222242 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210163222242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210163222243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210163222243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:32:23.236329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24739): Terminating (SIGTERM)
16:32:23.277881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24742): Terminating (SIGTERM)
16:32:23.319574 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24745): Terminating (SIGTERM)
16:32:23.329591 ---      ParallelTerminationStrategy: PID 24739 died...
16:32:23.386703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24739): Terminated: ok {rc=0}
16:32:23.396810 ---      ParallelTerminationStrategy: PID 24742 died...
16:32:23.452110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24742): Terminated: ok {rc=0}
16:32:23.462208 ---      ParallelTerminationStrategy: PID 24745 died...
16:32:23.517477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24745): Terminated: ok {rc=0}
16:32:23.604345 bus                        /sierra_3: Setting Powered False
16:32:24.705573 bus                        /sierra_3: Setting Powered False
16:32:25.812590 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>123</id><name>voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo</name><properties></properties><timestamp>2022-12-10T16:32:06</timestamp></suite><suite><case><age>235</age><className>emergency:trx-lms-limenet-micro</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24758): Process ended prematurely: osmo-stp_10.42.42.5(pid=24758) [trial-2376↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24758)]</errorStackTrace><failedSince>2142</failedSince><name>emergency_mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py", line 19, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24758): Process ended prematurely: osmo-stp_10.42.42.5(pid=24758) [trial-2376↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24758)]
</stderr><stdout>
----------------------------------------------
trial-2376 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py
----------------------------------------------
16:32:27.812170 tst  emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:32:27.823164 tst  emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)
16:32:27.953949 tst          emergency_mo_mt_call.py: using LAC 29226
16:32:28.068930 tst          emergency_mo_mt_call.py: using RAC 156
16:32:28.184613 tst          emergency_mo_mt_call.py: using CellId 29226
16:32:28.300772 tst          emergency_mo_mt_call.py: using BVCI 29227
16:32:28.322994 tst  emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:32:28.333843 tst  emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:32:28.344435 tst  emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:32:28.355432 tst  emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:32:28.365993 tst  emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:32:28.377470 tst  emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)
16:32:28.494419 tst  emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)
16:32:28.690164 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:32:29.151255 run         create_hlr_db(pid=24752): Launched
16:32:29.321074 bus                        /sierra_2: Setting Powered False
16:32:30.342814 run         create_hlr_db(pid=24752): Terminated: ok {rc=0}
16:32:30.761241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24754): Launched
16:32:31.208301 run   osmo-hlr_10.42.42.2(pid=24755): Launched
16:32:31.353843 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:32:31.964927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24757): Launched
16:32:32.381129 run   osmo-stp_10.42.42.5(pid=24758): Launched
16:32:32.513781 tst          emergency_mo_mt_call.py: using MSISDN 7794
16:32:32.669715 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:32:33.246056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24760): Launched
16:32:33.560740 run   osmo-msc_10.42.42.6(pid=24761): Launched
16:32:33.744392 run   osmo-stp_10.42.42.5(pid=24758): ERR: Terminated: ERROR {rc=1}  [trial-2376↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24758)]
16:32:33.876484 run   osmo-stp_10.42.42.5(pid=24758): stdout: 
| (launched: 2022-12-10_16:32:32.116529)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:32:34.008225 run   osmo-stp_10.42.42.5(pid=24758): stderr: 
| �[0;m�[38;5;43m20221210163232335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163232335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163232335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163232336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163232336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163232336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163232336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:32:34.134581 run   osmo-stp_10.42.42.5(pid=24758): stdout: 
| (launched: 2022-12-10_16:32:32.116529)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:32:34.260214 run   osmo-stp_10.42.42.5(pid=24758): stderr: 
| �[0;m�[38;5;43m20221210163232335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163232335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163232335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163232336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163232336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163232336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163232336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:32:34.315126 tst       emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=24758): Process ended prematurely: osmo-stp_10.42.42.5(pid=24758) [trial-2376↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24758)]  [trial-2376↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]
16:32:34.323503 tst       emergency_mo_mt_call.py:19: Test FAILED (6.5 sec)
16:32:34.386424 run   osmo-hlr_10.42.42.2(pid=24755): ERR: Terminated: ERROR {rc=237}  [trial-2376↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24755)]
16:32:34.437844 run   osmo-hlr_10.42.42.2(pid=24755): stdout: 
| (launched: 2022-12-10_16:32:30.925093) 
16:32:34.489669 run   osmo-hlr_10.42.42.2(pid=24755): stderr: 
| �[0;m�[1;31m20221210163231282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163231282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163231282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163231282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163231282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163231282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163231306 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163231324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163231324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163231324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:32:34.560210 run   osmo-msc_10.42.42.6(pid=24761): ERR: Terminated: ERROR {rc=2}  [trial-2376↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24761)]
16:32:34.611261 run   osmo-msc_10.42.42.6(pid=24761): stdout: 
| (launched: 2022-12-10_16:32:33.407404) 
16:32:34.662750 run   osmo-msc_10.42.42.6(pid=24761): stderr: 
| �[0;m�[38;5;43m20221210163233731 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210163233732 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f046d6c4c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210163233732 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210163233732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210163233732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210163233732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210163233734 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210163233735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210163233735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210163233735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:32:34.706534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24754): Terminating (SIGTERM)
16:32:34.748028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24757): Terminating (SIGTERM)
16:32:34.789582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24760): Terminating (SIGTERM)
16:32:34.799381 ---      ParallelTerminationStrategy: PID 24754 died...
16:32:34.855029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24754): Terminated: ok {rc=0}
16:32:34.865293 ---      ParallelTerminationStrategy: PID 24757 died...
16:32:34.920660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24757): Terminated: ok {rc=0}
16:32:34.930836 ---      ParallelTerminationStrategy: PID 24760 died...
16:32:34.986072 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24760): Terminated: ok {rc=0}
16:32:35.072024 bus                        /sierra_3: Setting Powered False
16:32:36.174284 bus                        /sierra_3: Setting Powered False
16:32:37.283919 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>235</age><className>emergency:trx-lms-limenet-micro</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24771): Process ended prematurely: osmo-stp_10.42.42.5(pid=24771) [trial-2376↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24771)]</errorStackTrace><failedSince>2142</failedSince><name>emergency_preemptive_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py", line 32, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24771): Process ended prematurely: osmo-stp_10.42.42.5(pid=24771) [trial-2376↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24771)]
</stderr><stdout>
----------------------------------------------
trial-2376 emergency:trx-lms-limenet-micro emergency_preemptive_call.py
----------------------------------------------
16:32:38.334720 tst  emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:32:38.346180 tst  emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)
16:32:38.478482 tst     emergency_preemptive_call.py: using LAC 29227
16:32:38.591456 tst     emergency_preemptive_call.py: using RAC 157
16:32:38.708231 tst     emergency_preemptive_call.py: using CellId 29227
16:32:38.828341 tst     emergency_preemptive_call.py: using BVCI 29228
16:32:38.850762 tst  emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:32:38.861672 tst  emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:32:38.872144 tst  emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:32:38.883101 tst  emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:32:38.893877 tst  emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:32:38.904540 tst  emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)
16:32:39.020772 tst  emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)
16:32:39.137215 tst  emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)
16:32:39.257559 tst  emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)
16:32:39.462835 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:32:39.966531 run         create_hlr_db(pid=24765): Launched
16:32:40.148846 bus                        /sierra_2: Setting Powered False
16:32:41.169818 run         create_hlr_db(pid=24765): Terminated: ok {rc=0}
16:32:41.587736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24767): Launched
16:32:41.900518 run   osmo-hlr_10.42.42.2(pid=24768): Launched
16:32:42.018889 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:32:42.563445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24770): Launched
16:32:42.876941 run   osmo-stp_10.42.42.5(pid=24771): Launched
16:32:43.006007 tst     emergency_preemptive_call.py: using MSISDN 7795
16:32:43.162561 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:32:43.734320 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24773): Launched
16:32:44.047163 run   osmo-msc_10.42.42.6(pid=24774): Launched
16:32:44.232121 run   osmo-stp_10.42.42.5(pid=24771): ERR: Terminated: ERROR {rc=1}  [trial-2376↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24771)]
16:32:44.366180 run   osmo-stp_10.42.42.5(pid=24771): stdout: 
| (launched: 2022-12-10_16:32:42.722674)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:32:44.498532 run   osmo-stp_10.42.42.5(pid=24771): stderr: 
| �[0;m�[38;5;43m20221210163242912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163242913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163242913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163242913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163242916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163242916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163242916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:32:44.624883 run   osmo-stp_10.42.42.5(pid=24771): stdout: 
| (launched: 2022-12-10_16:32:42.722674)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:32:44.750254 run   osmo-stp_10.42.42.5(pid=24771): stderr: 
| �[0;m�[38;5;43m20221210163242912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163242913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163242913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163242913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163242916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163242916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163242916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:32:44.804822 tst  emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=24771): Process ended prematurely: osmo-stp_10.42.42.5(pid=24771) [trial-2376↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24771)]  [trial-2376↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]
16:32:44.813405 tst  emergency_preemptive_call.py:32: Test FAILED (6.5 sec)
16:32:44.875673 run   osmo-hlr_10.42.42.2(pid=24768): ERR: Terminated: ERROR {rc=237}  [trial-2376↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24768)]
16:32:44.926937 run   osmo-hlr_10.42.42.2(pid=24768): stdout: 
| (launched: 2022-12-10_16:32:41.747140) 
16:32:44.978778 run   osmo-hlr_10.42.42.2(pid=24768): stderr: 
| �[0;m�[1;31m20221210163241947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163241947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163241947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163241947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163241947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163241947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163241962 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163241971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163241972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163241972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:32:45.049698 run   osmo-msc_10.42.42.6(pid=24774): ERR: Terminated: ERROR {rc=2}  [trial-2376↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24774)]
16:32:45.100581 run   osmo-msc_10.42.42.6(pid=24774): stdout: 
| (launched: 2022-12-10_16:32:43.893476) 
16:32:45.152104 run   osmo-msc_10.42.42.6(pid=24774): stderr: 
| �[0;m�[38;5;43m20221210163244212 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210163244212 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe83b7c3c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210163244212 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210163244212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210163244213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210163244213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210163244215 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210163244215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210163244215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210163244215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:32:45.196054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24767): Terminating (SIGTERM)
16:32:45.237567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24770): Terminating (SIGTERM)
16:32:45.279419 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24773): Terminating (SIGTERM)
16:32:45.289202 ---      ParallelTerminationStrategy: PID 24767 died...
16:32:45.345106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24767): Terminated: ok {rc=0}
16:32:45.355340 ---      ParallelTerminationStrategy: PID 24770 died...
16:32:45.411221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24770): Terminated: ok {rc=0}
16:32:45.421453 ---      ParallelTerminationStrategy: PID 24773 died...
16:32:45.476841 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24773): Terminated: ok {rc=0}
16:32:45.563937 bus                        /sierra_9: Setting Powered False
16:32:46.670429 bus                        /sierra_9: Setting Powered False
16:32:47.781076 bus                        /sierra_8: Setting Powered False
16:32:48.884460 bus                        /sierra_8: Setting Powered False
16:32:49.993914 bus                        /sierra_3: Setting Powered False
16:32:51.096246 bus                        /sierra_3: Setting Powered False
16:32:52.207989 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>27.0</duration><id>124</id><name>emergency_trx-lms-limenet-micro</name><properties></properties><timestamp>2022-12-10T16:32:27</timestamp></suite><suite><case><age>238</age><className>gprs:trx-lms-limenet-micro</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24789): Process ended prematurely: osmo-stp_10.42.42.5(pid=24789) [trial-2376↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24789)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24789): Process ended prematurely: osmo-stp_10.42.42.5(pid=24789) [trial-2376↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24789)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py
----------------------------------------------
16:32:54.308690 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:32:54.319456 tst       gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)
16:32:54.453754 tst         cs_paging_gprs_active.py: using LAC 29228
16:32:54.569313 tst         cs_paging_gprs_active.py: using RAC 158
16:32:54.687051 tst         cs_paging_gprs_active.py: using CellId 29228
16:32:54.802636 tst         cs_paging_gprs_active.py: using BVCI 29229
16:32:54.825458 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:32:54.836203 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:32:54.846835 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:32:54.857696 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:32:54.868267 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:32:54.878921 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:32:54.889835 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:32:54.900425 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:32:54.911258 tst       gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)
16:32:55.026460 tst       gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)
16:32:55.302925 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
16:32:55.427846 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:32:55.739303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24779): Launched
16:32:55.996836 run iperf3-srv_10.42.42.10(pid=24780): Launched
16:32:56.179561 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
16:32:56.303822 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:32:56.615358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24781): Launched
16:32:56.872815 run iperf3-srv_10.42.42.10(pid=24782): Launched
16:32:57.055284 tst      cs_paging_gprs_active.py:38: start network...
16:32:57.179473 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:32:57.648327 run         create_hlr_db(pid=24783): Launched
16:32:57.819540 bus                        /sierra_2: Setting Powered False
16:32:58.854625 run         create_hlr_db(pid=24783): Terminated: ok {rc=0}
16:32:59.281416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24785): Launched
16:32:59.601405 run   osmo-hlr_10.42.42.2(pid=24786): Launched
16:32:59.719034 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:33:00.273755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24788): Launched
16:33:00.593960 run   osmo-stp_10.42.42.5(pid=24789): Launched
16:33:00.709106 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:33:01.299320 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24792): Launched
16:33:01.417396 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:33:01.720049 run              patchelf(pid=24793): Launched
16:33:01.911501 run   osmo-stp_10.42.42.5(pid=24789): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24789)]
16:33:02.051366 run   osmo-stp_10.42.42.5(pid=24789): stdout: 
| (launched: 2022-12-10_16:33:00.436275)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:33:02.191385 run   osmo-stp_10.42.42.5(pid=24789): stderr: 
| �[0;m�[38;5;43m20221210163300627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163300627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163300627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163300628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163300628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163300628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163300628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:33:02.324599 run   osmo-stp_10.42.42.5(pid=24789): stdout: 
| (launched: 2022-12-10_16:33:00.436275)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:33:02.455618 run   osmo-stp_10.42.42.5(pid=24789): stderr: 
| �[0;m�[38;5;43m20221210163300627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163300627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163300627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163300628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163300628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163300628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163300628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:33:02.609157 run              patchelf(pid=24793): Terminating (SIGINT)
16:33:02.789877 run              patchelf(pid=24793): Terminated: ok {rc=0}
16:33:02.823110 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24789): Process ended prematurely: osmo-stp_10.42.42.5(pid=24789) [trial-2376↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24789)]  [trial-2376↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]
16:33:02.832901 tst      cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)
16:33:02.895738 run   osmo-hlr_10.42.42.2(pid=24786): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24786)]
16:33:02.946707 run   osmo-hlr_10.42.42.2(pid=24786): stdout: 
| (launched: 2022-12-10_16:32:59.444011) 
16:33:02.998341 run   osmo-hlr_10.42.42.2(pid=24786): stderr: 
| �[0;m�[1;31m20221210163259643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163259643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163259643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163259644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163259644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163259644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163259655 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163259664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163259664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163259664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:33:03.042501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24779): Terminating (SIGTERM)
16:33:03.083861 run iperf3-srv_10.42.42.10(pid=24780): Terminating (SIGTERM)
16:33:03.125492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24781): Terminating (SIGTERM)
16:33:03.166955 run iperf3-srv_10.42.42.10(pid=24782): Terminating (SIGTERM)
16:33:03.208427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24785): Terminating (SIGTERM)
16:33:03.250297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24788): Terminating (SIGTERM)
16:33:03.291943 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24792): Terminating (SIGTERM)
16:33:03.301849 ---      ParallelTerminationStrategy: PID 24779 died...
16:33:03.357651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24779): Terminated: ok {rc=0}
16:33:03.367765 ---      ParallelTerminationStrategy: PID 24780 died...
16:33:03.423137 run iperf3-srv_10.42.42.10(pid=24780): Terminated {rc=256}
16:33:03.433270 ---      ParallelTerminationStrategy: PID 24781 died...
16:33:03.489052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24781): Terminated: ok {rc=0}
16:33:03.499198 ---      ParallelTerminationStrategy: PID 24782 died...
16:33:03.554371 run iperf3-srv_10.42.42.10(pid=24782): Terminated {rc=256}
16:33:03.564468 ---      ParallelTerminationStrategy: PID 24785 died...
16:33:03.619713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24785): Terminated: ok {rc=0}
16:33:03.629949 ---      ParallelTerminationStrategy: PID 24788 died...
16:33:03.685945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24788): Terminated: ok {rc=0}
16:33:03.696092 ---      ParallelTerminationStrategy: PID 24792 died...
16:33:03.751888 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24792): Terminated: ok {rc=0}
16:33:03.838391 bus                          /gobi_0: Setting Powered False
16:33:04.945408 bus                          /gobi_0: Setting Powered False
16:33:06.052531 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-lms-limenet-micro</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24802): Process ended prematurely: osmo-stp_10.42.42.5(pid=24802) [trial-2376↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24802)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24802): Process ended prematurely: osmo-stp_10.42.42.5(pid=24802) [trial-2376↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24802)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-lms-limenet-micro iperf3.py
----------------------------------------------
16:33:07.165882 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:33:07.177728 tst       gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)
16:33:07.319210 tst                        iperf3.py: using LAC 29229
16:33:07.446586 tst                        iperf3.py: using RAC 159
16:33:07.573587 tst                        iperf3.py: using CellId 29229
16:33:07.700357 tst                        iperf3.py: using BVCI 29230
16:33:07.725285 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:33:07.736720 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:33:07.747814 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:33:07.758924 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:33:07.769859 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:33:07.780720 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:33:07.791868 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:33:07.802840 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:33:07.813954 tst       gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)
16:33:08.103215 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
16:33:08.237078 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:33:08.568324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24794): Launched
16:33:08.842909 run iperf3-srv_10.42.42.10(pid=24795): Launched
16:33:09.038689 tst                      iperf3.py:8: start network...
16:33:09.172932 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:33:09.683642 run         create_hlr_db(pid=24796): Launched
16:33:09.868610 bus                          /gobi_6: Setting Powered False
16:33:10.889970 run         create_hlr_db(pid=24796): Terminated: ok {rc=0}
16:33:11.315224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24798): Launched
16:33:11.635292 run   osmo-hlr_10.42.42.2(pid=24799): Launched
16:33:11.752663 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:33:12.306855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24801): Launched
16:33:12.625947 run   osmo-stp_10.42.42.5(pid=24802): Launched
16:33:12.741539 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:33:13.297720 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24804): Launched
16:33:13.411634 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:33:13.689458 run              patchelf(pid=24805): Launched
16:33:13.876594 run   osmo-stp_10.42.42.5(pid=24802): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24802)]
16:33:14.013273 run   osmo-stp_10.42.42.5(pid=24802): stdout: 
| (launched: 2022-12-10_16:33:12.468936)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:33:14.150310 run   osmo-stp_10.42.42.5(pid=24802): stderr: 
| �[0;m�[38;5;43m20221210163312660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163312660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163312661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163312661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163312664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163312664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163312664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:33:14.283173 run   osmo-stp_10.42.42.5(pid=24802): stdout: 
| (launched: 2022-12-10_16:33:12.468936)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:33:14.414248 run   osmo-stp_10.42.42.5(pid=24802): stderr: 
| �[0;m�[38;5;43m20221210163312660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163312660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163312661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163312661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163312664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163312664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163312664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:33:14.566356 run              patchelf(pid=24805): Terminating (SIGINT)
16:33:14.745612 run              patchelf(pid=24805): Terminated: ok {rc=0}
16:33:14.778383 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24802): Process ended prematurely: osmo-stp_10.42.42.5(pid=24802) [trial-2376↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24802)]  [trial-2376↪gprs:trx-lms-limenet-micro↪iperf3.py:8]
16:33:14.788158 tst                      iperf3.py:8: Test FAILED (7.7 sec)
16:33:14.850938 run   osmo-hlr_10.42.42.2(pid=24799): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24799)]
16:33:14.901965 run   osmo-hlr_10.42.42.2(pid=24799): stdout: 
| (launched: 2022-12-10_16:33:11.478247) 
16:33:14.953573 run   osmo-hlr_10.42.42.2(pid=24799): stderr: 
| �[0;m�[1;31m20221210163311679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163311679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163311679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163311679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163311679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163311680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163311704 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163311715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163311715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163311715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:33:14.997622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24794): Terminating (SIGTERM)
16:33:15.039225 run iperf3-srv_10.42.42.10(pid=24795): Terminating (SIGTERM)
16:33:15.080857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24798): Terminating (SIGTERM)
16:33:15.122458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24801): Terminating (SIGTERM)
16:33:15.163982 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24804): Terminating (SIGTERM)
16:33:15.173817 ---      ParallelTerminationStrategy: PID 24794 died...
16:33:15.229800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24794): Terminated: ok {rc=0}
16:33:15.240032 ---      ParallelTerminationStrategy: PID 24795 died...
16:33:15.295510 run iperf3-srv_10.42.42.10(pid=24795): Terminated {rc=256}
16:33:15.305745 ---      ParallelTerminationStrategy: PID 24798 died...
16:33:15.361056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24798): Terminated: ok {rc=0}
16:33:15.371259 ---      ParallelTerminationStrategy: PID 24801 died...
16:33:15.426563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24801): Terminated: ok {rc=0}
16:33:15.436751 ---      ParallelTerminationStrategy: PID 24804 died...
16:33:15.492098 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24804): Terminated: ok {rc=0}
16:33:15.579102 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-lms-limenet-micro</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24820): Process ended prematurely: osmo-stp_10.42.42.5(pid=24820) [trial-2376↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24820)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24820): Process ended prematurely: osmo-stp_10.42.42.5(pid=24820) [trial-2376↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24820)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-lms-limenet-micro iperf3m4.py
----------------------------------------------
16:33:16.713292 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:33:16.727970 tst       gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)
16:33:16.909682 tst                      iperf3m4.py: using LAC 29230
16:33:17.066735 tst                      iperf3m4.py: using RAC 160
16:33:17.195911 tst                      iperf3m4.py: using CellId 29230
16:33:17.317299 tst                      iperf3m4.py: using BVCI 29231
16:33:17.340248 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:33:17.351429 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:33:17.362467 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:33:17.374249 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:33:17.385947 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:33:17.397617 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:33:17.409664 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:33:17.421130 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:33:17.432339 tst       gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)
16:33:17.548033 tst       gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)
16:33:17.669811 tst       gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)
16:33:17.786551 tst       gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)
16:33:18.081802 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
16:33:18.215593 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:33:18.547285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24806): Launched
16:33:18.821848 run iperf3-srv_10.42.42.10(pid=24807): Launched
16:33:19.018246 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
16:33:19.151393 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:33:19.483629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24808): Launched
16:33:19.758084 run iperf3-srv_10.42.42.10(pid=24809): Launched
16:33:19.954762 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
16:33:20.088495 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:33:20.419717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24810): Launched
16:33:20.694045 run iperf3-srv_10.42.42.10(pid=24811): Launched
16:33:20.889717 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
16:33:21.022837 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:33:21.354923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24812): Launched
16:33:21.629962 run iperf3-srv_10.42.42.10(pid=24813): Launched
16:33:21.826546 tst                    iperf3m4.py:8: start network...
16:33:21.960412 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:33:22.471797 run         create_hlr_db(pid=24814): Launched
16:33:22.656459 bus                          /gobi_6: Setting Powered False
16:33:23.678457 run         create_hlr_db(pid=24814): Terminated: ok {rc=0}
16:33:24.104010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24816): Launched
16:33:24.423987 run   osmo-hlr_10.42.42.2(pid=24817): Launched
16:33:24.539810 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:33:25.192819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24819): Launched
16:33:25.505537 run   osmo-stp_10.42.42.5(pid=24820): Launched
16:33:25.618256 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:33:26.164358 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24822): Launched
16:33:26.276562 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:33:26.550079 run              patchelf(pid=24823): Launched
16:33:26.733267 run   osmo-stp_10.42.42.5(pid=24820): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24820)]
16:33:26.867510 run   osmo-stp_10.42.42.5(pid=24820): stdout: 
| (launched: 2022-12-10_16:33:25.352684)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:33:27.002406 run   osmo-stp_10.42.42.5(pid=24820): stderr: 
| �[0;m�[38;5;43m20221210163325539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163325539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163325540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163325540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163325541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163325541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163325541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:33:27.131968 run   osmo-stp_10.42.42.5(pid=24820): stdout: 
| (launched: 2022-12-10_16:33:25.352684)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:33:27.260658 run   osmo-stp_10.42.42.5(pid=24820): stderr: 
| �[0;m�[38;5;43m20221210163325539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163325539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163325540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163325540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163325541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163325541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163325541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:33:27.411171 run              patchelf(pid=24823): Terminating (SIGINT)
16:33:27.587103 run              patchelf(pid=24823): Terminated: ok {rc=0}
16:33:27.619568 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24820): Process ended prematurely: osmo-stp_10.42.42.5(pid=24820) [trial-2376↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24820)]  [trial-2376↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]
16:33:27.629311 tst                    iperf3m4.py:8: Test FAILED (11.0 sec)
16:33:27.691975 run   osmo-hlr_10.42.42.2(pid=24817): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24817)]
16:33:27.742980 run   osmo-hlr_10.42.42.2(pid=24817): stdout: 
| (launched: 2022-12-10_16:33:24.267153) 
16:33:27.794590 run   osmo-hlr_10.42.42.2(pid=24817): stderr: 
| �[0;m�[1;31m20221210163324462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163324462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163324463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163324463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163324463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163324463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163324489 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163324500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163324500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163324500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:33:27.838743 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24806): Terminating (SIGTERM)
16:33:27.880731 run iperf3-srv_10.42.42.10(pid=24807): Terminating (SIGTERM)
16:33:27.922480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24808): Terminating (SIGTERM)
16:33:27.964079 run iperf3-srv_10.42.42.10(pid=24809): Terminating (SIGTERM)
16:33:28.005611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24810): Terminating (SIGTERM)
16:33:28.047096 run iperf3-srv_10.42.42.10(pid=24811): Terminating (SIGTERM)
16:33:28.088527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24812): Terminating (SIGTERM)
16:33:28.130465 run iperf3-srv_10.42.42.10(pid=24813): Terminating (SIGTERM)
16:33:28.172119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24816): Terminating (SIGTERM)
16:33:28.213625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24819): Terminating (SIGTERM)
16:33:28.255065 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24822): Terminating (SIGTERM)
16:33:28.265228 ---      ParallelTerminationStrategy: PID 24806 died...
16:33:28.321100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24806): Terminated: ok {rc=0}
16:33:28.331481 ---      ParallelTerminationStrategy: PID 24807 died...
16:33:28.386646 run iperf3-srv_10.42.42.10(pid=24807): Terminated {rc=256}
16:33:28.396667 ---      ParallelTerminationStrategy: PID 24808 died...
16:33:28.452380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24808): Terminated: ok {rc=0}
16:33:28.462665 ---      ParallelTerminationStrategy: PID 24809 died...
16:33:28.517831 run iperf3-srv_10.42.42.10(pid=24809): Terminated {rc=256}
16:33:28.528010 ---      ParallelTerminationStrategy: PID 24810 died...
16:33:28.583324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24810): Terminated: ok {rc=0}
16:33:28.593603 ---      ParallelTerminationStrategy: PID 24811 died...
16:33:28.648656 run iperf3-srv_10.42.42.10(pid=24811): Terminated {rc=256}
16:33:28.658736 ---      ParallelTerminationStrategy: PID 24812 died...
16:33:28.713784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24812): Terminated: ok {rc=0}
16:33:28.723880 ---      ParallelTerminationStrategy: PID 24813 died...
16:33:28.779360 run iperf3-srv_10.42.42.10(pid=24813): Terminated {rc=256}
16:33:28.789642 ---      ParallelTerminationStrategy: PID 24816 died...
16:33:28.844870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24816): Terminated: ok {rc=0}
16:33:28.854815 ---      ParallelTerminationStrategy: PID 24819 died...
16:33:28.910063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24819): Terminated: ok {rc=0}
16:33:28.919976 ---      ParallelTerminationStrategy: PID 24822 died...
16:33:28.974955 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24822): Terminated: ok {rc=0}
16:33:29.061188 bus                          /gobi_4: Setting Powered False
16:33:30.167326 bus                          /gobi_4: Setting Powered False
16:33:31.287837 bus                          /gobi_1: Setting Powered False
16:33:32.389044 bus                          /gobi_1: Setting Powered False
16:33:33.499535 bus                          /gobi_0: Setting Powered False
16:33:34.601808 bus                          /gobi_0: Setting Powered False
16:33:35.711515 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-lms-limenet-micro</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24830): Process ended prematurely: osmo-stp_10.42.42.5(pid=24830) [trial-2376↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24830)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24830): Process ended prematurely: osmo-stp_10.42.42.5(pid=24830) [trial-2376↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24830)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-lms-limenet-micro ping.py
----------------------------------------------
16:33:36.778801 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:33:36.790402 tst       gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)
16:33:36.920554 tst                          ping.py: using LAC 29231
16:33:37.034119 tst                          ping.py: using RAC 161
16:33:37.150101 tst                          ping.py: using CellId 29231
16:33:37.271805 tst                          ping.py: using BVCI 29232
16:33:37.295754 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:33:37.307144 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:33:37.318466 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:33:37.330323 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:33:37.341975 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:33:37.353718 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:33:37.365506 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:33:37.377087 tst       gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)
16:33:37.646525 tst                       ping.py:19: start network...
16:33:37.766158 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:33:38.219881 run         create_hlr_db(pid=24824): Launched
16:33:38.386854 bus                          /gobi_6: Setting Powered False
16:33:39.408059 run         create_hlr_db(pid=24824): Terminated: ok {rc=0}
16:33:39.817284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24826): Launched
16:33:40.126472 run   osmo-hlr_10.42.42.2(pid=24827): Launched
16:33:40.242378 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:33:40.779950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24829): Launched
16:33:41.088712 run   osmo-stp_10.42.42.5(pid=24830): Launched
16:33:41.201209 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:33:41.740090 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24832): Launched
16:33:41.849767 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:33:42.117964 run              patchelf(pid=24833): Launched
16:33:42.298419 run   osmo-stp_10.42.42.5(pid=24830): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24830)]
16:33:42.430341 run   osmo-stp_10.42.42.5(pid=24830): stdout: 
| (launched: 2022-12-10_16:33:40.936740)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:33:42.562950 run   osmo-stp_10.42.42.5(pid=24830): stderr: 
| �[0;m�[38;5;43m20221210163341126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163341126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163341126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163341127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163341129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163341129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163341129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:33:42.690559 run   osmo-stp_10.42.42.5(pid=24830): stdout: 
| (launched: 2022-12-10_16:33:40.936740)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:33:42.816929 run   osmo-stp_10.42.42.5(pid=24830): stderr: 
| �[0;m�[38;5;43m20221210163341126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163341126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163341126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163341127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163341129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163341129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163341129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:33:42.964120 run              patchelf(pid=24833): Terminating (SIGINT)
16:33:43.136833 run              patchelf(pid=24833): Terminated: ok {rc=0}
16:33:43.168558 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24830): Process ended prematurely: osmo-stp_10.42.42.5(pid=24830) [trial-2376↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24830)]  [trial-2376↪gprs:trx-lms-limenet-micro↪ping.py:22]
16:33:43.177658 tst                       ping.py:22: Test FAILED (6.4 sec)
16:33:43.239597 run   osmo-hlr_10.42.42.2(pid=24827): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24827)]
16:33:43.290852 run   osmo-hlr_10.42.42.2(pid=24827): stdout: 
| (launched: 2022-12-10_16:33:39.975615) 
16:33:43.342584 run   osmo-hlr_10.42.42.2(pid=24827): stderr: 
| �[0;m�[1;31m20221210163340173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163340173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163340173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163340173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163340173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163340173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163340185 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163340193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163340194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163340194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:33:43.386644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24826): Terminating (SIGTERM)
16:33:43.428286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24829): Terminating (SIGTERM)
16:33:43.470475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24832): Terminating (SIGTERM)
16:33:43.480253 ---      ParallelTerminationStrategy: PID 24826 died...
16:33:43.536027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24826): Terminated: ok {rc=0}
16:33:43.546097 ---      ParallelTerminationStrategy: PID 24829 died...
16:33:43.601147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24829): Terminated: ok {rc=0}
16:33:43.611145 ---      ParallelTerminationStrategy: PID 24832 died...
16:33:43.666325 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24832): Terminated: ok {rc=0}
16:33:43.752039 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-lms-limenet-micro</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24840): Process ended prematurely: osmo-stp_10.42.42.5(pid=24840) [trial-2376↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24840)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24840): Process ended prematurely: osmo-stp_10.42.42.5(pid=24840) [trial-2376↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24840)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-lms-limenet-micro ping_idle_ping.py
----------------------------------------------
16:33:44.804454 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:33:44.816768 tst       gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)
16:33:44.954600 tst                ping_idle_ping.py: using LAC 29232
16:33:45.078303 tst                ping_idle_ping.py: using RAC 162
16:33:45.198783 tst                ping_idle_ping.py: using CellId 29232
16:33:45.318967 tst                ping_idle_ping.py: using BVCI 29233
16:33:45.341403 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:33:45.352371 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:33:45.363169 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:33:45.374834 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:33:45.386362 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:33:45.397706 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:33:45.409442 tst       gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)
16:33:45.420570 tst       gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)
16:33:45.702622 tst             ping_idle_ping.py:24: start network...
16:33:45.832312 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:33:46.369416 run         create_hlr_db(pid=24834): Launched
16:33:46.554734 bus                          /gobi_6: Setting Powered False
16:33:47.569962 run         create_hlr_db(pid=24834): Terminated: ok {rc=0}
16:33:47.981684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24836): Launched
16:33:48.291667 run   osmo-hlr_10.42.42.2(pid=24837): Launched
16:33:48.405459 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:33:48.941519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24839): Launched
16:33:49.250860 run   osmo-stp_10.42.42.5(pid=24840): Launched
16:33:49.364490 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:33:49.904410 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24842): Launched
16:33:50.014681 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:33:50.284827 run              patchelf(pid=24843): Launched
16:33:50.465599 run   osmo-stp_10.42.42.5(pid=24840): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24840)]
16:33:50.598201 run   osmo-stp_10.42.42.5(pid=24840): stdout: 
| (launched: 2022-12-10_16:33:49.098867)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:33:50.730858 run   osmo-stp_10.42.42.5(pid=24840): stderr: 
| �[0;m�[38;5;43m20221210163349290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163349290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163349290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163349291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163349291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163349291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163349291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:33:50.858805 run   osmo-stp_10.42.42.5(pid=24840): stdout: 
| (launched: 2022-12-10_16:33:49.098867)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:33:50.985877 run   osmo-stp_10.42.42.5(pid=24840): stderr: 
| �[0;m�[38;5;43m20221210163349290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163349290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163349290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163349291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163349291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163349291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163349291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:33:51.133466 run              patchelf(pid=24843): Terminating (SIGINT)
16:33:51.306991 run              patchelf(pid=24843): Terminated: ok {rc=0}
16:33:51.338656 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24840): Process ended prematurely: osmo-stp_10.42.42.5(pid=24840) [trial-2376↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24840)]  [trial-2376↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]
16:33:51.347769 tst             ping_idle_ping.py:27: Test FAILED (6.5 sec)
16:33:51.409717 run   osmo-hlr_10.42.42.2(pid=24837): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24837)]
16:33:51.460249 run   osmo-hlr_10.42.42.2(pid=24837): stdout: 
| (launched: 2022-12-10_16:33:48.139885) 
16:33:51.512217 run   osmo-hlr_10.42.42.2(pid=24837): stderr: 
| �[0;m�[1;31m20221210163348336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163348336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163348336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163348336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163348337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163348337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163348354 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163348365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163348365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163348365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:33:51.556115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24836): Terminating (SIGTERM)
16:33:51.597695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24839): Terminating (SIGTERM)
16:33:51.639101 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24842): Terminating (SIGTERM)
16:33:51.648595 ---      ParallelTerminationStrategy: PID 24836 died...
16:33:51.704047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24836): Terminated: ok {rc=0}
16:33:51.714189 ---      ParallelTerminationStrategy: PID 24839 died...
16:33:51.769565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24839): Terminated: ok {rc=0}
16:33:51.779440 ---      ParallelTerminationStrategy: PID 24842 died...
16:33:51.834582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24842): Terminated: ok {rc=0}
16:33:51.920887 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>125</id><name>gprs_trx-lms-limenet-micro</name><properties></properties><timestamp>2022-12-10T16:32:53</timestamp></suite><suite><case><age>238</age><className>gprs:trx-lms-limenet-micro+mod-bts0-egprs</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24857): Process ended prematurely: osmo-stp_10.42.42.5(pid=24857) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24857)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24857): Process ended prematurely: osmo-stp_10.42.42.5(pid=24857) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24857)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py
----------------------------------------------
16:33:54.067209 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:33:54.078859 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)
16:33:54.218189 tst         cs_paging_gprs_active.py: using LAC 29233
16:33:54.346165 tst         cs_paging_gprs_active.py: using RAC 163
16:33:54.467871 tst         cs_paging_gprs_active.py: using CellId 29233
16:33:54.590080 tst         cs_paging_gprs_active.py: using BVCI 29234
16:33:54.614242 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:33:54.625763 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:33:54.637202 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:33:54.648387 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:33:54.659562 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:33:54.670900 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:33:54.682253 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:33:54.693633 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:33:54.705194 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:33:54.820562 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:33:55.096668 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
16:33:55.220438 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:33:55.527835 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24847): Launched
16:33:55.782473 run iperf3-srv_10.42.42.10(pid=24848): Launched
16:33:55.962955 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
16:33:56.086326 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:33:56.393818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24849): Launched
16:33:56.653954 run iperf3-srv_10.42.42.10(pid=24850): Launched
16:33:56.848213 tst      cs_paging_gprs_active.py:38: start network...
16:33:56.980266 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:33:57.485121 run         create_hlr_db(pid=24851): Launched
16:33:57.668064 bus                          /gobi_6: Setting Powered False
16:33:58.689482 run         create_hlr_db(pid=24851): Terminated: ok {rc=0}
16:33:59.106763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24853): Launched
16:33:59.421341 run   osmo-hlr_10.42.42.2(pid=24854): Launched
16:33:59.536395 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:34:00.081471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24856): Launched
16:34:00.398572 run   osmo-stp_10.42.42.5(pid=24857): Launched
16:34:00.512244 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:34:01.094804 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24859): Launched
16:34:01.204939 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:34:01.491523 run              patchelf(pid=24860): Launched
16:34:01.672409 run   osmo-stp_10.42.42.5(pid=24857): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24857)]
16:34:01.804667 run   osmo-stp_10.42.42.5(pid=24857): stdout: 
| (launched: 2022-12-10_16:34:00.242028)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:34:01.938021 run   osmo-stp_10.42.42.5(pid=24857): stderr: 
| �[0;m�[38;5;43m20221210163400434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163400434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163400434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163400435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163400435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163400435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163400435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:34:02.067669 run   osmo-stp_10.42.42.5(pid=24857): stdout: 
| (launched: 2022-12-10_16:34:00.242028)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:34:02.194389 run   osmo-stp_10.42.42.5(pid=24857): stderr: 
| �[0;m�[38;5;43m20221210163400434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163400434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163400434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163400435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163400435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163400435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163400435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:34:02.340884 run              patchelf(pid=24860): Terminating (SIGINT)
16:34:02.510461 run              patchelf(pid=24860): Terminated: ok {rc=0}
16:34:02.541769 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24857): Process ended prematurely: osmo-stp_10.42.42.5(pid=24857) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24857)]  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]
16:34:02.551323 tst      cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)
16:34:02.614364 run   osmo-hlr_10.42.42.2(pid=24854): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24854)]
16:34:02.664648 run   osmo-hlr_10.42.42.2(pid=24854): stdout: 
| (launched: 2022-12-10_16:33:59.266776) 
16:34:02.715633 run   osmo-hlr_10.42.42.2(pid=24854): stderr: 
| �[0;m�[1;31m20221210163359465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163359465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163359465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163359465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163359465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163359465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163359478 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163359486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163359486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163359486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:34:02.758138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24847): Terminating (SIGTERM)
16:34:02.798869 run iperf3-srv_10.42.42.10(pid=24848): Terminating (SIGTERM)
16:34:02.839725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24849): Terminating (SIGTERM)
16:34:02.880309 run iperf3-srv_10.42.42.10(pid=24850): Terminating (SIGTERM)
16:34:02.921331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24853): Terminating (SIGTERM)
16:34:02.962088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24856): Terminating (SIGTERM)
16:34:03.002785 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24859): Terminating (SIGTERM)
16:34:03.012794 ---      ParallelTerminationStrategy: PID 24847 died...
16:34:03.067823 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24847): Terminated: ok {rc=0}
16:34:03.077608 ---      ParallelTerminationStrategy: PID 24848 died...
16:34:03.131896 run iperf3-srv_10.42.42.10(pid=24848): Terminated {rc=256}
16:34:03.141733 ---      ParallelTerminationStrategy: PID 24849 died...
16:34:03.195888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24849): Terminated: ok {rc=0}
16:34:03.206149 ---      ParallelTerminationStrategy: PID 24850 died...
16:34:03.260005 run iperf3-srv_10.42.42.10(pid=24850): Terminated {rc=256}
16:34:03.270365 ---      ParallelTerminationStrategy: PID 24853 died...
16:34:03.325154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24853): Terminated: ok {rc=0}
16:34:03.334884 ---      ParallelTerminationStrategy: PID 24856 died...
16:34:03.389915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24856): Terminated: ok {rc=0}
16:34:03.399606 ---      ParallelTerminationStrategy: PID 24859 died...
16:34:03.453480 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24859): Terminated: ok {rc=0}
16:34:03.543553 bus                          /gobi_0: Setting Powered False
16:34:04.646603 bus                          /gobi_0: Setting Powered False
16:34:05.756845 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-lms-limenet-micro+mod-bts0-egprs</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24869): Process ended prematurely: osmo-stp_10.42.42.5(pid=24869) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24869)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24869): Process ended prematurely: osmo-stp_10.42.42.5(pid=24869) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24869)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py
----------------------------------------------
16:34:06.869558 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:34:06.881738 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)
16:34:07.021831 tst                        iperf3.py: using LAC 29234
16:34:07.145640 tst                        iperf3.py: using RAC 164
16:34:07.270774 tst                        iperf3.py: using CellId 29234
16:34:07.395052 tst                        iperf3.py: using BVCI 29235
16:34:07.419331 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:34:07.431075 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:34:07.442383 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:34:07.454001 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:34:07.465438 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:34:07.476988 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:34:07.488294 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:34:07.499741 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:34:07.511426 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:34:07.799912 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
16:34:07.931613 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:34:08.259477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24861): Launched
16:34:08.530606 run iperf3-srv_10.42.42.10(pid=24862): Launched
16:34:08.723615 tst                      iperf3.py:8: start network...
16:34:08.855181 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:34:09.358131 run         create_hlr_db(pid=24863): Launched
16:34:09.539914 bus                          /gobi_6: Setting Powered False
16:34:10.561585 run         create_hlr_db(pid=24863): Terminated: ok {rc=0}
16:34:10.957571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24865): Launched
16:34:11.252592 run   osmo-hlr_10.42.42.2(pid=24866): Launched
16:34:11.369421 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:34:11.887454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24868): Launched
16:34:12.181268 run   osmo-stp_10.42.42.5(pid=24869): Launched
16:34:12.288567 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:34:12.800318 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24871): Launched
16:34:12.905620 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:34:13.162525 run              patchelf(pid=24872): Launched
16:34:13.335001 run   osmo-stp_10.42.42.5(pid=24869): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24869)]
16:34:13.461539 run   osmo-stp_10.42.42.5(pid=24869): stdout: 
| (launched: 2022-12-10_16:34:12.037112)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:34:13.587932 run   osmo-stp_10.42.42.5(pid=24869): stderr: 
| �[0;m�[38;5;43m20221210163412208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163412208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163412209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163412209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163412209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163412209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163412209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:34:13.710006 run   osmo-stp_10.42.42.5(pid=24869): stdout: 
| (launched: 2022-12-10_16:34:12.037112)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:34:13.830850 run   osmo-stp_10.42.42.5(pid=24869): stderr: 
| �[0;m�[38;5;43m20221210163412208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163412208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163412209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163412209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163412209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163412209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163412209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:34:13.971933 run              patchelf(pid=24872): Terminating (SIGINT)
16:34:14.137937 run              patchelf(pid=24872): Terminated: ok {rc=0}
16:34:14.168375 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24869): Process ended prematurely: osmo-stp_10.42.42.5(pid=24869) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24869)]  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]
16:34:14.177473 tst                      iperf3.py:8: Test FAILED (7.3 sec)
16:34:14.237946 run   osmo-hlr_10.42.42.2(pid=24866): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24866)]
16:34:14.287035 run   osmo-hlr_10.42.42.2(pid=24866): stdout: 
| (launched: 2022-12-10_16:34:11.107409) 
16:34:14.336646 run   osmo-hlr_10.42.42.2(pid=24866): stderr: 
| �[0;m�[1;31m20221210163411279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163411279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163411279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163411279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163411279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163411279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163411295 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163411305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163411305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163411305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:34:14.378898 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24861): Terminating (SIGTERM)
16:34:14.418638 run iperf3-srv_10.42.42.10(pid=24862): Terminating (SIGTERM)
16:34:14.458613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24865): Terminating (SIGTERM)
16:34:14.498539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24868): Terminating (SIGTERM)
16:34:14.538430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24871): Terminating (SIGTERM)
16:34:14.547798 ---      ParallelTerminationStrategy: PID 24861 died...
16:34:14.601418 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24861): Terminated: ok {rc=0}
16:34:14.611090 ---      ParallelTerminationStrategy: PID 24862 died...
16:34:14.664161 run iperf3-srv_10.42.42.10(pid=24862): Terminated {rc=256}
16:34:14.673877 ---      ParallelTerminationStrategy: PID 24865 died...
16:34:14.726834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24865): Terminated: ok {rc=0}
16:34:14.736524 ---      ParallelTerminationStrategy: PID 24868 died...
16:34:14.789114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24868): Terminated: ok {rc=0}
16:34:14.798803 ---      ParallelTerminationStrategy: PID 24871 died...
16:34:14.852214 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24871): Terminated: ok {rc=0}
16:34:14.940072 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-lms-limenet-micro+mod-bts0-egprs</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24889): Process ended prematurely: osmo-stp_10.42.42.5(pid=24889) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24889)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24889): Process ended prematurely: osmo-stp_10.42.42.5(pid=24889) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24889)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py
----------------------------------------------
16:34:16.066543 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:34:16.079263 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)
16:34:16.222625 tst                      iperf3m4.py: using LAC 29235
16:34:16.383207 tst                      iperf3m4.py: using RAC 165
16:34:16.514849 tst                      iperf3m4.py: using CellId 29235
16:34:16.636323 tst                      iperf3m4.py: using BVCI 29236
16:34:16.660229 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:34:16.672993 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:34:16.685870 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:34:16.698346 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:34:16.712484 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:34:16.725759 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:34:16.737774 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:34:16.751130 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:34:16.765604 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:34:16.889291 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:34:17.007049 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:34:17.140442 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:34:17.421188 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
16:34:17.545279 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:34:17.852817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24874): Launched
16:34:18.107193 run iperf3-srv_10.42.42.10(pid=24875): Launched
16:34:18.287949 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
16:34:18.410929 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:34:18.717451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24876): Launched
16:34:18.971389 run iperf3-srv_10.42.42.10(pid=24877): Launched
16:34:19.151842 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
16:34:19.274654 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:34:19.582268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24878): Launched
16:34:19.835543 run iperf3-srv_10.42.42.10(pid=24879): Launched
16:34:20.015126 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
16:34:20.137788 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:34:20.443736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24880): Launched
16:34:20.696700 run iperf3-srv_10.42.42.10(pid=24881): Launched
16:34:20.875876 tst                    iperf3m4.py:8: start network...
16:34:20.997917 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:34:21.460782 run         create_hlr_db(pid=24882): Launched
16:34:21.630438 bus                          /gobi_6: Setting Powered False
16:34:22.652863 run         create_hlr_db(pid=24882): Terminated: ok {rc=0}
16:34:23.053478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24885): Launched
16:34:23.368905 run   osmo-hlr_10.42.42.2(pid=24886): Launched
16:34:23.483237 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:34:24.030706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24888): Launched
16:34:24.345801 run   osmo-stp_10.42.42.5(pid=24889): Launched
16:34:24.458234 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:34:25.006394 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24891): Launched
16:34:25.119150 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:34:25.393694 run              patchelf(pid=24892): Launched
16:34:25.577906 run   osmo-stp_10.42.42.5(pid=24889): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24889)]
16:34:25.712871 run   osmo-stp_10.42.42.5(pid=24889): stdout: 
| (launched: 2022-12-10_16:34:24.190737)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:34:25.848077 run   osmo-stp_10.42.42.5(pid=24889): stderr: 
| �[0;m�[38;5;43m20221210163424380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163424381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163424381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163424381 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163424382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163424382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163424382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:34:25.978432 run   osmo-stp_10.42.42.5(pid=24889): stdout: 
| (launched: 2022-12-10_16:34:24.190737)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:34:26.107618 run   osmo-stp_10.42.42.5(pid=24889): stderr: 
| �[0;m�[38;5;43m20221210163424380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163424381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163424381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163424381 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163424382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163424382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163424382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:34:26.257962 run              patchelf(pid=24892): Terminating (SIGINT)
16:34:26.435042 run              patchelf(pid=24892): Terminated: ok {rc=0}
16:34:26.467501 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24889): Process ended prematurely: osmo-stp_10.42.42.5(pid=24889) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24889)]  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]
16:34:26.477321 tst                    iperf3m4.py:8: Test FAILED (10.4 sec)
16:34:26.540075 run   osmo-hlr_10.42.42.2(pid=24886): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24886)]
16:34:26.591160 run   osmo-hlr_10.42.42.2(pid=24886): stdout: 
| (launched: 2022-12-10_16:34:23.213913) 
16:34:26.642696 run   osmo-hlr_10.42.42.2(pid=24886): stderr: 
| �[0;m�[1;31m20221210163423409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163423409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163423409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163423409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163423409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163423409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163423421 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163423430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163423430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163423430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:34:26.686670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24874): Terminating (SIGTERM)
16:34:26.728407 run iperf3-srv_10.42.42.10(pid=24875): Terminating (SIGTERM)
16:34:26.770297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24876): Terminating (SIGTERM)
16:34:26.812002 run iperf3-srv_10.42.42.10(pid=24877): Terminating (SIGTERM)
16:34:26.853781 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24878): Terminating (SIGTERM)
16:34:26.895189 run iperf3-srv_10.42.42.10(pid=24879): Terminating (SIGTERM)
16:34:26.936802 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24880): Terminating (SIGTERM)
16:34:26.978400 run iperf3-srv_10.42.42.10(pid=24881): Terminating (SIGTERM)
16:34:27.020431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24885): Terminating (SIGTERM)
16:34:27.062209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24888): Terminating (SIGTERM)
16:34:27.104087 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24891): Terminating (SIGTERM)
16:34:27.113760 ---      ParallelTerminationStrategy: PID 24874 died...
16:34:27.169596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24874): Terminated: ok {rc=0}
16:34:27.179626 ---      ParallelTerminationStrategy: PID 24875 died...
16:34:27.234930 run iperf3-srv_10.42.42.10(pid=24875): Terminated {rc=256}
16:34:27.244846 ---      ParallelTerminationStrategy: PID 24876 died...
16:34:27.300588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24876): Terminated: ok {rc=0}
16:34:27.310612 ---      ParallelTerminationStrategy: PID 24877 died...
16:34:27.366135 run iperf3-srv_10.42.42.10(pid=24877): Terminated {rc=256}
16:34:27.376467 ---      ParallelTerminationStrategy: PID 24878 died...
16:34:27.431781 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24878): Terminated: ok {rc=0}
16:34:27.441803 ---      ParallelTerminationStrategy: PID 24879 died...
16:34:27.497929 run iperf3-srv_10.42.42.10(pid=24879): Terminated {rc=256}
16:34:27.507893 ---      ParallelTerminationStrategy: PID 24880 died...
16:34:27.563145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24880): Terminated: ok {rc=0}
16:34:27.573222 ---      ParallelTerminationStrategy: PID 24881 died...
16:34:27.628309 run iperf3-srv_10.42.42.10(pid=24881): Terminated {rc=256}
16:34:27.638247 ---      ParallelTerminationStrategy: PID 24885 died...
16:34:27.693267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24885): Terminated: ok {rc=0}
16:34:27.703163 ---      ParallelTerminationStrategy: PID 24888 died...
16:34:27.758546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24888): Terminated: ok {rc=0}
16:34:27.768561 ---      ParallelTerminationStrategy: PID 24891 died...
16:34:27.824032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24891): Terminated: ok {rc=0}
16:34:27.910119 bus                          /gobi_4: Setting Powered False
16:34:29.016605 bus                          /gobi_4: Setting Powered False
16:34:30.127324 bus                          /gobi_1: Setting Powered False
16:34:31.240216 bus                          /gobi_1: Setting Powered False
16:34:32.350812 bus                          /gobi_0: Setting Powered False
16:34:33.453382 bus                          /gobi_0: Setting Powered False
16:34:34.565797 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-lms-limenet-micro+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24899): Process ended prematurely: osmo-stp_10.42.42.5(pid=24899) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24899)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24899): Process ended prematurely: osmo-stp_10.42.42.5(pid=24899) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24899)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py
----------------------------------------------
16:34:35.634066 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:34:35.646190 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)
16:34:35.784150 tst                          ping.py: using LAC 29236
16:34:35.904915 tst                          ping.py: using RAC 166
16:34:36.030579 tst                          ping.py: using CellId 29236
16:34:36.149960 tst                          ping.py: using BVCI 29237
16:34:36.173615 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:34:36.185103 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:34:36.196295 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:34:36.207828 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:34:36.219055 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:34:36.230297 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:34:36.241656 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:34:36.252894 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:34:36.521203 tst                       ping.py:19: start network...
16:34:36.642395 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:34:37.098724 run         create_hlr_db(pid=24893): Launched
16:34:37.265424 bus                          /gobi_6: Setting Powered False
16:34:38.287909 run         create_hlr_db(pid=24893): Terminated: ok {rc=0}
16:34:38.674632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24895): Launched
16:34:38.964443 run   osmo-hlr_10.42.42.2(pid=24896): Launched
16:34:39.076619 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:34:39.590869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24898): Launched
16:34:39.879459 run   osmo-stp_10.42.42.5(pid=24899): Launched
16:34:39.985204 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:34:40.490029 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24901): Launched
16:34:40.593057 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:34:40.845063 run              patchelf(pid=24902): Launched
16:34:41.014423 run   osmo-stp_10.42.42.5(pid=24899): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24899)]
16:34:41.138823 run   osmo-stp_10.42.42.5(pid=24899): stdout: 
| (launched: 2022-12-10_16:34:39.737202)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:34:41.263465 run   osmo-stp_10.42.42.5(pid=24899): stderr: 
| �[0;m�[38;5;43m20221210163439906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163439906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163439906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163439906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163439907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163439907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163439907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:34:41.383565 run   osmo-stp_10.42.42.5(pid=24899): stdout: 
| (launched: 2022-12-10_16:34:39.737202)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:34:41.502498 run   osmo-stp_10.42.42.5(pid=24899): stderr: 
| �[0;m�[38;5;43m20221210163439906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163439906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163439906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163439906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163439907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163439907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163439907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:34:41.640599 run              patchelf(pid=24902): Terminating (SIGINT)
16:34:41.803355 run              patchelf(pid=24902): Terminated: ok {rc=0}
16:34:41.833089 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24899): Process ended prematurely: osmo-stp_10.42.42.5(pid=24899) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24899)]  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]
16:34:41.841665 tst                       ping.py:22: Test FAILED (6.2 sec)
16:34:41.901963 run   osmo-hlr_10.42.42.2(pid=24896): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24896)]
16:34:41.950686 run   osmo-hlr_10.42.42.2(pid=24896): stdout: 
| (launched: 2022-12-10_16:34:38.821328) 
16:34:42.000304 run   osmo-hlr_10.42.42.2(pid=24896): stderr: 
| �[0;m�[1;31m20221210163438998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163438998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163438998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163438998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163438998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163438998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163439009 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163439018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163439018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163439018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:34:42.042143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24895): Terminating (SIGTERM)
16:34:42.081770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24898): Terminating (SIGTERM)
16:34:42.121566 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24901): Terminating (SIGTERM)
16:34:42.130943 ---      ParallelTerminationStrategy: PID 24895 died...
16:34:42.185043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24895): Terminated: ok {rc=0}
16:34:42.194602 ---      ParallelTerminationStrategy: PID 24898 died...
16:34:42.247666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24898): Terminated: ok {rc=0}
16:34:42.257908 ---      ParallelTerminationStrategy: PID 24901 died...
16:34:42.311799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24901): Terminated: ok {rc=0}
16:34:42.399441 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-lms-limenet-micro+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24909): Process ended prematurely: osmo-stp_10.42.42.5(pid=24909) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24909)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24909): Process ended prematurely: osmo-stp_10.42.42.5(pid=24909) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24909)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py
----------------------------------------------
16:34:43.451265 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:34:43.463394 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)
16:34:43.597133 tst                ping_idle_ping.py: using LAC 29237
16:34:43.713015 tst                ping_idle_ping.py: using RAC 167
16:34:43.827203 tst                ping_idle_ping.py: using CellId 29237
16:34:43.941140 tst                ping_idle_ping.py: using BVCI 29238
16:34:43.963365 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:34:43.974418 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:34:43.985108 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:34:43.996208 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:34:44.007375 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:34:44.018647 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:34:44.029832 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:34:44.040923 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:34:44.309791 tst             ping_idle_ping.py:24: start network...
16:34:44.431201 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:34:44.890876 run         create_hlr_db(pid=24903): Launched
16:34:45.059202 bus                          /gobi_6: Setting Powered False
16:34:46.127320 run         create_hlr_db(pid=24903): Terminated: ok {rc=0}
16:34:46.577479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24905): Launched
16:34:46.987133 run   osmo-hlr_10.42.42.2(pid=24906): Launched
16:34:47.138572 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:34:47.692727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24908): Launched
16:34:48.001453 run   osmo-stp_10.42.42.5(pid=24909): Launched
16:34:48.113770 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:34:48.654551 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24911): Launched
16:34:48.764663 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:34:49.033419 run              patchelf(pid=24912): Launched
16:34:49.214542 run   osmo-stp_10.42.42.5(pid=24909): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24909)]
16:34:49.347488 run   osmo-stp_10.42.42.5(pid=24909): stdout: 
| (launched: 2022-12-10_16:34:47.850155)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:34:49.480149 run   osmo-stp_10.42.42.5(pid=24909): stderr: 
| �[0;m�[38;5;43m20221210163448041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163448042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163448042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163448042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163448043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163448043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163448043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:34:49.608205 run   osmo-stp_10.42.42.5(pid=24909): stdout: 
| (launched: 2022-12-10_16:34:47.850155)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:34:49.735182 run   osmo-stp_10.42.42.5(pid=24909): stderr: 
| �[0;m�[38;5;43m20221210163448041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163448042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163448042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163448042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163448043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163448043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163448043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:34:49.882647 run              patchelf(pid=24912): Terminating (SIGINT)
16:34:50.055891 run              patchelf(pid=24912): Terminated: ok {rc=0}
16:34:50.087713 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24909): Process ended prematurely: osmo-stp_10.42.42.5(pid=24909) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24909)]  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]
16:34:50.097048 tst             ping_idle_ping.py:27: Test FAILED (6.6 sec)
16:34:50.159031 run   osmo-hlr_10.42.42.2(pid=24906): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24906)]
16:34:50.209874 run   osmo-hlr_10.42.42.2(pid=24906): stdout: 
| (launched: 2022-12-10_16:34:46.738808) 
16:34:50.261406 run   osmo-hlr_10.42.42.2(pid=24906): stderr: 
| �[0;m�[1;31m20221210163447047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163447047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163447047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163447047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163447047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163447047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163447066 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163447095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163447095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163447095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:34:50.305776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24905): Terminating (SIGTERM)
16:34:50.347548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24908): Terminating (SIGTERM)
16:34:50.389243 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24911): Terminating (SIGTERM)
16:34:50.398863 ---      ParallelTerminationStrategy: PID 24905 died...
16:34:50.454331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24905): Terminated: ok {rc=0}
16:34:50.464381 ---      ParallelTerminationStrategy: PID 24908 died...
16:34:50.519835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24908): Terminated: ok {rc=0}
16:34:50.530048 ---      ParallelTerminationStrategy: PID 24911 died...
16:34:50.585781 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24911): Terminated: ok {rc=0}
16:34:50.672199 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>59.0</duration><id>126</id><name>gprs_trx-lms-limenet-micro+mod-bts0-egprs</name><properties></properties><timestamp>2022-12-10T16:33:53</timestamp></suite><suite><case><age>238</age><className>gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24926): Process ended prematurely: osmo-stp_10.42.42.5(pid=24926) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24926)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24926): Process ended prematurely: osmo-stp_10.42.42.5(pid=24926) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24926)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py
----------------------------------------------
16:34:52.812100 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:34:52.823288 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
16:34:52.974556 tst         cs_paging_gprs_active.py: using LAC 29238
16:34:53.096426 tst         cs_paging_gprs_active.py: using RAC 168
16:34:53.211196 tst         cs_paging_gprs_active.py: using CellId 29238
16:34:53.330845 tst         cs_paging_gprs_active.py: using BVCI 29239
16:34:53.353931 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:34:53.364985 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:34:53.375957 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:34:53.387512 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:34:53.399226 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:34:53.410861 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:34:53.422831 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:34:53.434480 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:34:53.446162 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:34:53.563368 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:34:53.852610 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
16:34:53.985675 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:34:54.314472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24916): Launched
16:34:54.587144 run iperf3-srv_10.42.42.10(pid=24917): Launched
16:34:54.781764 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
16:34:54.913844 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:34:55.241590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24918): Launched
16:34:55.512942 run iperf3-srv_10.42.42.10(pid=24919): Launched
16:34:55.706221 tst      cs_paging_gprs_active.py:38: start network...
16:34:55.837860 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:34:56.343014 run         create_hlr_db(pid=24920): Launched
16:34:56.525904 bus                          /gobi_6: Setting Powered False
16:34:57.548122 run         create_hlr_db(pid=24920): Terminated: ok {rc=0}
16:34:57.968592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24922): Launched
16:34:58.283934 run   osmo-hlr_10.42.42.2(pid=24923): Launched
16:34:58.403775 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:34:58.950842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24925): Launched
16:34:59.266138 run   osmo-stp_10.42.42.5(pid=24926): Launched
16:34:59.381056 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:34:59.931174 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24928): Launched
16:35:00.044066 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:35:00.319791 run              patchelf(pid=24929): Launched
16:35:00.504933 run   osmo-stp_10.42.42.5(pid=24926): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24926)]
16:35:00.641247 run   osmo-stp_10.42.42.5(pid=24926): stdout: 
| (launched: 2022-12-10_16:34:59.111368)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:35:00.777242 run   osmo-stp_10.42.42.5(pid=24926): stderr: 
| �[0;m�[38;5;43m20221210163459302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163459302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163459302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163459303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163459303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163459303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163459303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:35:00.931942 run   osmo-stp_10.42.42.5(pid=24926): stdout: 
| (launched: 2022-12-10_16:34:59.111368)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:35:01.063561 run   osmo-stp_10.42.42.5(pid=24926): stderr: 
| �[0;m�[38;5;43m20221210163459302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163459302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163459302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163459303 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163459303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163459303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163459303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:35:01.219367 run              patchelf(pid=24929): Terminating (SIGINT)
16:35:01.403094 run              patchelf(pid=24929): Terminated: ok {rc=0}
16:35:01.437316 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24926): Process ended prematurely: osmo-stp_10.42.42.5(pid=24926) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24926)]  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]
16:35:01.448105 tst      cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)
16:35:01.512268 run   osmo-hlr_10.42.42.2(pid=24923): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24923)]
16:35:01.564880 run   osmo-hlr_10.42.42.2(pid=24923): stdout: 
| (launched: 2022-12-10_16:34:58.129516) 
16:35:01.617663 run   osmo-hlr_10.42.42.2(pid=24923): stderr: 
| �[0;m�[1;31m20221210163458327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163458327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163458327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163458327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163458327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163458327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163458340 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163458350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163458351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163458351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:35:01.662481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24916): Terminating (SIGTERM)
16:35:01.705159 run iperf3-srv_10.42.42.10(pid=24917): Terminating (SIGTERM)
16:35:01.749261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24918): Terminating (SIGTERM)
16:35:01.795517 run iperf3-srv_10.42.42.10(pid=24919): Terminating (SIGTERM)
16:35:01.840882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24922): Terminating (SIGTERM)
16:35:01.883947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24925): Terminating (SIGTERM)
16:35:01.926576 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24928): Terminating (SIGTERM)
16:35:01.936291 ---      ParallelTerminationStrategy: PID 24916 died...
16:35:01.992902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24916): Terminated: ok {rc=0}
16:35:02.003360 ---      ParallelTerminationStrategy: PID 24917 died...
16:35:02.059582 run iperf3-srv_10.42.42.10(pid=24917): Terminated {rc=256}
16:35:02.070200 ---      ParallelTerminationStrategy: PID 24918 died...
16:35:02.126918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24918): Terminated: ok {rc=0}
16:35:02.137473 ---      ParallelTerminationStrategy: PID 24919 died...
16:35:02.193125 run iperf3-srv_10.42.42.10(pid=24919): Terminated {rc=256}
16:35:02.203697 ---      ParallelTerminationStrategy: PID 24922 died...
16:35:02.259782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24922): Terminated: ok {rc=0}
16:35:02.269917 ---      ParallelTerminationStrategy: PID 24925 died...
16:35:02.325580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24925): Terminated: ok {rc=0}
16:35:02.335710 ---      ParallelTerminationStrategy: PID 24928 died...
16:35:02.391250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24928): Terminated: ok {rc=0}
16:35:02.476531 bus                          /gobi_0: Setting Powered False
16:35:03.583848 bus                          /gobi_0: Setting Powered False
16:35:04.695289 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24941): Process ended prematurely: osmo-stp_10.42.42.5(pid=24941) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24941)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24941): Process ended prematurely: osmo-stp_10.42.42.5(pid=24941) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24941)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py
----------------------------------------------
16:35:05.803747 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:35:05.815628 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
16:35:05.975806 tst                        iperf3.py: using LAC 29239
16:35:06.101726 tst                        iperf3.py: using RAC 169
16:35:06.223193 tst                        iperf3.py: using CellId 29239
16:35:06.347660 tst                        iperf3.py: using BVCI 29240
16:35:06.372919 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:35:06.384694 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:35:06.395972 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:35:06.407558 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:35:06.419118 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:35:06.430592 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:35:06.442114 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:35:06.453530 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:35:06.464604 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:35:06.753912 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
16:35:06.886024 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:35:07.213291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24933): Launched
16:35:07.484808 run iperf3-srv_10.42.42.10(pid=24934): Launched
16:35:07.678572 tst                      iperf3.py:8: start network...
16:35:07.810379 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:35:08.314481 run         create_hlr_db(pid=24935): Launched
16:35:08.497467 bus                          /gobi_6: Setting Powered False
16:35:09.518683 run         create_hlr_db(pid=24935): Terminated: ok {rc=0}
16:35:09.916055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24937): Launched
16:35:10.212336 run   osmo-hlr_10.42.42.2(pid=24938): Launched
16:35:10.324112 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:35:10.853708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24940): Launched
16:35:11.150631 run   osmo-stp_10.42.42.5(pid=24941): Launched
16:35:11.258900 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:35:11.774960 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24943): Launched
16:35:11.880902 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:35:12.141075 run              patchelf(pid=24944): Launched
16:35:12.315088 run   osmo-stp_10.42.42.5(pid=24941): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24941)]
16:35:12.442641 run   osmo-stp_10.42.42.5(pid=24941): stdout: 
| (launched: 2022-12-10_16:35:11.003821)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:35:12.570784 run   osmo-stp_10.42.42.5(pid=24941): stderr: 
| �[0;m�[38;5;43m20221210163511175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163511175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163511175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163511176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163511176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163511176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163511176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:35:12.694204 run   osmo-stp_10.42.42.5(pid=24941): stdout: 
| (launched: 2022-12-10_16:35:11.003821)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:35:12.816640 run   osmo-stp_10.42.42.5(pid=24941): stderr: 
| �[0;m�[38;5;43m20221210163511175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163511175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163511175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163511176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163511176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163511176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163511176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:35:12.959028 run              patchelf(pid=24944): Terminating (SIGINT)
16:35:13.126574 run              patchelf(pid=24944): Terminated: ok {rc=0}
16:35:13.157524 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24941): Process ended prematurely: osmo-stp_10.42.42.5(pid=24941) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24941)]  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]
16:35:13.166640 tst                      iperf3.py:8: Test FAILED (7.4 sec)
16:35:13.227476 run   osmo-hlr_10.42.42.2(pid=24938): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24938)]
16:35:13.276759 run   osmo-hlr_10.42.42.2(pid=24938): stdout: 
| (launched: 2022-12-10_16:35:10.066390) 
16:35:13.326824 run   osmo-hlr_10.42.42.2(pid=24938): stderr: 
| �[0;m�[1;31m20221210163510244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163510244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163510244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163510244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163510244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163510244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163510257 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163510265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163510265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163510265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:35:13.369098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24933): Terminating (SIGTERM)
16:35:13.409120 run iperf3-srv_10.42.42.10(pid=24934): Terminating (SIGTERM)
16:35:13.449225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24937): Terminating (SIGTERM)
16:35:13.489203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24940): Terminating (SIGTERM)
16:35:13.529265 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24943): Terminating (SIGTERM)
16:35:13.538903 ---      ParallelTerminationStrategy: PID 24933 died...
16:35:13.592677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24933): Terminated: ok {rc=0}
16:35:13.602432 ---      ParallelTerminationStrategy: PID 24934 died...
16:35:13.655922 run iperf3-srv_10.42.42.10(pid=24934): Terminated {rc=256}
16:35:13.665917 ---      ParallelTerminationStrategy: PID 24937 died...
16:35:13.719329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24937): Terminated: ok {rc=0}
16:35:13.729021 ---      ParallelTerminationStrategy: PID 24940 died...
16:35:13.782833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24940): Terminated: ok {rc=0}
16:35:13.792448 ---      ParallelTerminationStrategy: PID 24943 died...
16:35:13.845608 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24943): Terminated: ok {rc=0}
16:35:13.929492 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24964): Process ended prematurely: osmo-stp_10.42.42.5(pid=24964) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24964)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24964): Process ended prematurely: osmo-stp_10.42.42.5(pid=24964) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24964)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py
----------------------------------------------
16:35:15.042191 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:35:15.055275 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
16:35:15.215225 tst                      iperf3m4.py: using LAC 29240
16:35:15.330518 tst                      iperf3m4.py: using RAC 170
16:35:15.444702 tst                      iperf3m4.py: using CellId 29240
16:35:15.562338 tst                      iperf3m4.py: using BVCI 29241
16:35:15.584732 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:35:15.595807 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:35:15.606804 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:35:15.618423 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:35:15.629995 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:35:15.641548 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:35:15.653278 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:35:15.664798 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:35:15.676485 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:35:15.796915 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:35:15.951848 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:35:16.063322 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:35:16.418314 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
16:35:16.601798 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:35:17.038325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24945): Launched
16:35:17.361801 run iperf3-srv_10.42.42.10(pid=24946): Launched
16:35:17.543386 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
16:35:17.666640 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:35:17.974993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24947): Launched
16:35:18.230821 run iperf3-srv_10.42.42.10(pid=24948): Launched
16:35:18.411343 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
16:35:18.534628 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:35:18.842571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24949): Launched
16:35:19.096526 run iperf3-srv_10.42.42.10(pid=24950): Launched
16:35:19.276340 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
16:35:19.399249 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:35:19.705930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24951): Launched
16:35:19.963618 run iperf3-srv_10.42.42.10(pid=24957): Launched
16:35:20.143844 tst                    iperf3m4.py:8: start network...
16:35:20.266978 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:35:20.731623 run         create_hlr_db(pid=24958): Launched
16:35:20.902961 bus                          /gobi_6: Setting Powered False
16:35:21.924808 run         create_hlr_db(pid=24958): Terminated: ok {rc=0}
16:35:22.346518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24960): Launched
16:35:22.662016 run   osmo-hlr_10.42.42.2(pid=24961): Launched
16:35:22.783298 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:35:23.331732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24963): Launched
16:35:23.646522 run   osmo-stp_10.42.42.5(pid=24964): Launched
16:35:23.760263 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:35:24.309541 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24966): Launched
16:35:24.422466 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:35:24.697349 run              patchelf(pid=24967): Launched
16:35:24.881775 run   osmo-stp_10.42.42.5(pid=24964): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24964)]
16:35:25.016212 run   osmo-stp_10.42.42.5(pid=24964): stdout: 
| (launched: 2022-12-10_16:35:23.491938)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:35:25.151055 run   osmo-stp_10.42.42.5(pid=24964): stderr: 
| �[0;m�[38;5;43m20221210163523681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163523681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163523681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163523682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163523682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163523682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163523682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:35:25.281025 run   osmo-stp_10.42.42.5(pid=24964): stdout: 
| (launched: 2022-12-10_16:35:23.491938)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:35:25.410592 run   osmo-stp_10.42.42.5(pid=24964): stderr: 
| �[0;m�[38;5;43m20221210163523681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163523681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163523681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163523682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163523682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163523682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163523682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:35:25.560784 run              patchelf(pid=24967): Terminating (SIGINT)
16:35:25.737138 run              patchelf(pid=24967): Terminated: ok {rc=0}
16:35:25.769454 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24964): Process ended prematurely: osmo-stp_10.42.42.5(pid=24964) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24964)]  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]
16:35:25.779274 tst                    iperf3m4.py:8: Test FAILED (10.8 sec)
16:35:25.841708 run   osmo-hlr_10.42.42.2(pid=24961): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24961)]
16:35:25.892410 run   osmo-hlr_10.42.42.2(pid=24961): stdout: 
| (launched: 2022-12-10_16:35:22.507066) 
16:35:25.944033 run   osmo-hlr_10.42.42.2(pid=24961): stderr: 
| �[0;m�[1;31m20221210163522703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163522703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163522703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163522703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163522703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163522703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163522716 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163522724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163522724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163522724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:35:25.988341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24945): Terminating (SIGTERM)
16:35:26.029776 run iperf3-srv_10.42.42.10(pid=24946): Terminating (SIGTERM)
16:35:26.071156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24947): Terminating (SIGTERM)
16:35:26.112416 run iperf3-srv_10.42.42.10(pid=24948): Terminating (SIGTERM)
16:35:26.153734 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24949): Terminating (SIGTERM)
16:35:26.194832 run iperf3-srv_10.42.42.10(pid=24950): Terminating (SIGTERM)
16:35:26.236155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24951): Terminating (SIGTERM)
16:35:26.277617 run iperf3-srv_10.42.42.10(pid=24957): Terminating (SIGTERM)
16:35:26.319378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24960): Terminating (SIGTERM)
16:35:26.360605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24963): Terminating (SIGTERM)
16:35:26.402159 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24966): Terminating (SIGTERM)
16:35:26.411641 ---      ParallelTerminationStrategy: PID 24945 died...
16:35:26.467067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24945): Terminated: ok {rc=0}
16:35:26.477207 ---      ParallelTerminationStrategy: PID 24946 died...
16:35:26.532181 run iperf3-srv_10.42.42.10(pid=24946): Terminated {rc=256}
16:35:26.542095 ---      ParallelTerminationStrategy: PID 24947 died...
16:35:26.597178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24947): Terminated: ok {rc=0}
16:35:26.607059 ---      ParallelTerminationStrategy: PID 24948 died...
16:35:26.662025 run iperf3-srv_10.42.42.10(pid=24948): Terminated {rc=256}
16:35:26.671952 ---      ParallelTerminationStrategy: PID 24949 died...
16:35:26.727205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24949): Terminated: ok {rc=0}
16:35:26.737221 ---      ParallelTerminationStrategy: PID 24950 died...
16:35:26.792277 run iperf3-srv_10.42.42.10(pid=24950): Terminated {rc=256}
16:35:26.802494 ---      ParallelTerminationStrategy: PID 24951 died...
16:35:26.857985 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24951): Terminated: ok {rc=0}
16:35:26.867957 ---      ParallelTerminationStrategy: PID 24957 died...
16:35:26.923015 run iperf3-srv_10.42.42.10(pid=24957): Terminated {rc=256}
16:35:26.932940 ---      ParallelTerminationStrategy: PID 24960 died...
16:35:26.988653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24960): Terminated: ok {rc=0}
16:35:26.998653 ---      ParallelTerminationStrategy: PID 24963 died...
16:35:27.053999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24963): Terminated: ok {rc=0}
16:35:27.064001 ---      ParallelTerminationStrategy: PID 24966 died...
16:35:27.119363 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24966): Terminated: ok {rc=0}
16:35:27.206012 bus                          /gobi_4: Setting Powered False
16:35:28.311257 bus                          /gobi_4: Setting Powered False
16:35:29.421141 bus                          /gobi_1: Setting Powered False
16:35:30.526588 bus                          /gobi_1: Setting Powered False
16:35:31.658255 bus                          /gobi_0: Setting Powered False
16:35:32.762912 bus                          /gobi_0: Setting Powered False
16:35:33.875104 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24975): Process ended prematurely: osmo-stp_10.42.42.5(pid=24975) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24975)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24975): Process ended prematurely: osmo-stp_10.42.42.5(pid=24975) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24975)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py
----------------------------------------------
16:35:34.942007 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:35:34.953669 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
16:35:35.102443 tst                          ping.py: using LAC 29241
16:35:35.215555 tst                          ping.py: using RAC 171
16:35:35.328490 tst                          ping.py: using CellId 29241
16:35:35.443343 tst                          ping.py: using BVCI 29242
16:35:35.465558 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:35:35.476530 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:35:35.487341 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:35:35.498423 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:35:35.509492 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:35:35.520430 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:35:35.531630 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:35:35.542733 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:35:35.827429 tst                       ping.py:19: start network...
16:35:35.956766 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:35:36.452428 run         create_hlr_db(pid=24969): Launched
16:35:36.632769 bus                          /gobi_6: Setting Powered False
16:35:37.652797 run         create_hlr_db(pid=24969): Terminated: ok {rc=0}
16:35:38.043394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24971): Launched
16:35:38.334478 run   osmo-hlr_10.42.42.2(pid=24972): Launched
16:35:38.446999 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:35:38.959892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24974): Launched
16:35:39.249646 run   osmo-stp_10.42.42.5(pid=24975): Launched
16:35:39.355481 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:35:39.862583 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24977): Launched
16:35:39.969988 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:35:40.240347 run              patchelf(pid=24978): Launched
16:35:40.422489 run   osmo-stp_10.42.42.5(pid=24975): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24975)]
16:35:40.555000 run   osmo-stp_10.42.42.5(pid=24975): stdout: 
| (launched: 2022-12-10_16:35:39.106957)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:35:40.687897 run   osmo-stp_10.42.42.5(pid=24975): stderr: 
| �[0;m�[38;5;43m20221210163539274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163539274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163539274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163539275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163539277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163539277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163539277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:35:40.816210 run   osmo-stp_10.42.42.5(pid=24975): stdout: 
| (launched: 2022-12-10_16:35:39.106957)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:35:40.943789 run   osmo-stp_10.42.42.5(pid=24975): stderr: 
| �[0;m�[38;5;43m20221210163539274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163539274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163539274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163539275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163539277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163539277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163539277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:35:41.091401 run              patchelf(pid=24978): Terminating (SIGINT)
16:35:41.265283 run              patchelf(pid=24978): Terminated: ok {rc=0}
16:35:41.296792 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24975): Process ended prematurely: osmo-stp_10.42.42.5(pid=24975) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24975)]  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]
16:35:41.306109 tst                       ping.py:22: Test FAILED (6.4 sec)
16:35:41.369063 run   osmo-hlr_10.42.42.2(pid=24972): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24972)]
16:35:41.420115 run   osmo-hlr_10.42.42.2(pid=24972): stdout: 
| (launched: 2022-12-10_16:35:38.190891) 
16:35:41.471750 run   osmo-hlr_10.42.42.2(pid=24972): stderr: 
| �[0;m�[1;31m20221210163538365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163538365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163538366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163538366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163538366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163538366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163538382 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163538391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163538391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163538391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:35:41.515783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24971): Terminating (SIGTERM)
16:35:41.557526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24974): Terminating (SIGTERM)
16:35:41.599272 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24977): Terminating (SIGTERM)
16:35:41.608928 ---      ParallelTerminationStrategy: PID 24971 died...
16:35:41.665147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24971): Terminated: ok {rc=0}
16:35:41.675381 ---      ParallelTerminationStrategy: PID 24974 died...
16:35:41.731005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24974): Terminated: ok {rc=0}
16:35:41.741257 ---      ParallelTerminationStrategy: PID 24977 died...
16:35:41.796763 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24977): Terminated: ok {rc=0}
16:35:41.882785 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=24985): Process ended prematurely: osmo-stp_10.42.42.5(pid=24985) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24985)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24985): Process ended prematurely: osmo-stp_10.42.42.5(pid=24985) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24985)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py
----------------------------------------------
16:35:42.935302 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:35:42.947802 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
16:35:43.100842 tst                ping_idle_ping.py: using LAC 29242
16:35:43.215139 tst                ping_idle_ping.py: using RAC 172
16:35:43.330391 tst                ping_idle_ping.py: using CellId 29242
16:35:43.445065 tst                ping_idle_ping.py: using BVCI 29243
16:35:43.467454 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:35:43.478720 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:35:43.489831 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:35:43.501053 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:35:43.512303 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:35:43.523609 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:35:43.534935 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:35:43.546120 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:35:43.828187 tst             ping_idle_ping.py:24: start network...
16:35:43.957692 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:35:44.456795 run         create_hlr_db(pid=24979): Launched
16:35:44.637720 bus                          /gobi_6: Setting Powered False
16:35:45.659030 run         create_hlr_db(pid=24979): Terminated: ok {rc=0}
16:35:46.100481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24981): Launched
16:35:46.545643 run   osmo-hlr_10.42.42.2(pid=24982): Launched
16:35:46.739208 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:35:47.337473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24984): Launched
16:35:47.648619 run   osmo-stp_10.42.42.5(pid=24985): Launched
16:35:47.761727 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:35:48.304901 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24987): Launched
16:35:48.416379 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:35:48.686950 run              patchelf(pid=24988): Launched
16:35:48.868836 run   osmo-stp_10.42.42.5(pid=24985): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24985)]
16:35:49.002518 run   osmo-stp_10.42.42.5(pid=24985): stdout: 
| (launched: 2022-12-10_16:35:47.495732)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:35:49.135870 run   osmo-stp_10.42.42.5(pid=24985): stderr: 
| �[0;m�[38;5;43m20221210163547688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163547688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163547689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163547689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163547689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163547689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163547690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:35:49.264653 run   osmo-stp_10.42.42.5(pid=24985): stdout: 
| (launched: 2022-12-10_16:35:47.495732)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:35:49.392782 run   osmo-stp_10.42.42.5(pid=24985): stderr: 
| �[0;m�[38;5;43m20221210163547688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163547688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163547689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163547689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163547689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163547689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163547690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:35:49.541188 run              patchelf(pid=24988): Terminating (SIGINT)
16:35:49.715230 run              patchelf(pid=24988): Terminated: ok {rc=0}
16:35:49.746928 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24985): Process ended prematurely: osmo-stp_10.42.42.5(pid=24985) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24985)]  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]
16:35:49.756161 tst             ping_idle_ping.py:27: Test FAILED (6.8 sec)
16:35:49.818534 run   osmo-hlr_10.42.42.2(pid=24982): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24982)]
16:35:49.869488 run   osmo-hlr_10.42.42.2(pid=24982): stdout: 
| (launched: 2022-12-10_16:35:46.260273) 
16:35:49.921381 run   osmo-hlr_10.42.42.2(pid=24982): stderr: 
| �[0;m�[1;31m20221210163546474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163546474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163546474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163546474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163546475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163546475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163546490 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163546500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163546501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163546501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:35:49.965629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24981): Terminating (SIGTERM)
16:35:50.007442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24984): Terminating (SIGTERM)
16:35:50.049281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24987): Terminating (SIGTERM)
16:35:50.058996 ---      ParallelTerminationStrategy: PID 24981 died...
16:35:50.114899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24981): Terminated: ok {rc=0}
16:35:50.125016 ---      ParallelTerminationStrategy: PID 24984 died...
16:35:50.180167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24984): Terminated: ok {rc=0}
16:35:50.190350 ---      ParallelTerminationStrategy: PID 24987 died...
16:35:50.245757 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24987): Terminated: ok {rc=0}
16:35:50.332058 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>127</id><name>gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa</name><properties></properties><timestamp>2022-12-10T16:34:52</timestamp></suite><suite><case><age>238</age><className>gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25002): Process ended prematurely: osmo-stp_10.42.42.5(pid=25002) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25002)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25002): Process ended prematurely: osmo-stp_10.42.42.5(pid=25002) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25002)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py
----------------------------------------------
16:35:52.468277 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:35:52.479466 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
16:35:52.633630 tst         cs_paging_gprs_active.py: using LAC 29243
16:35:52.757297 tst         cs_paging_gprs_active.py: using RAC 173
16:35:52.883502 tst         cs_paging_gprs_active.py: using CellId 29243
16:35:53.009217 tst         cs_paging_gprs_active.py: using BVCI 29244
16:35:53.034091 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:35:53.046145 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:35:53.057623 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:35:53.069125 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:35:53.080610 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:35:53.092077 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:35:53.103972 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:35:53.115651 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:35:53.127316 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:35:53.244621 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:35:53.534864 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
16:35:53.667475 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:35:53.995478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24992): Launched
16:35:54.267176 run iperf3-srv_10.42.42.10(pid=24993): Launched
16:35:54.462266 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
16:35:54.594489 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:35:54.922428 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24994): Launched
16:35:55.195593 run iperf3-srv_10.42.42.10(pid=24995): Launched
16:35:55.391217 tst      cs_paging_gprs_active.py:38: start network...
16:35:55.523225 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:35:56.027602 run         create_hlr_db(pid=24996): Launched
16:35:56.210602 bus                          /gobi_6: Setting Powered False
16:35:57.231876 run         create_hlr_db(pid=24996): Terminated: ok {rc=0}
16:35:57.652570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24998): Launched
16:35:57.969276 run   osmo-hlr_10.42.42.2(pid=24999): Launched
16:35:58.088939 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:35:58.639133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25001): Launched
16:35:58.954705 run   osmo-stp_10.42.42.5(pid=25002): Launched
16:35:59.069391 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:35:59.622240 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25004): Launched
16:35:59.735027 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:36:00.020248 run              patchelf(pid=25005): Launched
16:36:00.206408 run   osmo-stp_10.42.42.5(pid=25002): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25002)]
16:36:00.342952 run   osmo-stp_10.42.42.5(pid=25002): stdout: 
| (launched: 2022-12-10_16:35:58.799766)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:36:00.479905 run   osmo-stp_10.42.42.5(pid=25002): stderr: 
| �[0;m�[38;5;43m20221210163558990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163558990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163558991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163558991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163558992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163558992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163558992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:36:00.611139 run   osmo-stp_10.42.42.5(pid=25002): stdout: 
| (launched: 2022-12-10_16:35:58.799766)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:36:00.741186 run   osmo-stp_10.42.42.5(pid=25002): stderr: 
| �[0;m�[38;5;43m20221210163558990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163558990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163558991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163558991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163558992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163558992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163558992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:36:00.895613 run              patchelf(pid=25005): Terminating (SIGINT)
16:36:01.077292 run              patchelf(pid=25005): Terminated: ok {rc=0}
16:36:01.111804 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25002): Process ended prematurely: osmo-stp_10.42.42.5(pid=25002) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25002)]  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]
16:36:01.122609 tst      cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)
16:36:01.186813 run   osmo-hlr_10.42.42.2(pid=24999): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24999)]
16:36:01.239142 run   osmo-hlr_10.42.42.2(pid=24999): stdout: 
| (launched: 2022-12-10_16:35:57.813626) 
16:36:01.292088 run   osmo-hlr_10.42.42.2(pid=24999): stderr: 
| �[0;m�[1;31m20221210163558012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163558012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163558012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163558012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163558012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163558012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163558025 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163558035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163558035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163558035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:36:01.337649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24992): Terminating (SIGTERM)
16:36:01.379957 run iperf3-srv_10.42.42.10(pid=24993): Terminating (SIGTERM)
16:36:01.426630 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24994): Terminating (SIGTERM)
16:36:01.471233 run iperf3-srv_10.42.42.10(pid=24995): Terminating (SIGTERM)
16:36:01.515579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24998): Terminating (SIGTERM)
16:36:01.560397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25001): Terminating (SIGTERM)
16:36:01.605361 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25004): Terminating (SIGTERM)
16:36:01.617106 ---      ParallelTerminationStrategy: PID 24992 died...
16:36:01.676358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24992): Terminated: ok {rc=0}
16:36:01.687053 ---      ParallelTerminationStrategy: PID 24993 died...
16:36:01.743840 run iperf3-srv_10.42.42.10(pid=24993): Terminated {rc=256}
16:36:01.754519 ---      ParallelTerminationStrategy: PID 24994 died...
16:36:01.811384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24994): Terminated: ok {rc=0}
16:36:01.823031 ---      ParallelTerminationStrategy: PID 24995 died...
16:36:01.880189 run iperf3-srv_10.42.42.10(pid=24995): Terminated {rc=256}
16:36:01.890972 ---      ParallelTerminationStrategy: PID 24998 died...
16:36:01.947311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24998): Terminated: ok {rc=0}
16:36:01.959035 ---      ParallelTerminationStrategy: PID 25001 died...
16:36:02.016791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25001): Terminated: ok {rc=0}
16:36:02.027490 ---      ParallelTerminationStrategy: PID 25004 died...
16:36:02.084245 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25004): Terminated: ok {rc=0}
16:36:02.188301 bus                          /gobi_0: Setting Powered False
16:36:03.298493 bus                          /gobi_0: Setting Powered False
16:36:04.405668 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25014): Process ended prematurely: osmo-stp_10.42.42.5(pid=25014) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25014)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25014): Process ended prematurely: osmo-stp_10.42.42.5(pid=25014) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25014)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py
----------------------------------------------
16:36:05.517893 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:36:05.529917 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
16:36:05.688566 tst                        iperf3.py: using LAC 29244
16:36:05.812015 tst                        iperf3.py: using RAC 174
16:36:05.935781 tst                        iperf3.py: using CellId 29244
16:36:06.059360 tst                        iperf3.py: using BVCI 29245
16:36:06.083660 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:36:06.095264 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:36:06.106695 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:36:06.118102 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:36:06.129371 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:36:06.140535 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:36:06.151853 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:36:06.163068 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:36:06.174522 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:36:06.461935 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
16:36:06.592934 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:36:06.919213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25006): Launched
16:36:07.190398 run iperf3-srv_10.42.42.10(pid=25007): Launched
16:36:07.383580 tst                      iperf3.py:8: start network...
16:36:07.514999 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:36:08.014096 run         create_hlr_db(pid=25008): Launched
16:36:08.185268 bus                          /gobi_6: Setting Powered False
16:36:09.207114 run         create_hlr_db(pid=25008): Terminated: ok {rc=0}
16:36:09.626721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25010): Launched
16:36:09.942445 run   osmo-hlr_10.42.42.2(pid=25011): Launched
16:36:10.058723 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:36:10.610132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25013): Launched
16:36:10.926569 run   osmo-stp_10.42.42.5(pid=25014): Launched
16:36:11.041396 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:36:11.593241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25016): Launched
16:36:11.705494 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:36:11.980080 run              patchelf(pid=25017): Launched
16:36:12.165067 run   osmo-stp_10.42.42.5(pid=25014): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25014)]
16:36:12.300577 run   osmo-stp_10.42.42.5(pid=25014): stdout: 
| (launched: 2022-12-10_16:36:10.771189)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:36:12.437237 run   osmo-stp_10.42.42.5(pid=25014): stderr: 
| �[0;m�[38;5;43m20221210163610966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163610966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163610966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163610966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163610967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163610967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163610967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:36:12.567938 run   osmo-stp_10.42.42.5(pid=25014): stdout: 
| (launched: 2022-12-10_16:36:10.771189)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:36:12.697694 run   osmo-stp_10.42.42.5(pid=25014): stderr: 
| �[0;m�[38;5;43m20221210163610966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163610966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163610966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163610966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163610967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163610967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163610967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:36:12.848344 run              patchelf(pid=25017): Terminating (SIGINT)
16:36:13.025424 run              patchelf(pid=25017): Terminated: ok {rc=0}
16:36:13.058120 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25014): Process ended prematurely: osmo-stp_10.42.42.5(pid=25014) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25014)]  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]
16:36:13.067982 tst                      iperf3.py:8: Test FAILED (7.6 sec)
16:36:13.130894 run   osmo-hlr_10.42.42.2(pid=25011): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25011)]
16:36:13.180220 run   osmo-hlr_10.42.42.2(pid=25011): stdout: 
| (launched: 2022-12-10_16:36:09.787573) 
16:36:13.230068 run   osmo-hlr_10.42.42.2(pid=25011): stderr: 
| �[0;m�[1;31m20221210163609988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163609988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163609988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163609988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163609988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163609988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163610001 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163610011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163610011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163610011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:36:13.272125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25006): Terminating (SIGTERM)
16:36:13.312544 run iperf3-srv_10.42.42.10(pid=25007): Terminating (SIGTERM)
16:36:13.352397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25010): Terminating (SIGTERM)
16:36:13.392466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25013): Terminating (SIGTERM)
16:36:13.432680 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25016): Terminating (SIGTERM)
16:36:13.442038 ---      ParallelTerminationStrategy: PID 25006 died...
16:36:13.495824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25006): Terminated: ok {rc=0}
16:36:13.505631 ---      ParallelTerminationStrategy: PID 25007 died...
16:36:13.559106 run iperf3-srv_10.42.42.10(pid=25007): Terminated {rc=256}
16:36:13.568681 ---      ParallelTerminationStrategy: PID 25010 died...
16:36:13.622187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25010): Terminated: ok {rc=0}
16:36:13.631988 ---      ParallelTerminationStrategy: PID 25013 died...
16:36:13.685683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25013): Terminated: ok {rc=0}
16:36:13.695409 ---      ParallelTerminationStrategy: PID 25016 died...
16:36:13.749615 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25016): Terminated: ok {rc=0}
16:36:13.837355 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25032): Process ended prematurely: osmo-stp_10.42.42.5(pid=25032) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25032)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25032): Process ended prematurely: osmo-stp_10.42.42.5(pid=25032) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25032)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py
----------------------------------------------
16:36:14.950953 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:36:14.963283 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
16:36:15.123564 tst                      iperf3m4.py: using LAC 29245
16:36:15.247663 tst                      iperf3m4.py: using RAC 175
16:36:15.371853 tst                      iperf3m4.py: using CellId 29245
16:36:15.496935 tst                      iperf3m4.py: using BVCI 29246
16:36:15.521093 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:36:15.532709 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:36:15.544104 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:36:15.555437 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:36:15.566938 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:36:15.578278 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:36:15.589975 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:36:15.601226 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:36:15.613012 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:36:15.731322 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:36:15.845934 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:36:15.971559 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:36:16.263764 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
16:36:16.400576 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:36:16.744558 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25018): Launched
16:36:17.038828 run iperf3-srv_10.42.42.10(pid=25019): Launched
16:36:17.227122 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
16:36:17.350800 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:36:17.660157 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25020): Launched
16:36:17.915220 run iperf3-srv_10.42.42.10(pid=25021): Launched
16:36:18.095500 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
16:36:18.229235 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:36:18.556857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25022): Launched
16:36:18.828788 run iperf3-srv_10.42.42.10(pid=25023): Launched
16:36:19.022483 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
16:36:19.154462 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:36:19.482662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25024): Launched
16:36:19.754026 run iperf3-srv_10.42.42.10(pid=25025): Launched
16:36:19.949122 tst                    iperf3m4.py:8: start network...
16:36:20.081220 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:36:20.586142 run         create_hlr_db(pid=25026): Launched
16:36:20.769044 bus                          /gobi_6: Setting Powered False
16:36:21.790617 run         create_hlr_db(pid=25026): Terminated: ok {rc=0}
16:36:22.190063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25028): Launched
16:36:22.487347 run   osmo-hlr_10.42.42.2(pid=25029): Launched
16:36:22.600432 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:36:23.115836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25031): Launched
16:36:23.412649 run   osmo-stp_10.42.42.5(pid=25032): Launched
16:36:23.521354 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:36:24.037837 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25034): Launched
16:36:24.143118 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:36:24.401789 run              patchelf(pid=25035): Launched
16:36:24.575913 run   osmo-stp_10.42.42.5(pid=25032): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25032)]
16:36:24.703039 run   osmo-stp_10.42.42.5(pid=25032): stdout: 
| (launched: 2022-12-10_16:36:23.266461)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:36:24.830644 run   osmo-stp_10.42.42.5(pid=25032): stderr: 
| �[0;m�[38;5;43m20221210163623434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163623434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163623435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163623435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163623436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163623436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163623436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:36:24.953261 run   osmo-stp_10.42.42.5(pid=25032): stdout: 
| (launched: 2022-12-10_16:36:23.266461)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:36:25.075099 run   osmo-stp_10.42.42.5(pid=25032): stderr: 
| �[0;m�[38;5;43m20221210163623434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163623434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163623435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163623435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163623436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163623436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163623436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:36:25.217261 run              patchelf(pid=25035): Terminating (SIGINT)
16:36:25.385095 run              patchelf(pid=25035): Terminated: ok {rc=0}
16:36:25.415872 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25032): Process ended prematurely: osmo-stp_10.42.42.5(pid=25032) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25032)]  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]
16:36:25.425256 tst                    iperf3m4.py:8: Test FAILED (10.5 sec)
16:36:25.485573 run   osmo-hlr_10.42.42.2(pid=25029): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25029)]
16:36:25.534897 run   osmo-hlr_10.42.42.2(pid=25029): stdout: 
| (launched: 2022-12-10_16:36:22.341290) 
16:36:25.584785 run   osmo-hlr_10.42.42.2(pid=25029): stderr: 
| �[0;m�[1;31m20221210163622516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163622516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163622516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163622516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163622516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163622516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163622528 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163622537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163622537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163622537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:36:25.626973 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25018): Terminating (SIGTERM)
16:36:25.666831 run iperf3-srv_10.42.42.10(pid=25019): Terminating (SIGTERM)
16:36:25.706677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25020): Terminating (SIGTERM)
16:36:25.746441 run iperf3-srv_10.42.42.10(pid=25021): Terminating (SIGTERM)
16:36:25.786266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25022): Terminating (SIGTERM)
16:36:25.826081 run iperf3-srv_10.42.42.10(pid=25023): Terminating (SIGTERM)
16:36:25.865921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25024): Terminating (SIGTERM)
16:36:25.905770 run iperf3-srv_10.42.42.10(pid=25025): Terminating (SIGTERM)
16:36:25.945751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25028): Terminating (SIGTERM)
16:36:25.985894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25031): Terminating (SIGTERM)
16:36:26.025612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25034): Terminating (SIGTERM)
16:36:26.035133 ---      ParallelTerminationStrategy: PID 25018 died...
16:36:26.089080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25018): Terminated: ok {rc=0}
16:36:26.098863 ---      ParallelTerminationStrategy: PID 25019 died...
16:36:26.152158 run iperf3-srv_10.42.42.10(pid=25019): Terminated {rc=256}
16:36:26.161801 ---      ParallelTerminationStrategy: PID 25020 died...
16:36:26.215098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25020): Terminated: ok {rc=0}
16:36:26.225107 ---      ParallelTerminationStrategy: PID 25021 died...
16:36:26.279350 run iperf3-srv_10.42.42.10(pid=25021): Terminated {rc=256}
16:36:26.288860 ---      ParallelTerminationStrategy: PID 25022 died...
16:36:26.342174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25022): Terminated: ok {rc=0}
16:36:26.351858 ---      ParallelTerminationStrategy: PID 25023 died...
16:36:26.404940 run iperf3-srv_10.42.42.10(pid=25023): Terminated {rc=256}
16:36:26.414570 ---      ParallelTerminationStrategy: PID 25024 died...
16:36:26.468270 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25024): Terminated: ok {rc=0}
16:36:26.478027 ---      ParallelTerminationStrategy: PID 25025 died...
16:36:26.531128 run iperf3-srv_10.42.42.10(pid=25025): Terminated {rc=256}
16:36:26.540934 ---      ParallelTerminationStrategy: PID 25028 died...
16:36:26.594182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25028): Terminated: ok {rc=0}
16:36:26.603994 ---      ParallelTerminationStrategy: PID 25031 died...
16:36:26.657357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25031): Terminated: ok {rc=0}
16:36:26.666999 ---      ParallelTerminationStrategy: PID 25034 died...
16:36:26.720134 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25034): Terminated: ok {rc=0}
16:36:26.804244 bus                          /gobi_4: Setting Powered False
16:36:27.911413 bus                          /gobi_4: Setting Powered False
16:36:29.023788 bus                          /gobi_1: Setting Powered False
16:36:30.126649 bus                          /gobi_1: Setting Powered False
16:36:31.237661 bus                          /gobi_0: Setting Powered False
16:36:32.341337 bus                          /gobi_0: Setting Powered False
16:36:33.448601 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25043): Process ended prematurely: osmo-stp_10.42.42.5(pid=25043) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25043)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25043): Process ended prematurely: osmo-stp_10.42.42.5(pid=25043) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25043)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py
----------------------------------------------
16:36:34.514750 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:36:34.526597 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
16:36:34.685088 tst                          ping.py: using LAC 29246
16:36:34.807812 tst                          ping.py: using RAC 176
16:36:34.928350 tst                          ping.py: using CellId 29246
16:36:35.043230 tst                          ping.py: using BVCI 29247
16:36:35.065712 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:36:35.076795 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:36:35.087746 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:36:35.098876 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:36:35.110049 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:36:35.121241 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:36:35.132306 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:36:35.143391 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:36:35.413718 tst                       ping.py:19: start network...
16:36:35.534551 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:36:35.990354 run         create_hlr_db(pid=25037): Launched
16:36:36.157826 bus                          /gobi_6: Setting Powered False
16:36:37.180048 run         create_hlr_db(pid=25037): Terminated: ok {rc=0}
16:36:37.567435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25039): Launched
16:36:37.859770 run   osmo-hlr_10.42.42.2(pid=25040): Launched
16:36:37.966245 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:36:38.473975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25042): Launched
16:36:38.765844 run   osmo-stp_10.42.42.5(pid=25043): Launched
16:36:38.871893 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:36:39.380554 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25045): Launched
16:36:39.485012 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:36:39.739553 run              patchelf(pid=25046): Launched
16:36:39.910436 run   osmo-stp_10.42.42.5(pid=25043): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25043)]
16:36:40.035537 run   osmo-stp_10.42.42.5(pid=25043): stdout: 
| (launched: 2022-12-10_16:36:38.621491)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:36:40.160708 run   osmo-stp_10.42.42.5(pid=25043): stderr: 
| �[0;m�[38;5;43m20221210163638789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163638789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163638790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163638790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163638790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163638791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163638791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:36:40.281690 run   osmo-stp_10.42.42.5(pid=25043): stdout: 
| (launched: 2022-12-10_16:36:38.621491)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:36:40.401727 run   osmo-stp_10.42.42.5(pid=25043): stderr: 
| �[0;m�[38;5;43m20221210163638789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163638789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163638790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163638790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163638790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163638791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163638791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:36:40.541263 run              patchelf(pid=25046): Terminating (SIGINT)
16:36:40.704917 run              patchelf(pid=25046): Terminated: ok {rc=0}
16:36:40.735047 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25043): Process ended prematurely: osmo-stp_10.42.42.5(pid=25043) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25043)]  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]
16:36:40.743687 tst                       ping.py:22: Test FAILED (6.2 sec)
16:36:40.803944 run   osmo-hlr_10.42.42.2(pid=25040): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25040)]
16:36:40.852922 run   osmo-hlr_10.42.42.2(pid=25040): stdout: 
| (launched: 2022-12-10_16:36:37.714964) 
16:36:40.902422 run   osmo-hlr_10.42.42.2(pid=25040): stderr: 
| �[0;m�[1;31m20221210163637890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163637890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163637890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163637890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163637891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163637891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163637904 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163637914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163637914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163637914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:36:40.944283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25039): Terminating (SIGTERM)
16:36:40.983944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25042): Terminating (SIGTERM)
16:36:41.023603 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25045): Terminating (SIGTERM)
16:36:41.033034 ---      ParallelTerminationStrategy: PID 25039 died...
16:36:41.086280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25039): Terminated: ok {rc=0}
16:36:41.096167 ---      ParallelTerminationStrategy: PID 25042 died...
16:36:41.149080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25042): Terminated: ok {rc=0}
16:36:41.158915 ---      ParallelTerminationStrategy: PID 25045 died...
16:36:41.212088 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25045): Terminated: ok {rc=0}
16:36:41.300859 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25053): Process ended prematurely: osmo-stp_10.42.42.5(pid=25053) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25053)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25053): Process ended prematurely: osmo-stp_10.42.42.5(pid=25053) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25053)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py
----------------------------------------------
16:36:42.353275 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:36:42.366108 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
16:36:42.527010 tst                ping_idle_ping.py: using LAC 29247
16:36:42.649349 tst                ping_idle_ping.py: using RAC 177
16:36:42.773185 tst                ping_idle_ping.py: using CellId 29247
16:36:42.899747 tst                ping_idle_ping.py: using BVCI 29248
16:36:42.923622 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:36:42.935302 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:36:42.946795 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:36:42.958749 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:36:42.970693 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:36:42.983324 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:36:42.994951 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
16:36:43.006815 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
16:36:43.277845 tst             ping_idle_ping.py:24: start network...
16:36:43.399051 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:36:43.860583 run         create_hlr_db(pid=25047): Launched
16:36:44.030164 bus                          /gobi_6: Setting Powered False
16:36:45.052136 run         create_hlr_db(pid=25047): Terminated: ok {rc=0}
16:36:45.441828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25049): Launched
16:36:45.734480 run   osmo-hlr_10.42.42.2(pid=25050): Launched
16:36:45.881544 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:36:46.457435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25052): Launched
16:36:46.886034 run   osmo-stp_10.42.42.5(pid=25053): Launched
16:36:47.101794 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:36:47.650099 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25055): Launched
16:36:47.761901 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:36:48.033323 run              patchelf(pid=25056): Launched
16:36:48.216069 run   osmo-stp_10.42.42.5(pid=25053): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25053)]
16:36:48.349927 run   osmo-stp_10.42.42.5(pid=25053): stdout: 
| (launched: 2022-12-10_16:36:46.620566)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:36:48.484484 run   osmo-stp_10.42.42.5(pid=25053): stderr: 
| �[0;m�[38;5;43m20221210163646907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163646907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163646908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163646908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163646917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163646917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163646917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:36:48.614078 run   osmo-stp_10.42.42.5(pid=25053): stdout: 
| (launched: 2022-12-10_16:36:46.620566)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:36:48.741739 run   osmo-stp_10.42.42.5(pid=25053): stderr: 
| �[0;m�[38;5;43m20221210163646907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163646907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163646908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163646908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163646917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163646917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163646917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:36:48.890039 run              patchelf(pid=25056): Terminating (SIGINT)
16:36:49.064334 run              patchelf(pid=25056): Terminated: ok {rc=0}
16:36:49.096077 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25053): Process ended prematurely: osmo-stp_10.42.42.5(pid=25053) [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25053)]  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]
16:36:49.105399 tst             ping_idle_ping.py:27: Test FAILED (6.7 sec)
16:36:49.167811 run   osmo-hlr_10.42.42.2(pid=25050): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25050)]
16:36:49.218658 run   osmo-hlr_10.42.42.2(pid=25050): stdout: 
| (launched: 2022-12-10_16:36:45.590117) 
16:36:49.270413 run   osmo-hlr_10.42.42.2(pid=25050): stderr: 
| �[0;m�[1;31m20221210163645762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163645762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163645762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163645762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163645762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163645762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163645775 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163645783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163645784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163645784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:36:49.314654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25049): Terminating (SIGTERM)
16:36:49.356712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25052): Terminating (SIGTERM)
16:36:49.398804 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25055): Terminating (SIGTERM)
16:36:49.408625 ---      ParallelTerminationStrategy: PID 25049 died...
16:36:49.464826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25049): Terminated: ok {rc=0}
16:36:49.475211 ---      ParallelTerminationStrategy: PID 25052 died...
16:36:49.530730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25052): Terminated: ok {rc=0}
16:36:49.540821 ---      ParallelTerminationStrategy: PID 25055 died...
16:36:49.596184 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25055): Terminated: ok {rc=0}
16:36:49.682566 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>128</id><name>gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo</name><properties></properties><timestamp>2022-12-10T16:35:52</timestamp></suite><suite><case><age>238</age><className>dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25067): Process ended prematurely: osmo-stp_10.42.42.5(pid=25067) [trial-2376↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25067)]</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py", line 54, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25067): Process ended prematurely: osmo-stp_10.42.42.5(pid=25067) [trial-2376↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25067)]
</stderr><stdout>
----------------------------------------------
trial-2376 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py
----------------------------------------------
16:36:51.714546 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:36:51.727049 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
16:36:51.878873 tst               switch_tch_pdch.py: using LAC 29248
16:36:51.993698 tst               switch_tch_pdch.py: using RAC 178
16:36:52.107181 tst               switch_tch_pdch.py: using CellId 29248
16:36:52.220750 tst               switch_tch_pdch.py: using BVCI 29249
16:36:52.242953 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:36:52.254347 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:36:52.265441 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:36:52.276847 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:36:52.288234 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:36:52.299617 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:36:52.311808 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:36:52.323154 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
16:36:52.436527 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
16:36:52.719856 tst            switch_tch_pdch.py:51: start network...
16:36:52.848758 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:36:53.345836 run         create_hlr_db(pid=25061): Launched
16:36:53.527410 bus                          /gobi_6: Setting Powered False
16:36:54.547739 run         create_hlr_db(pid=25061): Terminated: ok {rc=0}
16:36:54.962075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25063): Launched
16:36:55.273526 run   osmo-hlr_10.42.42.2(pid=25064): Launched
16:36:55.386995 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:36:55.926562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25066): Launched
16:36:56.238209 run   osmo-stp_10.42.42.5(pid=25067): Launched
16:36:56.350576 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:36:56.893080 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25069): Launched
16:36:57.003809 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:36:57.274211 run              patchelf(pid=25070): Launched
16:36:57.456350 run   osmo-stp_10.42.42.5(pid=25067): ERR: Terminated: ERROR {rc=1}  [trial-2376↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25067)]
16:36:57.589939 run   osmo-stp_10.42.42.5(pid=25067): stdout: 
| (launched: 2022-12-10_16:36:56.084760)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:36:57.723178 run   osmo-stp_10.42.42.5(pid=25067): stderr: 
| �[0;m�[38;5;43m20221210163656275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163656275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163656276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163656276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163656278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163656278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163656279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:36:57.851703 run   osmo-stp_10.42.42.5(pid=25067): stdout: 
| (launched: 2022-12-10_16:36:56.084760)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:36:57.978883 run   osmo-stp_10.42.42.5(pid=25067): stderr: 
| �[0;m�[38;5;43m20221210163656275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163656275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163656276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163656276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163656278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163656278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163656279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:36:58.127073 run              patchelf(pid=25070): Terminating (SIGINT)
16:36:58.301191 run              patchelf(pid=25070): Terminated: ok {rc=0}
16:36:58.332832 tst            switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=25067): Process ended prematurely: osmo-stp_10.42.42.5(pid=25067) [trial-2376↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25067)]  [trial-2376↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]
16:36:58.342072 tst            switch_tch_pdch.py:54: Test FAILED (6.6 sec)
16:36:58.404726 run   osmo-hlr_10.42.42.2(pid=25064): ERR: Terminated: ERROR {rc=237}  [trial-2376↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25064)]
16:36:58.455948 run   osmo-hlr_10.42.42.2(pid=25064): stdout: 
| (launched: 2022-12-10_16:36:55.120482) 
16:36:58.508294 run   osmo-hlr_10.42.42.2(pid=25064): stderr: 
| �[0;m�[1;31m20221210163655317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163655317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163655317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163655317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163655317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163655317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163655333 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163655342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163655343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163655343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:36:58.552434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25063): Terminating (SIGTERM)
16:36:58.594153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25066): Terminating (SIGTERM)
16:36:58.635895 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25069): Terminating (SIGTERM)
16:36:58.645309 ---      ParallelTerminationStrategy: PID 25063 died...
16:36:58.701173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25063): Terminated: ok {rc=0}
16:36:58.711325 ---      ParallelTerminationStrategy: PID 25066 died...
16:36:58.766623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25066): Terminated: ok {rc=0}
16:36:58.776650 ---      ParallelTerminationStrategy: PID 25069 died...
16:36:58.832015 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25069): Terminated: ok {rc=0}
16:36:58.918420 bus                          /gobi_0: Setting Powered False
16:37:00.020825 bus                          /gobi_0: Setting Powered False
16:37:01.128857 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>12.0</duration><id>129</id><name>dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-10T16:36:51</timestamp></suite><suite><case><age>238</age><className>dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25081): Process ended prematurely: osmo-stp_10.42.42.5(pid=25081) [trial-2376↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25081)]</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py", line 54, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25081): Process ended prematurely: osmo-stp_10.42.42.5(pid=25081) [trial-2376↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25081)]
</stderr><stdout>
----------------------------------------------
trial-2376 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py
----------------------------------------------
16:37:03.103119 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
16:37:03.114408 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)
16:37:03.262260 tst               switch_tch_pdch.py: using LAC 29249
16:37:03.374201 tst               switch_tch_pdch.py: using RAC 179
16:37:03.492213 tst               switch_tch_pdch.py: using CellId 29249
16:37:03.605184 tst               switch_tch_pdch.py: using BVCI 29250
16:37:03.627388 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
16:37:03.638520 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
16:37:03.649395 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
16:37:03.660488 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
16:37:03.671576 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
16:37:03.682789 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
16:37:03.694022 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
16:37:03.705112 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)
16:37:03.822438 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)
16:37:04.092378 tst            switch_tch_pdch.py:51: start network...
16:37:04.213389 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:37:04.645532 run         create_hlr_db(pid=25075): Launched
16:37:04.764291 bus                          /gobi_6: Setting Powered False
16:37:05.834583 run         create_hlr_db(pid=25075): Terminated: ok {rc=0}
16:37:06.221301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25077): Launched
16:37:06.532697 run   osmo-hlr_10.42.42.2(pid=25078): Launched
16:37:06.647443 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:37:07.159016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25080): Launched
16:37:07.469276 run   osmo-stp_10.42.42.5(pid=25081): Launched
16:37:07.583323 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:37:08.099753 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25083): Launched
16:37:08.210189 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:37:08.480449 run              patchelf(pid=25084): Launched
16:37:08.662364 run   osmo-stp_10.42.42.5(pid=25081): ERR: Terminated: ERROR {rc=1}  [trial-2376↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25081)]
16:37:08.794914 run   osmo-stp_10.42.42.5(pid=25081): stdout: 
| (launched: 2022-12-10_16:37:07.316549)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:37:08.927889 run   osmo-stp_10.42.42.5(pid=25081): stderr: 
| �[0;m�[38;5;43m20221210163707505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163707505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163707506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163707506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163707508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163707508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163707508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:37:09.056138 run   osmo-stp_10.42.42.5(pid=25081): stdout: 
| (launched: 2022-12-10_16:37:07.316549)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:37:09.183535 run   osmo-stp_10.42.42.5(pid=25081): stderr: 
| �[0;m�[38;5;43m20221210163707505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163707505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163707506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163707506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163707508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163707508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163707508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:37:09.331723 run              patchelf(pid=25084): Terminating (SIGINT)
16:37:09.506653 run              patchelf(pid=25084): Terminated: ok {rc=0}
16:37:09.538410 tst            switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=25081): Process ended prematurely: osmo-stp_10.42.42.5(pid=25081) [trial-2376↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25081)]  [trial-2376↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]
16:37:09.547447 tst            switch_tch_pdch.py:54: Test FAILED (6.4 sec)
16:37:09.609939 run   osmo-hlr_10.42.42.2(pid=25078): ERR: Terminated: ERROR {rc=237}  [trial-2376↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25078)]
16:37:09.661576 run   osmo-hlr_10.42.42.2(pid=25078): stdout: 
| (launched: 2022-12-10_16:37:06.379805) 
16:37:09.713078 run   osmo-hlr_10.42.42.2(pid=25078): stderr: 
| �[0;m�[1;31m20221210163706579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163706579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163706579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163706579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163706579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163706579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163706592 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163706600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163706601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163706601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:37:09.756905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25077): Terminating (SIGTERM)
16:37:09.798337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25080): Terminating (SIGTERM)
16:37:09.840172 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25083): Terminating (SIGTERM)
16:37:09.849831 ---      ParallelTerminationStrategy: PID 25077 died...
16:37:09.905485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25077): Terminated: ok {rc=0}
16:37:09.915448 ---      ParallelTerminationStrategy: PID 25080 died...
16:37:09.970663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25080): Terminated: ok {rc=0}
16:37:09.980567 ---      ParallelTerminationStrategy: PID 25083 died...
16:37:10.035755 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25083): Terminated: ok {rc=0}
16:37:10.122571 bus                          /gobi_0: Setting Powered False
16:37:11.225224 bus                          /gobi_0: Setting Powered False
16:37:12.335712 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>12.0</duration><id>130</id><name>dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo</name><properties></properties><timestamp>2022-12-10T16:37:02</timestamp></suite><suite><case><age>205</age><className>nitb_sms:nanobts</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=25090): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25090) [trial-2376↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25090)]</errorStackTrace><failedSince>2172</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py", line 11, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=25090): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25090) [trial-2376↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25090)]
</stderr><stdout>
----------------------------------------------
trial-2376 nitb_sms:nanobts mo_mt_sms.py
----------------------------------------------
16:37:14.205350 tst                 nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)
16:37:14.215924 tst                 nitb_sms:nanobts: Using 1 x bts (candidates: 1)
16:37:14.336697 tst                     mo_mt_sms.py: using LAC 29250
16:37:14.452572 tst                     mo_mt_sms.py: using RAC 180
16:37:14.567329 tst                     mo_mt_sms.py: using CellId 29250
16:37:14.687610 tst                     mo_mt_sms.py: using BVCI 29251
16:37:14.711631 tst                 nitb_sms:nanobts: Using 1 x modem (candidates: 2)
16:37:14.825490 tst                 nitb_sms:nanobts: Using 1 x modem (candidates: 2)
16:37:15.107309 tst                   mo_mt_sms.py:9: start nitb and bts...
16:37:15.236705 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
16:37:15.912614 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25089): Launched
16:37:16.251416 run  osmo-nitb_10.42.42.2(pid=25090): Launched
16:37:16.449507 run  osmo-nitb_10.42.42.2(pid=25090): ERR: Terminated: ERROR {rc=2}  [trial-2376↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25090)]
16:37:16.592850 run  osmo-nitb_10.42.42.2(pid=25090): stdout: 
| (launched: 2022-12-10_16:37:16.074952) 
16:37:16.736738 run  osmo-nitb_10.42.42.2(pid=25090): stderr: 
| (launched: 2022-12-10_16:37:16.122434)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:37:16.876106 run  osmo-nitb_10.42.42.2(pid=25090): stdout: 
| (launched: 2022-12-10_16:37:16.074952) 
16:37:17.037192 run  osmo-nitb_10.42.42.2(pid=25090): stderr: 
| (launched: 2022-12-10_16:37:16.122434)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:37:17.371783 tst  osmo-nitb_10.42.42.2(pid=25090): stdout: 
| (launched: 2022-12-10_16:37:16.074952) 
16:37:17.488717 tst  osmo-nitb_10.42.42.2(pid=25090): stderr: 
| (launched: 2022-12-10_16:37:16.122434)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:37:17.540189 tst                  mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=25090): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25090) [trial-2376↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25090)]  [trial-2376↪nitb_sms:nanobts↪mo_mt_sms.py:11]
16:37:17.548451 tst                  mo_mt_sms.py:11: Test FAILED (3.3 sec)
16:37:17.583609 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25089): Terminating (SIGTERM)
16:37:17.761280 ---      ParallelTerminationStrategy: PID 25089 died...
16:37:17.815686 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25089): Terminated: ok {rc=0}
16:37:17.902542 bus                        /sierra_3: Setting Powered False
16:37:19.006257 bus                        /sierra_3: Setting Powered False
16:37:20.119430 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>8.0</duration><id>131</id><name>nitb_sms_nanobts</name><properties></properties><timestamp>2022-12-10T16:37:14</timestamp></suite><suite><case><age>46</age><className>sms:nanobts+band-1900</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25102): Process ended prematurely: osmo-stp_10.42.42.5(pid=25102) [trial-2376↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25102)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py", line 16, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25102): Process ended prematurely: osmo-stp_10.42.42.5(pid=25102) [trial-2376↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25102)]
</stderr><stdout>
----------------------------------------------
trial-2376 sms:nanobts+band-1900 mo_mt_sms.py
----------------------------------------------
16:37:21.974287 tst            sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
16:37:21.984820 tst            sms:nanobts+band-1900: Using 1 x bts (candidates: 1)
16:37:22.112393 tst                     mo_mt_sms.py: using LAC 29251
16:37:22.233495 tst                     mo_mt_sms.py: using RAC 181
16:37:22.354873 tst                     mo_mt_sms.py: using CellId 29251
16:37:22.473430 tst                     mo_mt_sms.py: using BVCI 29252
16:37:22.495514 tst            sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
16:37:22.506259 tst            sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
16:37:22.516812 tst            sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
16:37:22.527765 tst            sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
16:37:22.538735 tst            sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
16:37:22.549380 tst            sms:nanobts+band-1900: Using 1 x modem (candidates: 2)
16:37:22.665488 tst            sms:nanobts+band-1900: Using 1 x modem (candidates: 2)
16:37:22.859682 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:37:23.317055 run         create_hlr_db(pid=25096): Launched
16:37:23.484901 bus                        /sierra_2: Setting Powered False
16:37:24.507238 run         create_hlr_db(pid=25096): Terminated: ok {rc=0}
16:37:24.919579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25098): Launched
16:37:25.230665 run   osmo-hlr_10.42.42.2(pid=25099): Launched
16:37:25.343586 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:37:25.883922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25101): Launched
16:37:26.193506 run   osmo-stp_10.42.42.5(pid=25102): Launched
16:37:26.305365 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:37:26.873567 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25104): Launched
16:37:27.183672 run   osmo-msc_10.42.42.6(pid=25105): Launched
16:37:27.366261 run   osmo-stp_10.42.42.5(pid=25102): ERR: Terminated: ERROR {rc=1}  [trial-2376↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25102)]
16:37:27.499724 run   osmo-stp_10.42.42.5(pid=25102): stdout: 
| (launched: 2022-12-10_16:37:26.041312)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:37:27.631274 run   osmo-stp_10.42.42.5(pid=25102): stderr: 
| �[0;m�[38;5;43m20221210163726232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163726232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163726232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163726233 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163726233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163726233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163726233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:37:27.756739 run   osmo-stp_10.42.42.5(pid=25102): stdout: 
| (launched: 2022-12-10_16:37:26.041312)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:37:27.881563 run   osmo-stp_10.42.42.5(pid=25102): stderr: 
| �[0;m�[38;5;43m20221210163726232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163726232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163726232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163726233 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163726233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163726233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163726233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:37:27.936101 tst                  mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=25102): Process ended prematurely: osmo-stp_10.42.42.5(pid=25102) [trial-2376↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25102)]  [trial-2376↪sms:nanobts+band-1900↪mo_mt_sms.py:16]
16:37:27.944445 tst                  mo_mt_sms.py:16: Test FAILED (6.0 sec)
16:37:28.006478 run   osmo-hlr_10.42.42.2(pid=25099): ERR: Terminated: ERROR {rc=237}  [trial-2376↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25099)]
16:37:28.057495 run   osmo-hlr_10.42.42.2(pid=25099): stdout: 
| (launched: 2022-12-10_16:37:25.077664) 
16:37:28.109124 run   osmo-hlr_10.42.42.2(pid=25099): stderr: 
| �[0;m�[1;31m20221210163725275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163725275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163725275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163725275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163725275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163725276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163725288 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163725296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163725296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163725296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:37:28.179190 run   osmo-msc_10.42.42.6(pid=25105): ERR: Terminated: ERROR {rc=2}  [trial-2376↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25105)]
16:37:28.230030 run   osmo-msc_10.42.42.6(pid=25105): stdout: 
| (launched: 2022-12-10_16:37:27.031381) 
16:37:28.281498 run   osmo-msc_10.42.42.6(pid=25105): stderr: 
| �[0;m�[38;5;43m20221210163727352 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210163727352 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcc01a21c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210163727352 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210163727352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210163727353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210163727353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210163727355 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210163727355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210163727355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210163727355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:37:28.325491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25098): Terminating (SIGTERM)
16:37:28.367015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25101): Terminating (SIGTERM)
16:37:28.409297 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25104): Terminating (SIGTERM)
16:37:28.418937 ---      ParallelTerminationStrategy: PID 25098 died...
16:37:28.474439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25098): Terminated: ok {rc=0}
16:37:28.484452 ---      ParallelTerminationStrategy: PID 25101 died...
16:37:28.539760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25101): Terminated: ok {rc=0}
16:37:28.549858 ---      ParallelTerminationStrategy: PID 25104 died...
16:37:28.605094 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25104): Terminated: ok {rc=0}
16:37:28.692263 bus                        /sierra_3: Setting Powered False
16:37:29.793491 bus                        /sierra_3: Setting Powered False
16:37:30.920471 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>11.0</duration><id>132</id><name>sms_nanobts+band-1900</name><properties></properties><timestamp>2022-12-10T16:37:21</timestamp></suite><suite><case><age>205</age><className>nitb_ussd:nanobts+band-1900</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=25111): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25111) [trial-2376↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25111)]</errorStackTrace><failedSince>2172</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py", line 12, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=25111): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25111) [trial-2376↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25111)]
</stderr><stdout>
----------------------------------------------
trial-2376 nitb_ussd:nanobts+band-1900 assert_extension.py
----------------------------------------------
16:37:32.786283 tst      nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)
16:37:32.797663 tst      nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)
16:37:32.928357 tst              assert_extension.py: using LAC 29252
16:37:33.051921 tst              assert_extension.py: using RAC 182
16:37:33.169122 tst              assert_extension.py: using CellId 29252
16:37:33.289437 tst              assert_extension.py: using BVCI 29253
16:37:33.311572 tst      nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)
16:37:33.577906 tst           assert_extension.py:10: start nitb and bts...
16:37:33.698822 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
16:37:34.302048 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25110): Launched
16:37:34.589421 run  osmo-nitb_10.42.42.2(pid=25111): Launched
16:37:34.767627 run  osmo-nitb_10.42.42.2(pid=25111): ERR: Terminated: ERROR {rc=2}  [trial-2376↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25111)]
16:37:34.899273 run  osmo-nitb_10.42.42.2(pid=25111): stdout: 
| (launched: 2022-12-10_16:37:34.449693) 
16:37:35.031263 run  osmo-nitb_10.42.42.2(pid=25111): stderr: 
| (launched: 2022-12-10_16:37:34.492753)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:37:35.158809 run  osmo-nitb_10.42.42.2(pid=25111): stdout: 
| (launched: 2022-12-10_16:37:34.449693) 
16:37:35.285258 run  osmo-nitb_10.42.42.2(pid=25111): stderr: 
| (launched: 2022-12-10_16:37:34.492753)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:37:35.706795 tst  osmo-nitb_10.42.42.2(pid=25111): stdout: 
| (launched: 2022-12-10_16:37:34.449693) 
16:37:35.823254 tst  osmo-nitb_10.42.42.2(pid=25111): stderr: 
| (launched: 2022-12-10_16:37:34.492753)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:37:35.874020 tst           assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=25111): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25111) [trial-2376↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25111)]  [trial-2376↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]
16:37:35.882219 tst           assert_extension.py:12: Test FAILED (3.1 sec)
16:37:35.917042 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25110): Terminating (SIGTERM)
16:37:36.094701 ---      ParallelTerminationStrategy: PID 25110 died...
16:37:36.150455 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25110): Terminated: ok {rc=0}
16:37:36.239385 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>6.0</duration><id>133</id><name>nitb_ussd_nanobts+band-1900</name><properties></properties><timestamp>2022-12-10T16:37:32</timestamp></suite><suite><case><age>46</age><className>ussd:nanobts+band-1900</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25121): Process ended prematurely: osmo-stp_10.42.42.5(pid=25121) [trial-2376↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25121)]</errorStackTrace><failedSince>2331</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py", line 17, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25121): Process ended prematurely: osmo-stp_10.42.42.5(pid=25121) [trial-2376↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25121)]
</stderr><stdout>
----------------------------------------------
trial-2376 ussd:nanobts+band-1900 assert_extension.py
----------------------------------------------
16:37:38.042840 tst           ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
16:37:38.053475 tst           ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)
16:37:38.176513 tst              assert_extension.py: using LAC 29253
16:37:38.289449 tst              assert_extension.py: using RAC 183
16:37:38.401602 tst              assert_extension.py: using CellId 29253
16:37:38.513814 tst              assert_extension.py: using BVCI 29254
16:37:38.535842 tst           ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
16:37:38.546650 tst           ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
16:37:38.557318 tst           ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
16:37:38.568238 tst           ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
16:37:38.578972 tst           ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
16:37:38.590119 tst           ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)
16:37:38.786698 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:37:39.243010 run         create_hlr_db(pid=25115): Launched
16:37:39.411472 bus                        /sierra_2: Setting Powered False
16:37:40.433610 run         create_hlr_db(pid=25115): Terminated: ok {rc=0}
16:37:40.850549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25117): Launched
16:37:41.162292 run   osmo-hlr_10.42.42.2(pid=25118): Launched
16:37:41.281322 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:37:41.824320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25120): Launched
16:37:42.136210 run   osmo-stp_10.42.42.5(pid=25121): Launched
16:37:42.249095 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:37:42.817020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25123): Launched
16:37:43.128196 run   osmo-msc_10.42.42.6(pid=25124): Launched
16:37:43.310210 run   osmo-stp_10.42.42.5(pid=25121): ERR: Terminated: ERROR {rc=1}  [trial-2376↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25121)]
16:37:43.442272 run   osmo-stp_10.42.42.5(pid=25121): stdout: 
| (launched: 2022-12-10_16:37:41.983262)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:37:43.573149 run   osmo-stp_10.42.42.5(pid=25121): stderr: 
| �[0;m�[38;5;43m20221210163742176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163742176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163742177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163742177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163742177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163742178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163742178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:37:43.698164 run   osmo-stp_10.42.42.5(pid=25121): stdout: 
| (launched: 2022-12-10_16:37:41.983262)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:37:43.822118 run   osmo-stp_10.42.42.5(pid=25121): stderr: 
| �[0;m�[38;5;43m20221210163742176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163742176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163742177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163742177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163742177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163742178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163742178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:37:43.876348 tst           assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=25121): Process ended prematurely: osmo-stp_10.42.42.5(pid=25121) [trial-2376↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25121)]  [trial-2376↪ussd:nanobts+band-1900↪assert_extension.py:17]
16:37:43.885062 tst           assert_extension.py:17: Test FAILED (5.8 sec)
16:37:43.947912 run   osmo-hlr_10.42.42.2(pid=25118): ERR: Terminated: ERROR {rc=237}  [trial-2376↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25118)]
16:37:43.999648 run   osmo-hlr_10.42.42.2(pid=25118): stdout: 
| (launched: 2022-12-10_16:37:41.009241) 
16:37:44.051867 run   osmo-hlr_10.42.42.2(pid=25118): stderr: 
| �[0;m�[1;31m20221210163741206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163741206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163741206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163741206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163741206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163741206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163741219 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163741229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163741229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163741229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:37:44.122812 run   osmo-msc_10.42.42.6(pid=25124): ERR: Terminated: ERROR {rc=2}  [trial-2376↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25124)]
16:37:44.174350 run   osmo-msc_10.42.42.6(pid=25124): stdout: 
| (launched: 2022-12-10_16:37:42.975514) 
16:37:44.226330 run   osmo-msc_10.42.42.6(pid=25124): stderr: 
| �[0;m�[38;5;43m20221210163743297 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210163743297 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0dafe7bc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210163743297 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210163743297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210163743298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210163743298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210163743301 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210163743302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210163743302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210163743302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:37:44.270828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25117): Terminating (SIGTERM)
16:37:44.312514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25120): Terminating (SIGTERM)
16:37:44.354473 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25123): Terminating (SIGTERM)
16:37:44.364100 ---      ParallelTerminationStrategy: PID 25117 died...
16:37:44.420583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25117): Terminated: ok {rc=0}
16:37:44.430725 ---      ParallelTerminationStrategy: PID 25120 died...
16:37:44.486761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25120): Terminated: ok {rc=0}
16:37:44.496787 ---      ParallelTerminationStrategy: PID 25123 died...
16:37:44.552457 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25123): Terminated: ok {rc=0}
16:37:44.638911 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>9.0</duration><id>134</id><name>ussd_nanobts+band-1900</name><properties></properties><timestamp>2022-12-10T16:37:37</timestamp></suite><suite><case><age>46</age><className>voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25135): Process ended prematurely: osmo-stp_10.42.42.5(pid=25135) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25135)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25135): Process ended prematurely: osmo-stp_10.42.42.5(pid=25135) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25135)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py
----------------------------------------------
16:37:46.637341 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:37:46.649833 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
16:37:46.801878 tst                    mo_mt_call.py: using LAC 29254
16:37:46.926403 tst                    mo_mt_call.py: using RAC 184
16:37:47.045913 tst                    mo_mt_call.py: using CellId 29254
16:37:47.182796 tst                    mo_mt_call.py: using BVCI 29255
16:37:47.207493 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:37:47.219882 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:37:47.232571 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:37:47.244741 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:37:47.256771 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:37:47.269082 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
16:37:47.382803 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
16:37:47.591670 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:37:48.097121 run         create_hlr_db(pid=25129): Launched
16:37:48.280078 bus                        /sierra_2: Setting Powered False
16:37:49.302664 run         create_hlr_db(pid=25129): Terminated: ok {rc=0}
16:37:49.701932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25131): Launched
16:37:49.998615 run   osmo-hlr_10.42.42.2(pid=25132): Launched
16:37:50.113354 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:37:50.637543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25134): Launched
16:37:50.932201 run   osmo-stp_10.42.42.5(pid=25135): Launched
16:37:51.040444 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:37:51.582795 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25137): Launched
16:37:51.879810 run   osmo-msc_10.42.42.6(pid=25138): Launched
16:37:52.056251 run   osmo-stp_10.42.42.5(pid=25135): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25135)]
16:37:52.183005 run   osmo-stp_10.42.42.5(pid=25135): stdout: 
| (launched: 2022-12-10_16:37:50.787108)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:37:52.306825 run   osmo-stp_10.42.42.5(pid=25135): stderr: 
| �[0;m�[38;5;43m20221210163750954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163750954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163750954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163750955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163750957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163750957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163750957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:37:52.426604 run   osmo-stp_10.42.42.5(pid=25135): stdout: 
| (launched: 2022-12-10_16:37:50.787108)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:37:52.545415 run   osmo-stp_10.42.42.5(pid=25135): stderr: 
| �[0;m�[38;5;43m20221210163750954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163750954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163750954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163750955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163750957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163750957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163750957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:37:52.597380 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25135): Process ended prematurely: osmo-stp_10.42.42.5(pid=25135) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25135)]  [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]
16:37:52.605875 tst                  mo_mt_call.py:8: Test FAILED (6.0 sec)
16:37:52.666035 run   osmo-hlr_10.42.42.2(pid=25132): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25132)]
16:37:52.715121 run   osmo-hlr_10.42.42.2(pid=25132): stdout: 
| (launched: 2022-12-10_16:37:49.852587) 
16:37:52.764838 run   osmo-hlr_10.42.42.2(pid=25132): stderr: 
| �[0;m�[1;31m20221210163750029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163750030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163750030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163750030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163750030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163750030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163750047 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163750056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163750057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163750057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:37:52.832458 run   osmo-msc_10.42.42.6(pid=25138): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25138)]
16:37:52.881159 run   osmo-msc_10.42.42.6(pid=25138): stdout: 
| (launched: 2022-12-10_16:37:51.733412) 
16:37:52.930457 run   osmo-msc_10.42.42.6(pid=25138): stderr: 
| �[0;m�[38;5;43m20221210163752005 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210163752005 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0b13630c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210163752005 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210163752005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210163752006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210163752006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210163752007 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210163752008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210163752008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210163752008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:37:52.972086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25131): Terminating (SIGTERM)
16:37:53.011705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25134): Terminating (SIGTERM)
16:37:53.051315 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25137): Terminating (SIGTERM)
16:37:53.060735 ---      ParallelTerminationStrategy: PID 25131 died...
16:37:53.114334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25131): Terminated: ok {rc=0}
16:37:53.123928 ---      ParallelTerminationStrategy: PID 25134 died...
16:37:53.176739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25134): Terminated: ok {rc=0}
16:37:53.186548 ---      ParallelTerminationStrategy: PID 25137 died...
16:37:53.239453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25137): Terminated: ok {rc=0}
16:37:53.323443 bus                        /sierra_3: Setting Powered False
16:37:54.430344 bus                        /sierra_3: Setting Powered False
16:37:55.537363 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>55</age><className>voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25146): Process ended prematurely: osmo-stp_10.42.42.5(pid=25146) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25146)]</errorStackTrace><failedSince>2322</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25146): Process ended prematurely: osmo-stp_10.42.42.5(pid=25146) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25146)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py
----------------------------------------------
16:37:56.651963 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:37:56.664234 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
16:37:56.812927 tst              mo_mt_call_osmux.py: using LAC 29255
16:37:56.929592 tst              mo_mt_call_osmux.py: using RAC 185
16:37:57.046239 tst              mo_mt_call_osmux.py: using CellId 29255
16:37:57.163997 tst              mo_mt_call_osmux.py: using BVCI 29256
16:37:57.186599 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:37:57.197950 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:37:57.208877 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:37:57.220130 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:37:57.231565 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:37:57.242857 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
16:37:57.356369 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
16:37:57.563523 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:37:58.068253 run         create_hlr_db(pid=25140): Launched
16:37:58.250931 bus                        /sierra_2: Setting Powered False
16:37:59.273514 run         create_hlr_db(pid=25140): Terminated: ok {rc=0}
16:37:59.672193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25142): Launched
16:37:59.969018 run   osmo-hlr_10.42.42.2(pid=25143): Launched
16:38:00.082005 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:38:00.605664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25145): Launched
16:38:01.028447 run   osmo-stp_10.42.42.5(pid=25146): Launched
16:38:01.162834 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:38:01.757657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25148): Launched
16:38:02.162910 run   osmo-msc_10.42.42.6(pid=25149): Launched
16:38:02.429595 run   osmo-stp_10.42.42.5(pid=25146): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25146)]
16:38:02.565340 run   osmo-stp_10.42.42.5(pid=25146): stdout: 
| (launched: 2022-12-10_16:38:00.756209)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:38:02.700621 run   osmo-stp_10.42.42.5(pid=25146): stderr: 
| �[0;m�[38;5;43m20221210163800942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163800942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163800942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163800943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163800943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163800943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163800943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:38:02.828239 run   osmo-stp_10.42.42.5(pid=25146): stdout: 
| (launched: 2022-12-10_16:38:00.756209)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:38:02.955089 run   osmo-stp_10.42.42.5(pid=25146): stderr: 
| �[0;m�[38;5;43m20221210163800942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163800942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163800942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163800943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163800943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163800943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163800943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:38:03.011119 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25146): Process ended prematurely: osmo-stp_10.42.42.5(pid=25146) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25146)]  [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]
16:38:03.020328 tst            mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)
16:38:03.082993 run   osmo-hlr_10.42.42.2(pid=25143): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25143)]
16:38:03.134369 run   osmo-hlr_10.42.42.2(pid=25143): stdout: 
| (launched: 2022-12-10_16:37:59.822932) 
16:38:03.186442 run   osmo-hlr_10.42.42.2(pid=25143): stderr: 
| �[0;m�[1;31m20221210163800000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163800000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163800000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163800000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163800000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163800000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163800013 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163800021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163800021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163800022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:38:03.257164 run   osmo-msc_10.42.42.6(pid=25149): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25149)]
16:38:03.308491 run   osmo-msc_10.42.42.6(pid=25149): stdout: 
| (launched: 2022-12-10_16:38:01.915981) 
16:38:03.360450 run   osmo-msc_10.42.42.6(pid=25149): stderr: 
| �[0;m�[38;5;43m20221210163802384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210163802384 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f272843ec40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210163802384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210163802384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210163802384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210163802384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210163802386 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210163802387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210163802387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210163802387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:38:03.405102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25142): Terminating (SIGTERM)
16:38:03.446889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25145): Terminating (SIGTERM)
16:38:03.488524 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25148): Terminating (SIGTERM)
16:38:03.498329 ---      ParallelTerminationStrategy: PID 25142 died...
16:38:03.554833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25142): Terminated: ok {rc=0}
16:38:03.565053 ---      ParallelTerminationStrategy: PID 25145 died...
16:38:03.620712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25145): Terminated: ok {rc=0}
16:38:03.630766 ---      ParallelTerminationStrategy: PID 25148 died...
16:38:03.686377 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25148): Terminated: ok {rc=0}
16:38:03.773385 bus                        /sierra_3: Setting Powered False
16:38:04.876078 bus                        /sierra_3: Setting Powered False
16:38:05.985391 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>135</id><name>voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1</name><properties></properties><timestamp>2022-12-10T16:37:46</timestamp></suite><suite><case><age>46</age><className>voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25160): Process ended prematurely: osmo-stp_10.42.42.5(pid=25160) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25160)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25160): Process ended prematurely: osmo-stp_10.42.42.5(pid=25160) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25160)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py
----------------------------------------------
16:38:07.950002 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:38:07.961288 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
16:38:08.105448 tst                    mo_mt_call.py: using LAC 29256
16:38:08.219732 tst                    mo_mt_call.py: using RAC 186
16:38:08.334266 tst                    mo_mt_call.py: using CellId 29256
16:38:08.448606 tst                    mo_mt_call.py: using BVCI 29257
16:38:08.471085 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:38:08.482265 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:38:08.493178 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:38:08.504304 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:38:08.515610 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:38:08.526798 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
16:38:08.644889 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
16:38:08.844329 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:38:09.309110 run         create_hlr_db(pid=25154): Launched
16:38:09.479002 bus                        /sierra_2: Setting Powered False
16:38:10.500845 run         create_hlr_db(pid=25154): Terminated: ok {rc=0}
16:38:10.895598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25156): Launched
16:38:11.192777 run   osmo-hlr_10.42.42.2(pid=25157): Launched
16:38:11.301148 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:38:11.814351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25159): Launched
16:38:12.111505 run   osmo-stp_10.42.42.5(pid=25160): Launched
16:38:12.219552 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:38:12.760574 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25162): Launched
16:38:13.058092 run   osmo-msc_10.42.42.6(pid=25163): Launched
16:38:13.232217 run   osmo-stp_10.42.42.5(pid=25160): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25160)]
16:38:13.358862 run   osmo-stp_10.42.42.5(pid=25160): stdout: 
| (launched: 2022-12-10_16:38:11.965135)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:38:13.482332 run   osmo-stp_10.42.42.5(pid=25160): stderr: 
| �[0;m�[38;5;43m20221210163812133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163812133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163812133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163812134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163812136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163812136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163812136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:38:13.601781 run   osmo-stp_10.42.42.5(pid=25160): stdout: 
| (launched: 2022-12-10_16:38:11.965135)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:38:13.719832 run   osmo-stp_10.42.42.5(pid=25160): stderr: 
| �[0;m�[38;5;43m20221210163812133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163812133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163812133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163812134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163812136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163812136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163812136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:38:13.772357 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25160): Process ended prematurely: osmo-stp_10.42.42.5(pid=25160) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25160)]  [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]
16:38:13.780933 tst                  mo_mt_call.py:8: Test FAILED (5.9 sec)
16:38:13.840818 run   osmo-hlr_10.42.42.2(pid=25157): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25157)]
16:38:13.889621 run   osmo-hlr_10.42.42.2(pid=25157): stdout: 
| (launched: 2022-12-10_16:38:11.046425) 
16:38:13.938802 run   osmo-hlr_10.42.42.2(pid=25157): stderr: 
| �[0;m�[1;31m20221210163811222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163811222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163811222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163811222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163811222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163811222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163811234 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163811247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163811247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163811247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:38:14.006069 run   osmo-msc_10.42.42.6(pid=25163): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25163)]
16:38:14.054688 run   osmo-msc_10.42.42.6(pid=25163): stdout: 
| (launched: 2022-12-10_16:38:12.911020) 
16:38:14.103806 run   osmo-msc_10.42.42.6(pid=25163): stderr: 
| �[0;m�[38;5;43m20221210163813184 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210163813184 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4bdaac3c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210163813184 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210163813184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210163813184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210163813184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210163813186 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210163813186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210163813187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210163813187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:38:14.145480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25156): Terminating (SIGTERM)
16:38:14.185212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25159): Terminating (SIGTERM)
16:38:14.225020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25162): Terminating (SIGTERM)
16:38:14.234508 ---      ParallelTerminationStrategy: PID 25156 died...
16:38:14.287961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25156): Terminated: ok {rc=0}
16:38:14.297632 ---      ParallelTerminationStrategy: PID 25159 died...
16:38:14.350302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25159): Terminated: ok {rc=0}
16:38:14.359976 ---      ParallelTerminationStrategy: PID 25162 died...
16:38:14.412656 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25162): Terminated: ok {rc=0}
16:38:14.495930 bus                        /sierra_3: Setting Powered False
16:38:15.602015 bus                        /sierra_3: Setting Powered False
16:38:16.746835 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>57</age><className>voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25444): Process ended prematurely: osmo-stp_10.42.42.5(pid=25444) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25444)]</errorStackTrace><failedSince>2320</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25444): Process ended prematurely: osmo-stp_10.42.42.5(pid=25444) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25444)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py
----------------------------------------------
16:38:17.891913 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:38:17.908354 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
16:38:18.094666 tst              mo_mt_call_osmux.py: using LAC 29257
16:38:18.244239 tst              mo_mt_call_osmux.py: using RAC 187
16:38:18.387750 tst              mo_mt_call_osmux.py: using CellId 29257
16:38:18.539381 tst              mo_mt_call_osmux.py: using BVCI 29258
16:38:18.565582 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:38:18.581300 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:38:18.602888 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:38:18.615845 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:38:18.633066 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:38:18.650173 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
16:38:18.803414 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
16:38:19.048534 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:38:19.600601 run         create_hlr_db(pid=25436): Launched
16:38:19.789177 bus                        /sierra_2: Setting Powered False
16:38:20.799130 run         create_hlr_db(pid=25436): Terminated: ok {rc=0}
16:38:21.235044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25440): Launched
16:38:21.665601 run   osmo-hlr_10.42.42.2(pid=25441): Launched
16:38:21.908784 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:38:22.493752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25443): Launched
16:38:22.923251 run   osmo-stp_10.42.42.5(pid=25444): Launched
16:38:23.137270 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:38:23.760496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25446): Launched
16:38:24.199415 run   osmo-msc_10.42.42.6(pid=25447): Launched
16:38:24.584166 run   osmo-stp_10.42.42.5(pid=25444): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25444)]
16:38:24.790585 run   osmo-stp_10.42.42.5(pid=25444): stdout: 
| (launched: 2022-12-10_16:38:22.662841)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:38:24.928265 run   osmo-stp_10.42.42.5(pid=25444): stderr: 
| �[0;m�[38;5;43m20221210163822949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163822949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163822950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163822950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163822950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163822951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163822951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:38:25.062338 run   osmo-stp_10.42.42.5(pid=25444): stdout: 
| (launched: 2022-12-10_16:38:22.662841)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:38:25.195199 run   osmo-stp_10.42.42.5(pid=25444): stderr: 
| �[0;m�[38;5;43m20221210163822949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163822949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163822950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163822950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163822950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163822951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163822951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:38:25.255903 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25444): Process ended prematurely: osmo-stp_10.42.42.5(pid=25444) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25444)]  [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]
16:38:25.266573 tst            mo_mt_call_osmux.py:8: Test FAILED (7.4 sec)
16:38:25.332436 run   osmo-hlr_10.42.42.2(pid=25441): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25441)]
16:38:25.387994 run   osmo-hlr_10.42.42.2(pid=25441): stdout: 
| (launched: 2022-12-10_16:38:21.400792) 
16:38:25.443437 run   osmo-hlr_10.42.42.2(pid=25441): stderr: 
| �[0;m�[1;31m20221210163821712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163821712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163821712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163821712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163821712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163821712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163821731 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163821747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163821748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163821748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:38:25.517342 run   osmo-msc_10.42.42.6(pid=25447): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25447)]
16:38:25.571148 run   osmo-msc_10.42.42.6(pid=25447): stdout: 
| (launched: 2022-12-10_16:38:23.933582) 
16:38:25.626594 run   osmo-msc_10.42.42.6(pid=25447): stderr: 
| �[0;m�[38;5;43m20221210163824435 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210163824435 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f018a179c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210163824435 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210163824435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210163824435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210163824436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210163824446 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210163824446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210163824446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210163824446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:38:25.672798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25440): Terminating (SIGTERM)
16:38:25.718487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25443): Terminating (SIGTERM)
16:38:25.763079 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25446): Terminating (SIGTERM)
16:38:25.776036 ---      ParallelTerminationStrategy: PID 25440 died...
16:38:25.835538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25440): Terminated: ok {rc=0}
16:38:25.846598 ---      ParallelTerminationStrategy: PID 25443 died...
16:38:25.904648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25443): Terminated: ok {rc=0}
16:38:25.915627 ---      ParallelTerminationStrategy: PID 25446 died...
16:38:25.974667 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25446): Terminated: ok {rc=0}
16:38:26.065780 bus                        /sierra_3: Setting Powered False
16:38:27.176467 bus                        /sierra_3: Setting Powered False
16:38:28.288571 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>23.0</duration><id>136</id><name>voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2</name><properties></properties><timestamp>2022-12-10T16:38:07</timestamp></suite><suite><case><age>46</age><className>voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25458): Process ended prematurely: osmo-stp_10.42.42.5(pid=25458) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25458)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25458): Process ended prematurely: osmo-stp_10.42.42.5(pid=25458) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25458)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py
----------------------------------------------
16:38:30.282974 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:38:30.295935 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
16:38:30.453241 tst                    mo_mt_call.py: using LAC 29258
16:38:30.584342 tst                    mo_mt_call.py: using RAC 188
16:38:30.711980 tst                    mo_mt_call.py: using CellId 29258
16:38:30.852690 tst                    mo_mt_call.py: using BVCI 29259
16:38:30.890213 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:38:30.908854 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:38:30.925897 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:38:30.942441 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:38:30.957239 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:38:30.976828 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
16:38:31.136280 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
16:38:31.419488 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:38:31.936930 run         create_hlr_db(pid=25452): Launched
16:38:32.137204 bus                        /sierra_2: Setting Powered False
16:38:33.172063 run         create_hlr_db(pid=25452): Terminated: ok {rc=0}
16:38:33.599713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25454): Launched
16:38:34.001826 run   osmo-hlr_10.42.42.2(pid=25455): Launched
16:38:34.235241 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:38:34.887322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25457): Launched
16:38:35.301256 run   osmo-stp_10.42.42.5(pid=25458): Launched
16:38:35.534647 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:38:36.185757 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25460): Launched
16:38:36.603246 run   osmo-msc_10.42.42.6(pid=25461): Launched
16:38:36.972531 run   osmo-stp_10.42.42.5(pid=25458): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25458)]
16:38:37.249598 run   osmo-stp_10.42.42.5(pid=25458): stdout: 
| (launched: 2022-12-10_16:38:35.043862)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:38:37.448828 run   osmo-stp_10.42.42.5(pid=25458): stderr: 
| �[0;m�[38;5;43m20221210163835382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163835382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163835382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163835383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163835383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163835383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163835383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:38:37.575629 run   osmo-stp_10.42.42.5(pid=25458): stdout: 
| (launched: 2022-12-10_16:38:35.043862)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:38:37.701583 run   osmo-stp_10.42.42.5(pid=25458): stderr: 
| �[0;m�[38;5;43m20221210163835382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163835382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163835382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163835383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163835383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163835383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163835383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:38:37.756491 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25458): Process ended prematurely: osmo-stp_10.42.42.5(pid=25458) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25458)]  [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]
16:38:37.766566 tst                  mo_mt_call.py:8: Test FAILED (7.5 sec)
16:38:37.831624 run   osmo-hlr_10.42.42.2(pid=25455): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25455)]
16:38:37.883759 run   osmo-hlr_10.42.42.2(pid=25455): stdout: 
| (launched: 2022-12-10_16:38:33.756628) 
16:38:37.936169 run   osmo-hlr_10.42.42.2(pid=25455): stderr: 
| �[0;m�[1;31m20221210163834106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163834106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163834106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163834106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163834106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163834106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163834122 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163834139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163834139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163834139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:38:38.007224 run   osmo-msc_10.42.42.6(pid=25461): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25461)]
16:38:38.059028 run   osmo-msc_10.42.42.6(pid=25461): stdout: 
| (launched: 2022-12-10_16:38:36.343911) 
16:38:38.111434 run   osmo-msc_10.42.42.6(pid=25461): stderr: 
| �[0;m�[38;5;43m20221210163836946 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210163836946 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9f83bf0c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210163836946 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210163836946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210163836946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210163836946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210163836948 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210163836949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210163836949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210163836949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:38:38.156079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25454): Terminating (SIGTERM)
16:38:38.200392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25457): Terminating (SIGTERM)
16:38:38.244213 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25460): Terminating (SIGTERM)
16:38:38.256717 ---      ParallelTerminationStrategy: PID 25454 died...
16:38:38.316015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25454): Terminated: ok {rc=0}
16:38:38.327028 ---      ParallelTerminationStrategy: PID 25457 died...
16:38:38.384570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25457): Terminated: ok {rc=0}
16:38:38.395234 ---      ParallelTerminationStrategy: PID 25460 died...
16:38:38.452613 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25460): Terminated: ok {rc=0}
16:38:38.539201 bus                        /sierra_3: Setting Powered False
16:38:39.642019 bus                        /sierra_3: Setting Powered False
16:38:40.752226 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>57</age><className>voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25470): Process ended prematurely: osmo-stp_10.42.42.5(pid=25470) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25470)]</errorStackTrace><failedSince>2320</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25470): Process ended prematurely: osmo-stp_10.42.42.5(pid=25470) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25470)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py
----------------------------------------------
16:38:41.862103 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:38:41.873834 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
16:38:42.029947 tst              mo_mt_call_osmux.py: using LAC 29259
16:38:42.153722 tst              mo_mt_call_osmux.py: using RAC 189
16:38:42.277323 tst              mo_mt_call_osmux.py: using CellId 29259
16:38:42.406319 tst              mo_mt_call_osmux.py: using BVCI 29260
16:38:42.431188 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:38:42.443047 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:38:42.454767 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:38:42.466619 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:38:42.478304 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:38:42.489870 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
16:38:42.608180 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
16:38:42.809246 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:38:43.280639 run         create_hlr_db(pid=25464): Launched
16:38:43.452777 bus                        /sierra_2: Setting Powered False
16:38:44.476932 run         create_hlr_db(pid=25464): Terminated: ok {rc=0}
16:38:44.876055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25466): Launched
16:38:45.176355 run   osmo-hlr_10.42.42.2(pid=25467): Launched
16:38:45.290169 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:38:45.809446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25469): Launched
16:38:46.237956 run   osmo-stp_10.42.42.5(pid=25470): Launched
16:38:46.502282 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:38:47.146904 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25472): Launched
16:38:47.463786 run   osmo-msc_10.42.42.6(pid=25473): Launched
16:38:47.643790 run   osmo-stp_10.42.42.5(pid=25470): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25470)]
16:38:47.776407 run   osmo-stp_10.42.42.5(pid=25470): stdout: 
| (launched: 2022-12-10_16:38:45.987793)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:38:47.910221 run   osmo-stp_10.42.42.5(pid=25470): stderr: 
| �[0;m�[38;5;43m20221210163846294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163846294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163846295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163846295 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163846297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163846297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163846298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:38:48.039327 run   osmo-stp_10.42.42.5(pid=25470): stdout: 
| (launched: 2022-12-10_16:38:45.987793)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:38:48.167180 run   osmo-stp_10.42.42.5(pid=25470): stderr: 
| �[0;m�[38;5;43m20221210163846294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163846294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163846295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163846295 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163846297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163846297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163846298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:38:48.223598 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25470): Process ended prematurely: osmo-stp_10.42.42.5(pid=25470) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25470)]  [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]
16:38:48.232877 tst            mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)
16:38:48.295520 run   osmo-hlr_10.42.42.2(pid=25467): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25467)]
16:38:48.346821 run   osmo-hlr_10.42.42.2(pid=25467): stdout: 
| (launched: 2022-12-10_16:38:45.028320) 
16:38:48.398654 run   osmo-hlr_10.42.42.2(pid=25467): stderr: 
| �[0;m�[1;31m20221210163845202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163845202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163845202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163845202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163845202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163845202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163845214 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163845223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163845223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163845223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:38:48.469714 run   osmo-msc_10.42.42.6(pid=25473): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25473)]
16:38:48.520779 run   osmo-msc_10.42.42.6(pid=25473): stdout: 
| (launched: 2022-12-10_16:38:47.311628) 
16:38:48.572479 run   osmo-msc_10.42.42.6(pid=25473): stderr: 
| �[0;m�[38;5;43m20221210163847584 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210163847584 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9c6db81c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210163847584 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210163847584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210163847584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210163847585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210163847586 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210163847587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210163847587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210163847587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:38:48.616361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25466): Terminating (SIGTERM)
16:38:48.657874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25469): Terminating (SIGTERM)
16:38:48.699429 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25472): Terminating (SIGTERM)
16:38:48.709105 ---      ParallelTerminationStrategy: PID 25466 died...
16:38:48.764746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25466): Terminated: ok {rc=0}
16:38:48.774811 ---      ParallelTerminationStrategy: PID 25469 died...
16:38:48.830298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25469): Terminated: ok {rc=0}
16:38:48.840313 ---      ParallelTerminationStrategy: PID 25472 died...
16:38:48.895618 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25472): Terminated: ok {rc=0}
16:38:48.982856 bus                        /sierra_3: Setting Powered False
16:38:50.086685 bus                        /sierra_3: Setting Powered False
16:38:51.193480 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>23.0</duration><id>137</id><name>voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3</name><properties></properties><timestamp>2022-12-10T16:38:29</timestamp></suite><suite><case><age>46</age><className>voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25484): Process ended prematurely: osmo-stp_10.42.42.5(pid=25484) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25484)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25484): Process ended prematurely: osmo-stp_10.42.42.5(pid=25484) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25484)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py
----------------------------------------------
16:38:53.169417 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:38:53.181108 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
16:38:53.334679 tst                    mo_mt_call.py: using LAC 29260
16:38:53.457079 tst                    mo_mt_call.py: using RAC 190
16:38:53.574677 tst                    mo_mt_call.py: using CellId 29260
16:38:53.691804 tst                    mo_mt_call.py: using BVCI 29261
16:38:53.714727 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:38:53.726413 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:38:53.737678 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:38:53.749270 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:38:53.760896 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:38:53.772494 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
16:38:53.891470 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
16:38:54.091877 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:38:54.567378 run         create_hlr_db(pid=25478): Launched
16:38:54.739241 bus                        /sierra_2: Setting Powered False
16:38:55.761940 run         create_hlr_db(pid=25478): Terminated: ok {rc=0}
16:38:56.186225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25480): Launched
16:38:56.506842 run   osmo-hlr_10.42.42.2(pid=25481): Launched
16:38:56.624037 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:38:57.178563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25483): Launched
16:38:57.499223 run   osmo-stp_10.42.42.5(pid=25484): Launched
16:38:57.616224 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:38:58.199009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25486): Launched
16:38:58.519055 run   osmo-msc_10.42.42.6(pid=25487): Launched
16:38:58.707196 run   osmo-stp_10.42.42.5(pid=25484): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25484)]
16:38:58.841671 run   osmo-stp_10.42.42.5(pid=25484): stdout: 
| (launched: 2022-12-10_16:38:57.341889)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:38:58.976341 run   osmo-stp_10.42.42.5(pid=25484): stderr: 
| �[0;m�[38;5;43m20221210163857532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163857533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163857533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163857533 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163857536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163857536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163857536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:38:59.104626 run   osmo-stp_10.42.42.5(pid=25484): stdout: 
| (launched: 2022-12-10_16:38:57.341889)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:38:59.231785 run   osmo-stp_10.42.42.5(pid=25484): stderr: 
| �[0;m�[38;5;43m20221210163857532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163857533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163857533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163857533 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163857536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163857536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163857536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:38:59.287898 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25484): Process ended prematurely: osmo-stp_10.42.42.5(pid=25484) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25484)]  [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]
16:38:59.296995 tst                  mo_mt_call.py:8: Test FAILED (6.2 sec)
16:38:59.359086 run   osmo-hlr_10.42.42.2(pid=25481): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25481)]
16:38:59.410190 run   osmo-hlr_10.42.42.2(pid=25481): stdout: 
| (launched: 2022-12-10_16:38:56.348830) 
16:38:59.462128 run   osmo-hlr_10.42.42.2(pid=25481): stderr: 
| �[0;m�[1;31m20221210163856545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163856545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163856545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163856545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163856545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163856545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163856557 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163856565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163856565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163856565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:38:59.532583 run   osmo-msc_10.42.42.6(pid=25487): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25487)]
16:38:59.584037 run   osmo-msc_10.42.42.6(pid=25487): stdout: 
| (launched: 2022-12-10_16:38:58.361682) 
16:38:59.635381 run   osmo-msc_10.42.42.6(pid=25487): stderr: 
| �[0;m�[38;5;43m20221210163858683 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210163858684 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdc6e2a7c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210163858684 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210163858684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210163858684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210163858684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210163858686 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210163858686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210163858686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210163858686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:38:59.679105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25480): Terminating (SIGTERM)
16:38:59.720588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25483): Terminating (SIGTERM)
16:38:59.762239 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25486): Terminating (SIGTERM)
16:38:59.771559 ---      ParallelTerminationStrategy: PID 25480 died...
16:38:59.827128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25480): Terminated: ok {rc=0}
16:38:59.837192 ---      ParallelTerminationStrategy: PID 25483 died...
16:38:59.892359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25483): Terminated: ok {rc=0}
16:38:59.902377 ---      ParallelTerminationStrategy: PID 25486 died...
16:38:59.957304 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25486): Terminated: ok {rc=0}
16:39:00.044055 bus                        /sierra_3: Setting Powered False
16:39:01.171257 bus                        /sierra_3: Setting Powered False
16:39:02.287447 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>57</age><className>voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25495): Process ended prematurely: osmo-stp_10.42.42.5(pid=25495) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25495)]</errorStackTrace><failedSince>2320</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25495): Process ended prematurely: osmo-stp_10.42.42.5(pid=25495) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25495)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py
----------------------------------------------
16:39:03.400208 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:39:03.412379 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
16:39:03.566838 tst              mo_mt_call_osmux.py: using LAC 29261
16:39:03.686279 tst              mo_mt_call_osmux.py: using RAC 191
16:39:03.805287 tst              mo_mt_call_osmux.py: using CellId 29261
16:39:03.925267 tst              mo_mt_call_osmux.py: using BVCI 29262
16:39:03.948056 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:39:03.959433 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:39:03.970839 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:39:03.982431 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:39:03.994493 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:39:04.006115 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
16:39:04.121688 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
16:39:04.336570 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:39:04.850689 run         create_hlr_db(pid=25489): Launched
16:39:05.034125 bus                        /sierra_2: Setting Powered False
16:39:06.054530 run         create_hlr_db(pid=25489): Terminated: ok {rc=0}
16:39:06.475244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25491): Launched
16:39:06.791374 run   osmo-hlr_10.42.42.2(pid=25492): Launched
16:39:06.909901 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:39:07.459164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25494): Launched
16:39:07.774791 run   osmo-stp_10.42.42.5(pid=25495): Launched
16:39:07.889247 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:39:08.467633 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25497): Launched
16:39:08.784884 run   osmo-msc_10.42.42.6(pid=25498): Launched
16:39:08.970465 run   osmo-stp_10.42.42.5(pid=25495): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25495)]
16:39:09.104133 run   osmo-stp_10.42.42.5(pid=25495): stdout: 
| (launched: 2022-12-10_16:39:07.620423)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:39:09.237620 run   osmo-stp_10.42.42.5(pid=25495): stderr: 
| �[0;m�[38;5;43m20221210163907813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163907813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163907813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163907813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163907814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163907814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163907814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:39:09.364863 run   osmo-stp_10.42.42.5(pid=25495): stdout: 
| (launched: 2022-12-10_16:39:07.620423)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:39:09.491733 run   osmo-stp_10.42.42.5(pid=25495): stderr: 
| �[0;m�[38;5;43m20221210163907813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163907813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163907813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163907813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163907814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163907814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163907814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:39:09.547430 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25495): Process ended prematurely: osmo-stp_10.42.42.5(pid=25495) [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25495)]  [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]
16:39:09.556519 tst            mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)
16:39:09.619418 run   osmo-hlr_10.42.42.2(pid=25492): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25492)]
16:39:09.670631 run   osmo-hlr_10.42.42.2(pid=25492): stdout: 
| (launched: 2022-12-10_16:39:06.637469) 
16:39:09.722522 run   osmo-hlr_10.42.42.2(pid=25492): stderr: 
| �[0;m�[1;31m20221210163906836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163906836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163906836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163906836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163906836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163906836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163906850 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163906858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163906859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163906859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:39:09.793370 run   osmo-msc_10.42.42.6(pid=25498): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25498)]
16:39:09.844585 run   osmo-msc_10.42.42.6(pid=25498): stdout: 
| (launched: 2022-12-10_16:39:08.630141) 
16:39:09.896192 run   osmo-msc_10.42.42.6(pid=25498): stderr: 
| �[0;m�[38;5;43m20221210163908950 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210163908950 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f78d475cc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210163908950 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210163908950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210163908950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210163908951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210163908952 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210163908953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210163908953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210163908953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:39:09.940280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25491): Terminating (SIGTERM)
16:39:09.982114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25494): Terminating (SIGTERM)
16:39:10.023867 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25497): Terminating (SIGTERM)
16:39:10.033263 ---      ParallelTerminationStrategy: PID 25491 died...
16:39:10.089158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25491): Terminated: ok {rc=0}
16:39:10.099273 ---      ParallelTerminationStrategy: PID 25494 died...
16:39:10.154750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25494): Terminated: ok {rc=0}
16:39:10.164753 ---      ParallelTerminationStrategy: PID 25497 died...
16:39:10.220207 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25497): Terminated: ok {rc=0}
16:39:10.306679 bus                        /sierra_3: Setting Powered False
16:39:11.409263 bus                        /sierra_3: Setting Powered False
16:39:12.515812 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>138</id><name>voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3</name><properties></properties><timestamp>2022-12-10T16:38:52</timestamp></suite><suite><case><age>46</age><className>voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25509): Process ended prematurely: osmo-stp_10.42.42.5(pid=25509) [trial-2376↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25509)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25509): Process ended prematurely: osmo-stp_10.42.42.5(pid=25509) [trial-2376↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25509)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py
----------------------------------------------
16:39:14.493777 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:39:14.505514 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
16:39:14.657322 tst                    mo_mt_call.py: using LAC 29262
16:39:14.786815 tst                    mo_mt_call.py: using RAC 192
16:39:14.913806 tst                    mo_mt_call.py: using CellId 29262
16:39:15.035811 tst                    mo_mt_call.py: using BVCI 29263
16:39:15.059864 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:39:15.071567 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:39:15.083151 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:39:15.094681 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:39:15.106284 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:39:15.117735 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
16:39:15.231570 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
16:39:15.438895 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:39:15.967305 run         create_hlr_db(pid=25503): Launched
16:39:16.156355 bus                        /sierra_2: Setting Powered False
16:39:17.175866 run         create_hlr_db(pid=25503): Terminated: ok {rc=0}
16:39:17.593695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25505): Launched
16:39:17.910077 run   osmo-hlr_10.42.42.2(pid=25506): Launched
16:39:18.026148 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:39:18.575804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25508): Launched
16:39:18.893424 run   osmo-stp_10.42.42.5(pid=25509): Launched
16:39:19.009022 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:39:19.591704 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25511): Launched
16:39:19.907907 run   osmo-msc_10.42.42.6(pid=25512): Launched
16:39:20.093161 run   osmo-stp_10.42.42.5(pid=25509): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25509)]
16:39:20.227177 run   osmo-stp_10.42.42.5(pid=25509): stdout: 
| (launched: 2022-12-10_16:39:18.738042)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:39:20.360524 run   osmo-stp_10.42.42.5(pid=25509): stderr: 
| �[0;m�[38;5;43m20221210163918930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163918930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163918931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163918931 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163918931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163918931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163918931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:39:20.488490 run   osmo-stp_10.42.42.5(pid=25509): stdout: 
| (launched: 2022-12-10_16:39:18.738042)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:39:20.614847 run   osmo-stp_10.42.42.5(pid=25509): stderr: 
| �[0;m�[38;5;43m20221210163918930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163918930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163918931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163918931 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163918931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163918931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163918931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:39:20.671019 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25509): Process ended prematurely: osmo-stp_10.42.42.5(pid=25509) [trial-2376↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25509)]  [trial-2376↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]
16:39:20.680354 tst                  mo_mt_call.py:8: Test FAILED (6.2 sec)
16:39:20.742818 run   osmo-hlr_10.42.42.2(pid=25506): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25506)]
16:39:20.793975 run   osmo-hlr_10.42.42.2(pid=25506): stdout: 
| (launched: 2022-12-10_16:39:17.755064) 
16:39:20.845815 run   osmo-hlr_10.42.42.2(pid=25506): stderr: 
| �[0;m�[1;31m20221210163917950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163917951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163917951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163917951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163917951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163917951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163917963 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163917971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163917972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163917972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:39:20.916233 run   osmo-msc_10.42.42.6(pid=25512): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25512)]
16:39:20.967041 run   osmo-msc_10.42.42.6(pid=25512): stdout: 
| (launched: 2022-12-10_16:39:19.753067) 
16:39:21.018395 run   osmo-msc_10.42.42.6(pid=25512): stderr: 
| �[0;m�[38;5;43m20221210163920073 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210163920073 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2306c1dc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210163920073 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210163920073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210163920074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210163920074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210163920075 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210163920076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210163920076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210163920076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:39:21.062038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25505): Terminating (SIGTERM)
16:39:21.103311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25508): Terminating (SIGTERM)
16:39:21.144638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25511): Terminating (SIGTERM)
16:39:21.153991 ---      ParallelTerminationStrategy: PID 25505 died...
16:39:21.209490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25505): Terminated: ok {rc=0}
16:39:21.219568 ---      ParallelTerminationStrategy: PID 25508 died...
16:39:21.274824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25508): Terminated: ok {rc=0}
16:39:21.284826 ---      ParallelTerminationStrategy: PID 25511 died...
16:39:21.340245 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25511): Terminated: ok {rc=0}
16:39:21.426915 bus                        /sierra_3: Setting Powered False
16:39:22.532152 bus                        /sierra_3: Setting Powered False
16:39:23.638567 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>59</age><className>voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25520): Process ended prematurely: osmo-stp_10.42.42.5(pid=25520) [trial-2376↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25520)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25520): Process ended prematurely: osmo-stp_10.42.42.5(pid=25520) [trial-2376↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25520)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py
----------------------------------------------
16:39:24.752618 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:39:24.764901 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
16:39:24.917337 tst              mo_mt_call_osmux.py: using LAC 29263
16:39:25.041846 tst              mo_mt_call_osmux.py: using RAC 193
16:39:25.167011 tst              mo_mt_call_osmux.py: using CellId 29263
16:39:25.290431 tst              mo_mt_call_osmux.py: using BVCI 29264
16:39:25.314513 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:39:25.326246 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:39:25.337780 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:39:25.349452 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:39:25.361079 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:39:25.372580 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
16:39:25.487866 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
16:39:25.685765 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:39:26.151747 run         create_hlr_db(pid=25514): Launched
16:39:26.322494 bus                        /sierra_2: Setting Powered False
16:39:27.344521 run         create_hlr_db(pid=25514): Terminated: ok {rc=0}
16:39:27.765736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25516): Launched
16:39:28.082615 run   osmo-hlr_10.42.42.2(pid=25517): Launched
16:39:28.199095 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:39:28.749461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25519): Launched
16:39:29.064840 run   osmo-stp_10.42.42.5(pid=25520): Launched
16:39:29.180141 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:39:29.759927 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25522): Launched
16:39:30.075307 run   osmo-msc_10.42.42.6(pid=25523): Launched
16:39:30.260713 run   osmo-stp_10.42.42.5(pid=25520): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25520)]
16:39:30.394649 run   osmo-stp_10.42.42.5(pid=25520): stdout: 
| (launched: 2022-12-10_16:39:28.910415)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:39:30.528858 run   osmo-stp_10.42.42.5(pid=25520): stderr: 
| �[0;m�[38;5;43m20221210163929102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163929102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163929102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163929103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163929103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163929103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163929103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:39:30.656609 run   osmo-stp_10.42.42.5(pid=25520): stdout: 
| (launched: 2022-12-10_16:39:28.910415)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:39:30.784152 run   osmo-stp_10.42.42.5(pid=25520): stderr: 
| �[0;m�[38;5;43m20221210163929102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163929102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163929102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163929103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163929103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163929103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163929103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:39:30.854037 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25520): Process ended prematurely: osmo-stp_10.42.42.5(pid=25520) [trial-2376↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25520)]  [trial-2376↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]
16:39:30.863804 tst            mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)
16:39:30.959262 run   osmo-hlr_10.42.42.2(pid=25517): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25517)]
16:39:31.014441 run   osmo-hlr_10.42.42.2(pid=25517): stdout: 
| (launched: 2022-12-10_16:39:27.926777) 
16:39:31.078743 run   osmo-hlr_10.42.42.2(pid=25517): stderr: 
| �[0;m�[1;31m20221210163928127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163928127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163928127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163928127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163928128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163928128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163928140 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163928150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163928150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163928150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:39:31.164810 run   osmo-msc_10.42.42.6(pid=25523): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25523)]
16:39:31.228516 run   osmo-msc_10.42.42.6(pid=25523): stdout: 
| (launched: 2022-12-10_16:39:29.921202) 
16:39:31.293448 run   osmo-msc_10.42.42.6(pid=25523): stderr: 
| �[0;m�[38;5;43m20221210163930242 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210163930242 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff2f6898c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210163930242 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210163930242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210163930242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210163930242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210163930244 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210163930245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210163930245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210163930245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:39:31.348672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25516): Terminating (SIGTERM)
16:39:31.403798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25519): Terminating (SIGTERM)
16:39:31.453952 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25522): Terminating (SIGTERM)
16:39:31.466819 ---      ParallelTerminationStrategy: PID 25516 died...
16:39:31.535410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25516): Terminated: ok {rc=0}
16:39:31.547927 ---      ParallelTerminationStrategy: PID 25519 died...
16:39:31.614547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25519): Terminated: ok {rc=0}
16:39:31.626197 ---      ParallelTerminationStrategy: PID 25522 died...
16:39:31.694127 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25522): Terminated: ok {rc=0}
16:39:31.800010 bus                        /sierra_3: Setting Powered False
16:39:32.904486 bus                        /sierra_3: Setting Powered False
16:39:34.010867 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>139</id><name>voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-10T16:39:14</timestamp></suite><suite><case><age>46</age><className>emergency:nanobts+band-1900</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25534): Process ended prematurely: osmo-stp_10.42.42.5(pid=25534) [trial-2376↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25534)]</errorStackTrace><failedSince>2331</failedSince><name>emergency_mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py", line 19, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25534): Process ended prematurely: osmo-stp_10.42.42.5(pid=25534) [trial-2376↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25534)]
</stderr><stdout>
----------------------------------------------
trial-2376 emergency:nanobts+band-1900 emergency_mo_mt_call.py
----------------------------------------------
16:39:35.996514 tst      emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
16:39:36.007699 tst      emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)
16:39:36.146706 tst          emergency_mo_mt_call.py: using LAC 29264
16:39:36.278847 tst          emergency_mo_mt_call.py: using RAC 194
16:39:36.400402 tst          emergency_mo_mt_call.py: using CellId 29264
16:39:36.525183 tst          emergency_mo_mt_call.py: using BVCI 29265
16:39:36.548652 tst      emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
16:39:36.559977 tst      emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
16:39:36.571075 tst      emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
16:39:36.582177 tst      emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
16:39:36.593248 tst      emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
16:39:36.604163 tst      emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)
16:39:36.718004 tst      emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)
16:39:36.921024 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:39:37.416324 run         create_hlr_db(pid=25528): Launched
16:39:37.598010 bus                        /sierra_2: Setting Powered False
16:39:38.617459 run         create_hlr_db(pid=25528): Terminated: ok {rc=0}
16:39:39.008312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25530): Launched
16:39:39.299773 run   osmo-hlr_10.42.42.2(pid=25531): Launched
16:39:39.406634 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:39:39.911071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25533): Launched
16:39:40.200795 run   osmo-stp_10.42.42.5(pid=25534): Launched
16:39:40.326542 tst          emergency_mo_mt_call.py: using MSISDN 7796
16:39:40.476011 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:39:41.007270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25536): Launched
16:39:41.297672 run   osmo-msc_10.42.42.6(pid=25537): Launched
16:39:41.474600 run   osmo-stp_10.42.42.5(pid=25534): ERR: Terminated: ERROR {rc=1}  [trial-2376↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25534)]
16:39:41.608494 run   osmo-stp_10.42.42.5(pid=25534): stdout: 
| (launched: 2022-12-10_16:39:40.058396)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:39:41.739370 run   osmo-stp_10.42.42.5(pid=25534): stderr: 
| �[0;m�[38;5;43m20221210163940229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163940230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163940230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163940230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163940231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163940231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163940231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:39:41.864451 run   osmo-stp_10.42.42.5(pid=25534): stdout: 
| (launched: 2022-12-10_16:39:40.058396)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:39:41.988653 run   osmo-stp_10.42.42.5(pid=25534): stderr: 
| �[0;m�[38;5;43m20221210163940229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163940230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163940230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163940230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163940231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163940231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163940231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:39:42.043327 tst       emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=25534): Process ended prematurely: osmo-stp_10.42.42.5(pid=25534) [trial-2376↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25534)]  [trial-2376↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]
16:39:42.051843 tst       emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)
16:39:42.114223 run   osmo-hlr_10.42.42.2(pid=25531): ERR: Terminated: ERROR {rc=237}  [trial-2376↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25531)]
16:39:42.165493 run   osmo-hlr_10.42.42.2(pid=25531): stdout: 
| (launched: 2022-12-10_16:39:39.156313) 
16:39:42.217396 run   osmo-hlr_10.42.42.2(pid=25531): stderr: 
| �[0;m�[1;31m20221210163939330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163939330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163939330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163939330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163939330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163939331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163939356 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163939366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163939366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163939366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:39:42.288029 run   osmo-msc_10.42.42.6(pid=25537): ERR: Terminated: ERROR {rc=2}  [trial-2376↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25537)]
16:39:42.339331 run   osmo-msc_10.42.42.6(pid=25537): stdout: 
| (launched: 2022-12-10_16:39:41.154701) 
16:39:42.390724 run   osmo-msc_10.42.42.6(pid=25537): stderr: 
| �[0;m�[38;5;43m20221210163941425 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210163941425 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdc8c6ebc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210163941425 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210163941426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210163941426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210163941426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210163941428 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210163941428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210163941428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210163941428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:39:42.434634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25530): Terminating (SIGTERM)
16:39:42.476867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25533): Terminating (SIGTERM)
16:39:42.518985 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25536): Terminating (SIGTERM)
16:39:42.528721 ---      ParallelTerminationStrategy: PID 25530 died...
16:39:42.585120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25530): Terminated: ok {rc=0}
16:39:42.595292 ---      ParallelTerminationStrategy: PID 25533 died...
16:39:42.650947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25533): Terminated: ok {rc=0}
16:39:42.661181 ---      ParallelTerminationStrategy: PID 25536 died...
16:39:42.716679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25536): Terminated: ok {rc=0}
16:39:42.803502 bus                        /sierra_3: Setting Powered False
16:39:43.905967 bus                        /sierra_3: Setting Powered False
16:39:45.016258 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>216</age><className>emergency:nanobts+band-1900</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25545): Process ended prematurely: osmo-stp_10.42.42.5(pid=25545) [trial-2376↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25545)]</errorStackTrace><failedSince>2161</failedSince><name>emergency_preemptive_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py", line 32, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25545): Process ended prematurely: osmo-stp_10.42.42.5(pid=25545) [trial-2376↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25545)]
</stderr><stdout>
----------------------------------------------
trial-2376 emergency:nanobts+band-1900 emergency_preemptive_call.py
----------------------------------------------
16:39:46.067052 tst      emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
16:39:46.079508 tst      emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)
16:39:46.226842 tst     emergency_preemptive_call.py: using LAC 29265
16:39:46.348913 tst     emergency_preemptive_call.py: using RAC 195
16:39:46.476447 tst     emergency_preemptive_call.py: using CellId 29265
16:39:46.594897 tst     emergency_preemptive_call.py: using BVCI 29266
16:39:46.618127 tst      emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
16:39:46.630134 tst      emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
16:39:46.642556 tst      emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
16:39:46.654838 tst      emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
16:39:46.667846 tst      emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)
16:39:46.680739 tst      emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)
16:39:46.800519 tst      emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)
16:39:46.941263 tst      emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)
16:39:47.061479 tst      emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)
16:39:47.293103 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:39:47.792388 run         create_hlr_db(pid=25539): Launched
16:39:47.972940 bus                        /sierra_2: Setting Powered False
16:39:48.994108 run         create_hlr_db(pid=25539): Terminated: ok {rc=0}
16:39:49.385641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25541): Launched
16:39:49.676745 run   osmo-hlr_10.42.42.2(pid=25542): Launched
16:39:49.788698 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:39:50.302700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25544): Launched
16:39:50.593281 run   osmo-stp_10.42.42.5(pid=25545): Launched
16:39:50.719819 tst     emergency_preemptive_call.py: using MSISDN 7797
16:39:50.867334 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:39:51.397215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25547): Launched
16:39:51.688498 run   osmo-msc_10.42.42.6(pid=25548): Launched
16:39:51.860037 run   osmo-stp_10.42.42.5(pid=25545): ERR: Terminated: ERROR {rc=1}  [trial-2376↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25545)]
16:39:51.985280 run   osmo-stp_10.42.42.5(pid=25545): stdout: 
| (launched: 2022-12-10_16:39:50.450438)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:39:52.107333 run   osmo-stp_10.42.42.5(pid=25545): stderr: 
| �[0;m�[38;5;43m20221210163950620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163950620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163950620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163950621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163950621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163950621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163950621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:39:52.225218 run   osmo-stp_10.42.42.5(pid=25545): stdout: 
| (launched: 2022-12-10_16:39:50.450438)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:39:52.341861 run   osmo-stp_10.42.42.5(pid=25545): stderr: 
| �[0;m�[38;5;43m20221210163950620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210163950620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210163950620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210163950621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210163950621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210163950621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210163950621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:39:52.392692 tst  emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=25545): Process ended prematurely: osmo-stp_10.42.42.5(pid=25545) [trial-2376↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25545)]  [trial-2376↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]
16:39:52.400807 tst  emergency_preemptive_call.py:32: Test FAILED (6.3 sec)
16:39:52.461060 run   osmo-hlr_10.42.42.2(pid=25542): ERR: Terminated: ERROR {rc=237}  [trial-2376↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25542)]
16:39:52.509912 run   osmo-hlr_10.42.42.2(pid=25542): stdout: 
| (launched: 2022-12-10_16:39:49.533337) 
16:39:52.559540 run   osmo-hlr_10.42.42.2(pid=25542): stderr: 
| �[0;m�[1;31m20221210163949708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210163949708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210163949708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210163949708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210163949708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210163949708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210163949721 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210163949729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210163949729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210163949730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:39:52.626839 run   osmo-msc_10.42.42.6(pid=25548): ERR: Terminated: ERROR {rc=2}  [trial-2376↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25548)]
16:39:52.675879 run   osmo-msc_10.42.42.6(pid=25548): stdout: 
| (launched: 2022-12-10_16:39:51.544340) 
16:39:52.725669 run   osmo-msc_10.42.42.6(pid=25548): stderr: 
| �[0;m�[38;5;43m20221210163951815 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210163951815 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4502686c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210163951815 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210163951815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210163951815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210163951815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210163951817 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210163951818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210163951818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210163951818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:39:52.767337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25541): Terminating (SIGTERM)
16:39:52.807171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25544): Terminating (SIGTERM)
16:39:52.847191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25547): Terminating (SIGTERM)
16:39:52.856786 ---      ParallelTerminationStrategy: PID 25541 died...
16:39:52.910413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25541): Terminated: ok {rc=0}
16:39:52.920243 ---      ParallelTerminationStrategy: PID 25544 died...
16:39:52.973483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25544): Terminated: ok {rc=0}
16:39:52.983433 ---      ParallelTerminationStrategy: PID 25547 died...
16:39:53.036477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25547): Terminated: ok {rc=0}
16:39:53.123514 bus                        /sierra_9: Setting Powered False
16:39:54.225884 bus                        /sierra_9: Setting Powered False
16:39:55.336412 bus                        /sierra_8: Setting Powered False
16:39:56.439081 bus                        /sierra_8: Setting Powered False
16:39:57.548597 bus                        /sierra_3: Setting Powered False
16:39:58.651601 bus                        /sierra_3: Setting Powered False
16:39:59.762687 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>26.0</duration><id>140</id><name>emergency_nanobts+band-1900</name><properties></properties><timestamp>2022-12-10T16:39:35</timestamp></suite><suite><case><age>238</age><className>gprs:nanobts+band-1900</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25566): Process ended prematurely: osmo-stp_10.42.42.5(pid=25566) [trial-2376↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25566)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25566): Process ended prematurely: osmo-stp_10.42.42.5(pid=25566) [trial-2376↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25566)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:nanobts+band-1900 cs_paging_gprs_active.py
----------------------------------------------
16:40:01.934084 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:01.950278 tst           gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)
16:40:02.107572 tst         cs_paging_gprs_active.py: using LAC 29266
16:40:02.245071 tst         cs_paging_gprs_active.py: using RAC 196
16:40:02.372764 tst         cs_paging_gprs_active.py: using CellId 29266
16:40:02.497016 tst         cs_paging_gprs_active.py: using BVCI 29267
16:40:02.521358 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:02.532361 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:02.543325 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:02.554265 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:02.565234 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:02.576072 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:02.587326 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:02.598215 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:02.609292 tst           gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)
16:40:02.729764 tst           gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)
16:40:03.023085 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
16:40:03.155858 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:40:03.484509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25556): Launched
16:40:03.756495 run iperf3-srv_10.42.42.10(pid=25557): Launched
16:40:03.951256 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
16:40:04.083654 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:40:04.411710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25558): Launched
16:40:04.684082 run iperf3-srv_10.42.42.10(pid=25559): Launched
16:40:04.878771 tst      cs_paging_gprs_active.py:38: start network...
16:40:05.011591 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:40:05.518215 run         create_hlr_db(pid=25560): Launched
16:40:05.701394 bus                        /sierra_2: Setting Powered False
16:40:06.723332 run         create_hlr_db(pid=25560): Terminated: ok {rc=0}
16:40:07.121943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25562): Launched
16:40:07.418968 run   osmo-hlr_10.42.42.2(pid=25563): Launched
16:40:07.532294 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:40:08.054902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25565): Launched
16:40:08.351419 run   osmo-stp_10.42.42.5(pid=25566): Launched
16:40:08.459950 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:40:08.977268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25568): Launched
16:40:09.083523 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:40:09.342659 run              patchelf(pid=25569): Launched
16:40:09.517366 run   osmo-stp_10.42.42.5(pid=25566): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25566)]
16:40:09.645407 run   osmo-stp_10.42.42.5(pid=25566): stdout: 
| (launched: 2022-12-10_16:40:08.205630)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:40:09.773878 run   osmo-stp_10.42.42.5(pid=25566): stderr: 
| �[0;m�[38;5;43m20221210164008373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164008373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164008374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164008374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164008375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164008375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164008375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:40:09.897228 run   osmo-stp_10.42.42.5(pid=25566): stdout: 
| (launched: 2022-12-10_16:40:08.205630)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:40:10.019638 run   osmo-stp_10.42.42.5(pid=25566): stderr: 
| �[0;m�[38;5;43m20221210164008373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164008373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164008374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164008374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164008375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164008375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164008375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:40:10.162422 run              patchelf(pid=25569): Terminating (SIGINT)
16:40:10.330570 run              patchelf(pid=25569): Terminated: ok {rc=0}
16:40:10.361398 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25566): Process ended prematurely: osmo-stp_10.42.42.5(pid=25566) [trial-2376↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25566)]  [trial-2376↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]
16:40:10.370515 tst      cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)
16:40:10.430671 run   osmo-hlr_10.42.42.2(pid=25563): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25563)]
16:40:10.479301 run   osmo-hlr_10.42.42.2(pid=25563): stdout: 
| (launched: 2022-12-10_16:40:07.272654) 
16:40:10.528825 run   osmo-hlr_10.42.42.2(pid=25563): stderr: 
| �[0;m�[1;31m20221210164007446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164007446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164007446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164007446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164007446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164007446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164007458 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164007466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164007467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164007467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:40:10.570936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25556): Terminating (SIGTERM)
16:40:10.610635 run iperf3-srv_10.42.42.10(pid=25557): Terminating (SIGTERM)
16:40:10.650350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25558): Terminating (SIGTERM)
16:40:10.690045 run iperf3-srv_10.42.42.10(pid=25559): Terminating (SIGTERM)
16:40:10.729594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25562): Terminating (SIGTERM)
16:40:10.769133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25565): Terminating (SIGTERM)
16:40:10.809362 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25568): Terminating (SIGTERM)
16:40:10.818863 ---      ParallelTerminationStrategy: PID 25556 died...
16:40:10.872186 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25556): Terminated: ok {rc=0}
16:40:10.882032 ---      ParallelTerminationStrategy: PID 25557 died...
16:40:10.934705 run iperf3-srv_10.42.42.10(pid=25557): Terminated {rc=256}
16:40:10.944432 ---      ParallelTerminationStrategy: PID 25558 died...
16:40:10.997780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25558): Terminated: ok {rc=0}
16:40:11.007601 ---      ParallelTerminationStrategy: PID 25559 died...
16:40:11.060555 run iperf3-srv_10.42.42.10(pid=25559): Terminated {rc=256}
16:40:11.070393 ---      ParallelTerminationStrategy: PID 25562 died...
16:40:11.123599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25562): Terminated: ok {rc=0}
16:40:11.133184 ---      ParallelTerminationStrategy: PID 25565 died...
16:40:11.186562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25565): Terminated: ok {rc=0}
16:40:11.196065 ---      ParallelTerminationStrategy: PID 25568 died...
16:40:11.249549 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25568): Terminated: ok {rc=0}
16:40:11.332386 bus                          /gobi_0: Setting Powered False
16:40:12.438055 bus                          /gobi_0: Setting Powered False
16:40:13.544907 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:nanobts+band-1900</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25578): Process ended prematurely: osmo-stp_10.42.42.5(pid=25578) [trial-2376↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25578)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25578): Process ended prematurely: osmo-stp_10.42.42.5(pid=25578) [trial-2376↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25578)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:nanobts+band-1900 iperf3.py
----------------------------------------------
16:40:14.657713 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:14.669419 tst           gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)
16:40:14.802524 tst                        iperf3.py: using LAC 29267
16:40:14.928486 tst                        iperf3.py: using RAC 197
16:40:15.048178 tst                        iperf3.py: using CellId 29267
16:40:15.165566 tst                        iperf3.py: using BVCI 29268
16:40:15.188349 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:15.199265 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:15.210171 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:15.220995 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:15.231327 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:15.242229 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:15.253128 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:15.263858 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:15.274723 tst           gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)
16:40:15.550062 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
16:40:15.673333 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:40:16.008910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25570): Launched
16:40:16.287407 run iperf3-srv_10.42.42.10(pid=25571): Launched
16:40:16.472238 tst                      iperf3.py:8: start network...
16:40:16.598798 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:40:17.113795 run         create_hlr_db(pid=25572): Launched
16:40:17.288852 bus                          /gobi_6: Setting Powered False
16:40:18.308291 run         create_hlr_db(pid=25572): Terminated: ok {rc=0}
16:40:18.704786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25574): Launched
16:40:19.002670 run   osmo-hlr_10.42.42.2(pid=25575): Launched
16:40:19.115095 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:40:19.645341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25577): Launched
16:40:19.962478 run   osmo-stp_10.42.42.5(pid=25578): Launched
16:40:20.078719 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:40:20.634435 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25580): Launched
16:40:20.748008 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:40:21.025216 run              patchelf(pid=25581): Launched
16:40:21.212205 run   osmo-stp_10.42.42.5(pid=25578): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25578)]
16:40:21.348635 run   osmo-stp_10.42.42.5(pid=25578): stdout: 
| (launched: 2022-12-10_16:40:19.807231)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:40:21.485740 run   osmo-stp_10.42.42.5(pid=25578): stderr: 
| �[0;m�[38;5;43m20221210164019997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164019997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164019997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164019998 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164019998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164019998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164019998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:40:21.618220 run   osmo-stp_10.42.42.5(pid=25578): stdout: 
| (launched: 2022-12-10_16:40:19.807231)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:40:21.748659 run   osmo-stp_10.42.42.5(pid=25578): stderr: 
| �[0;m�[38;5;43m20221210164019997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164019997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164019997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164019998 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164019998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164019998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164019998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:40:21.900672 run              patchelf(pid=25581): Terminating (SIGINT)
16:40:22.079532 run              patchelf(pid=25581): Terminated: ok {rc=0}
16:40:22.112537 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25578): Process ended prematurely: osmo-stp_10.42.42.5(pid=25578) [trial-2376↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25578)]  [trial-2376↪gprs:nanobts+band-1900↪iperf3.py:8]
16:40:22.122548 tst                      iperf3.py:8: Test FAILED (7.5 sec)
16:40:22.185218 run   osmo-hlr_10.42.42.2(pid=25575): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25575)]
16:40:22.236361 run   osmo-hlr_10.42.42.2(pid=25575): stdout: 
| (launched: 2022-12-10_16:40:18.855847) 
16:40:22.288097 run   osmo-hlr_10.42.42.2(pid=25575): stderr: 
| �[0;m�[1;31m20221210164019031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164019031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164019031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164019031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164019031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164019031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164019044 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164019052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164019052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164019052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:40:22.332341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25570): Terminating (SIGTERM)
16:40:22.374026 run iperf3-srv_10.42.42.10(pid=25571): Terminating (SIGTERM)
16:40:22.415590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25574): Terminating (SIGTERM)
16:40:22.458041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25577): Terminating (SIGTERM)
16:40:22.500095 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25580): Terminating (SIGTERM)
16:40:22.509827 ---      ParallelTerminationStrategy: PID 25570 died...
16:40:22.566041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25570): Terminated: ok {rc=0}
16:40:22.576130 ---      ParallelTerminationStrategy: PID 25571 died...
16:40:22.631725 run iperf3-srv_10.42.42.10(pid=25571): Terminated {rc=256}
16:40:22.641869 ---      ParallelTerminationStrategy: PID 25574 died...
16:40:22.697754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25574): Terminated: ok {rc=0}
16:40:22.707719 ---      ParallelTerminationStrategy: PID 25577 died...
16:40:22.763193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25577): Terminated: ok {rc=0}
16:40:22.773410 ---      ParallelTerminationStrategy: PID 25580 died...
16:40:22.829022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25580): Terminated: ok {rc=0}
16:40:22.915827 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:nanobts+band-1900</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25596): Process ended prematurely: osmo-stp_10.42.42.5(pid=25596) [trial-2376↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25596)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25596): Process ended prematurely: osmo-stp_10.42.42.5(pid=25596) [trial-2376↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25596)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:nanobts+band-1900 iperf3m4.py
----------------------------------------------
16:40:24.029897 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:24.044745 tst           gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)
16:40:24.173926 tst                      iperf3m4.py: using LAC 29268
16:40:24.300510 tst                      iperf3m4.py: using RAC 198
16:40:24.426350 tst                      iperf3m4.py: using CellId 29268
16:40:24.550356 tst                      iperf3m4.py: using BVCI 29269
16:40:24.574537 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:24.585890 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:24.597003 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:24.608046 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:24.619175 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:24.630264 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:24.641506 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:24.652555 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:24.663796 tst           gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)
16:40:24.778916 tst           gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)
16:40:24.897743 tst           gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)
16:40:25.012826 tst           gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)
16:40:25.289525 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
16:40:25.414187 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:40:25.723623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25582): Launched
16:40:25.979418 run iperf3-srv_10.42.42.10(pid=25583): Launched
16:40:26.161380 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
16:40:26.285163 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:40:26.594685 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25584): Launched
16:40:26.850453 run iperf3-srv_10.42.42.10(pid=25585): Launched
16:40:27.030709 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
16:40:27.154253 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:40:27.463543 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25586): Launched
16:40:27.719534 run iperf3-srv_10.42.42.10(pid=25587): Launched
16:40:27.900627 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
16:40:28.024221 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:40:28.333279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25588): Launched
16:40:28.588563 run iperf3-srv_10.42.42.10(pid=25589): Launched
16:40:28.769142 tst                    iperf3m4.py:8: start network...
16:40:28.892523 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:40:29.360410 run         create_hlr_db(pid=25590): Launched
16:40:29.532144 bus                          /gobi_6: Setting Powered False
16:40:30.554661 run         create_hlr_db(pid=25590): Terminated: ok {rc=0}
16:40:31.020435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25592): Launched
16:40:31.379749 run   osmo-hlr_10.42.42.2(pid=25593): Launched
16:40:31.523693 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:40:32.227423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25595): Launched
16:40:32.529295 run   osmo-stp_10.42.42.5(pid=25596): Launched
16:40:32.638181 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:40:33.155119 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25598): Launched
16:40:33.261455 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:40:33.520356 run              patchelf(pid=25599): Launched
16:40:33.696720 run   osmo-stp_10.42.42.5(pid=25596): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25596)]
16:40:33.824465 run   osmo-stp_10.42.42.5(pid=25596): stdout: 
| (launched: 2022-12-10_16:40:32.381730)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:40:33.952614 run   osmo-stp_10.42.42.5(pid=25596): stderr: 
| �[0;m�[38;5;43m20221210164032545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164032545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164032545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164032546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164032546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164032546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164032546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:40:34.076190 run   osmo-stp_10.42.42.5(pid=25596): stdout: 
| (launched: 2022-12-10_16:40:32.381730)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:40:34.198600 run   osmo-stp_10.42.42.5(pid=25596): stderr: 
| �[0;m�[38;5;43m20221210164032545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164032545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164032545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164032546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164032546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164032546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164032546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:40:34.341235 run              patchelf(pid=25599): Terminating (SIGINT)
16:40:34.509703 run              patchelf(pid=25599): Terminated: ok {rc=0}
16:40:34.540443 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25596): Process ended prematurely: osmo-stp_10.42.42.5(pid=25596) [trial-2376↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25596)]  [trial-2376↪gprs:nanobts+band-1900↪iperf3m4.py:8]
16:40:34.549706 tst                    iperf3m4.py:8: Test FAILED (10.6 sec)
16:40:34.610151 run   osmo-hlr_10.42.42.2(pid=25593): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25593)]
16:40:34.658640 run   osmo-hlr_10.42.42.2(pid=25593): stdout: 
| (launched: 2022-12-10_16:40:31.181280) 
16:40:34.708407 run   osmo-hlr_10.42.42.2(pid=25593): stderr: 
| �[0;m�[1;31m20221210164031552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164031552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164031552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164031552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164031552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164031552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164031580 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164031593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164031594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164031594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:40:34.750115 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25582): Terminating (SIGTERM)
16:40:34.789586 run iperf3-srv_10.42.42.10(pid=25583): Terminating (SIGTERM)
16:40:34.829263 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25584): Terminating (SIGTERM)
16:40:34.868830 run iperf3-srv_10.42.42.10(pid=25585): Terminating (SIGTERM)
16:40:34.908608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25586): Terminating (SIGTERM)
16:40:34.948277 run iperf3-srv_10.42.42.10(pid=25587): Terminating (SIGTERM)
16:40:34.987924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25588): Terminating (SIGTERM)
16:40:35.027440 run iperf3-srv_10.42.42.10(pid=25589): Terminating (SIGTERM)
16:40:35.067062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25592): Terminating (SIGTERM)
16:40:35.106672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25595): Terminating (SIGTERM)
16:40:35.146361 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25598): Terminating (SIGTERM)
16:40:35.155851 ---      ParallelTerminationStrategy: PID 25582 died...
16:40:35.209011 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25582): Terminated: ok {rc=0}
16:40:35.219133 ---      ParallelTerminationStrategy: PID 25583 died...
16:40:35.272660 run iperf3-srv_10.42.42.10(pid=25583): Terminated {rc=256}
16:40:35.282525 ---      ParallelTerminationStrategy: PID 25584 died...
16:40:35.335687 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25584): Terminated: ok {rc=0}
16:40:35.345596 ---      ParallelTerminationStrategy: PID 25585 died...
16:40:35.398592 run iperf3-srv_10.42.42.10(pid=25585): Terminated {rc=256}
16:40:35.408198 ---      ParallelTerminationStrategy: PID 25586 died...
16:40:35.461017 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25586): Terminated: ok {rc=0}
16:40:35.470823 ---      ParallelTerminationStrategy: PID 25587 died...
16:40:35.523617 run iperf3-srv_10.42.42.10(pid=25587): Terminated {rc=256}
16:40:35.533781 ---      ParallelTerminationStrategy: PID 25588 died...
16:40:35.587024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25588): Terminated: ok {rc=0}
16:40:35.596824 ---      ParallelTerminationStrategy: PID 25589 died...
16:40:35.649699 run iperf3-srv_10.42.42.10(pid=25589): Terminated {rc=256}
16:40:35.659544 ---      ParallelTerminationStrategy: PID 25592 died...
16:40:35.712448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25592): Terminated: ok {rc=0}
16:40:35.722382 ---      ParallelTerminationStrategy: PID 25595 died...
16:40:35.775443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25595): Terminated: ok {rc=0}
16:40:35.785225 ---      ParallelTerminationStrategy: PID 25598 died...
16:40:35.839008 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25598): Terminated: ok {rc=0}
16:40:35.926748 bus                          /gobi_4: Setting Powered False
16:40:37.030343 bus                          /gobi_4: Setting Powered False
16:40:38.143571 bus                          /gobi_1: Setting Powered False
16:40:39.245781 bus                          /gobi_1: Setting Powered False
16:40:40.356942 bus                          /gobi_0: Setting Powered False
16:40:41.460169 bus                          /gobi_0: Setting Powered False
16:40:42.566796 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:nanobts+band-1900</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25606): Process ended prematurely: osmo-stp_10.42.42.5(pid=25606) [trial-2376↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25606)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25606): Process ended prematurely: osmo-stp_10.42.42.5(pid=25606) [trial-2376↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25606)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:nanobts+band-1900 ping.py
----------------------------------------------
16:40:43.634063 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:43.646005 tst           gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)
16:40:43.771708 tst                          ping.py: using LAC 29269
16:40:43.888195 tst                          ping.py: using RAC 199
16:40:44.003285 tst                          ping.py: using CellId 29269
16:40:44.120011 tst                          ping.py: using BVCI 29270
16:40:44.142290 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:44.152793 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:44.163322 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:44.174289 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:44.184802 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:44.195489 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:44.206282 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:44.217037 tst           gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)
16:40:44.484442 tst                       ping.py:19: start network...
16:40:44.605431 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:40:45.062205 run         create_hlr_db(pid=25600): Launched
16:40:45.230860 bus                          /gobi_6: Setting Powered False
16:40:46.253778 run         create_hlr_db(pid=25600): Terminated: ok {rc=0}
16:40:46.669663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25602): Launched
16:40:47.103775 run   osmo-hlr_10.42.42.2(pid=25603): Launched
16:40:47.321938 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:40:47.866483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25605): Launched
16:40:48.177732 run   osmo-stp_10.42.42.5(pid=25606): Launched
16:40:48.291048 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:40:48.835424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25608): Launched
16:40:48.946383 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:40:49.217445 run              patchelf(pid=25609): Launched
16:40:49.400216 run   osmo-stp_10.42.42.5(pid=25606): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25606)]
16:40:49.534323 run   osmo-stp_10.42.42.5(pid=25606): stdout: 
| (launched: 2022-12-10_16:40:48.025449)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:40:49.667677 run   osmo-stp_10.42.42.5(pid=25606): stderr: 
| �[0;m�[38;5;43m20221210164048215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164048215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164048216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164048216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164048217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164048217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164048217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:40:49.796726 run   osmo-stp_10.42.42.5(pid=25606): stdout: 
| (launched: 2022-12-10_16:40:48.025449)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:40:49.924498 run   osmo-stp_10.42.42.5(pid=25606): stderr: 
| �[0;m�[38;5;43m20221210164048215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164048215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164048216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164048216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164048217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164048217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164048217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:40:50.074033 run              patchelf(pid=25609): Terminating (SIGINT)
16:40:50.249431 run              patchelf(pid=25609): Terminated: ok {rc=0}
16:40:50.281223 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25606): Process ended prematurely: osmo-stp_10.42.42.5(pid=25606) [trial-2376↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25606)]  [trial-2376↪gprs:nanobts+band-1900↪ping.py:22]
16:40:50.290211 tst                       ping.py:22: Test FAILED (6.6 sec)
16:40:50.352695 run   osmo-hlr_10.42.42.2(pid=25603): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25603)]
16:40:50.403601 run   osmo-hlr_10.42.42.2(pid=25603): stdout: 
| (launched: 2022-12-10_16:40:46.822262) 
16:40:50.454970 run   osmo-hlr_10.42.42.2(pid=25603): stderr: 
| �[0;m�[1;31m20221210164047048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164047048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164047048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164047048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164047048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164047048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164047062 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164047082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164047082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164047082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:40:50.499226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25602): Terminating (SIGTERM)
16:40:50.540765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25605): Terminating (SIGTERM)
16:40:50.582317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25608): Terminating (SIGTERM)
16:40:50.591981 ---      ParallelTerminationStrategy: PID 25602 died...
16:40:50.647615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25602): Terminated: ok {rc=0}
16:40:50.657842 ---      ParallelTerminationStrategy: PID 25605 died...
16:40:50.713266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25605): Terminated: ok {rc=0}
16:40:50.723323 ---      ParallelTerminationStrategy: PID 25608 died...
16:40:50.778877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25608): Terminated: ok {rc=0}
16:40:50.865410 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:nanobts+band-1900</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25616): Process ended prematurely: osmo-stp_10.42.42.5(pid=25616) [trial-2376↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25616)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25616): Process ended prematurely: osmo-stp_10.42.42.5(pid=25616) [trial-2376↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25616)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:nanobts+band-1900 ping_idle_ping.py
----------------------------------------------
16:40:51.914895 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:51.926290 tst           gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)
16:40:52.058458 tst                ping_idle_ping.py: using LAC 29270
16:40:52.180777 tst                ping_idle_ping.py: using RAC 200
16:40:52.302521 tst                ping_idle_ping.py: using CellId 29270
16:40:52.424374 tst                ping_idle_ping.py: using BVCI 29271
16:40:52.448395 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:52.459587 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:52.470800 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:52.482119 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:52.493135 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:52.504087 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:52.515319 tst           gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)
16:40:52.526488 tst           gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)
16:40:52.794857 tst             ping_idle_ping.py:24: start network...
16:40:52.916343 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:40:53.379391 run         create_hlr_db(pid=25610): Launched
16:40:53.549427 bus                          /gobi_6: Setting Powered False
16:40:54.571025 run         create_hlr_db(pid=25610): Terminated: ok {rc=0}
16:40:54.988622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25612): Launched
16:40:55.301972 run   osmo-hlr_10.42.42.2(pid=25613): Launched
16:40:55.420809 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:40:55.963957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25615): Launched
16:40:56.276514 run   osmo-stp_10.42.42.5(pid=25616): Launched
16:40:56.390147 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:40:56.936407 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25618): Launched
16:40:57.047947 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:40:57.320365 run              patchelf(pid=25619): Launched
16:40:57.504328 run   osmo-stp_10.42.42.5(pid=25616): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25616)]
16:40:57.638601 run   osmo-stp_10.42.42.5(pid=25616): stdout: 
| (launched: 2022-12-10_16:40:56.123199)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:40:57.772540 run   osmo-stp_10.42.42.5(pid=25616): stderr: 
| �[0;m�[38;5;43m20221210164056313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164056313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164056314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164056314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164056315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164056315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164056315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:40:57.902065 run   osmo-stp_10.42.42.5(pid=25616): stdout: 
| (launched: 2022-12-10_16:40:56.123199)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:40:58.030139 run   osmo-stp_10.42.42.5(pid=25616): stderr: 
| �[0;m�[38;5;43m20221210164056313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164056313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164056314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164056314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164056315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164056315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164056315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:40:58.179277 run              patchelf(pid=25619): Terminating (SIGINT)
16:40:58.354366 run              patchelf(pid=25619): Terminated: ok {rc=0}
16:40:58.386187 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25616): Process ended prematurely: osmo-stp_10.42.42.5(pid=25616) [trial-2376↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25616)]  [trial-2376↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]
16:40:58.395312 tst             ping_idle_ping.py:27: Test FAILED (6.5 sec)
16:40:58.457873 run   osmo-hlr_10.42.42.2(pid=25613): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25613)]
16:40:58.509450 run   osmo-hlr_10.42.42.2(pid=25613): stdout: 
| (launched: 2022-12-10_16:40:55.148776) 
16:40:58.561145 run   osmo-hlr_10.42.42.2(pid=25613): stderr: 
| �[0;m�[1;31m20221210164055345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164055345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164055345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164055345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164055345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164055345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164055358 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164055366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164055366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164055366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:40:58.605401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25612): Terminating (SIGTERM)
16:40:58.647288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25615): Terminating (SIGTERM)
16:40:58.689101 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25618): Terminating (SIGTERM)
16:40:58.698824 ---      ParallelTerminationStrategy: PID 25612 died...
16:40:58.754581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25612): Terminated: ok {rc=0}
16:40:58.764694 ---      ParallelTerminationStrategy: PID 25615 died...
16:40:58.820013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25615): Terminated: ok {rc=0}
16:40:58.830125 ---      ParallelTerminationStrategy: PID 25618 died...
16:40:58.885669 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25618): Terminated: ok {rc=0}
16:40:58.972067 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>141</id><name>gprs_nanobts+band-1900</name><properties></properties><timestamp>2022-12-10T16:40:01</timestamp></suite><suite><case><age>238</age><className>gprs:nanobts+band-1900+mod-bts0-egprs</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25633): Process ended prematurely: osmo-stp_10.42.42.5(pid=25633) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25633)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25633): Process ended prematurely: osmo-stp_10.42.42.5(pid=25633) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25633)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py
----------------------------------------------
16:41:01.107199 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:01.118714 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)
16:41:01.279699 tst         cs_paging_gprs_active.py: using LAC 29271
16:41:01.402785 tst         cs_paging_gprs_active.py: using RAC 201
16:41:01.548133 tst         cs_paging_gprs_active.py: using CellId 29271
16:41:01.694951 tst         cs_paging_gprs_active.py: using BVCI 29272
16:41:01.726949 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:01.740523 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:01.754219 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:01.772391 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:01.785632 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:01.799917 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:01.813157 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:01.826267 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:01.838321 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:41:01.980479 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:41:02.301758 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
16:41:02.428060 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:41:02.736371 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25623): Launched
16:41:02.991700 run iperf3-srv_10.42.42.10(pid=25624): Launched
16:41:03.174053 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
16:41:03.297906 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:41:03.606496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25625): Launched
16:41:03.860870 run iperf3-srv_10.42.42.10(pid=25626): Launched
16:41:04.042416 tst      cs_paging_gprs_active.py:38: start network...
16:41:04.166346 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:41:04.631195 run         create_hlr_db(pid=25627): Launched
16:41:04.802281 bus                          /gobi_6: Setting Powered False
16:41:05.824649 run         create_hlr_db(pid=25627): Terminated: ok {rc=0}
16:41:06.246267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25629): Launched
16:41:06.563865 run   osmo-hlr_10.42.42.2(pid=25630): Launched
16:41:06.683074 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:41:07.235415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25632): Launched
16:41:07.553756 run   osmo-stp_10.42.42.5(pid=25633): Launched
16:41:07.668683 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:41:08.221137 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25635): Launched
16:41:08.334354 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:41:08.611168 run              patchelf(pid=25636): Launched
16:41:08.797579 run   osmo-stp_10.42.42.5(pid=25633): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25633)]
16:41:08.934151 run   osmo-stp_10.42.42.5(pid=25633): stdout: 
| (launched: 2022-12-10_16:41:07.396857)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:41:09.070913 run   osmo-stp_10.42.42.5(pid=25633): stderr: 
| �[0;m�[38;5;43m20221210164107586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164107586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164107587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164107587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164107588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164107588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164107588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:41:09.202762 run   osmo-stp_10.42.42.5(pid=25633): stdout: 
| (launched: 2022-12-10_16:41:07.396857)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:41:09.333071 run   osmo-stp_10.42.42.5(pid=25633): stderr: 
| �[0;m�[38;5;43m20221210164107586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164107586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164107587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164107587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164107588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164107588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164107588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:41:09.485067 run              patchelf(pid=25636): Terminating (SIGINT)
16:41:09.665045 run              patchelf(pid=25636): Terminated: ok {rc=0}
16:41:09.697855 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25633): Process ended prematurely: osmo-stp_10.42.42.5(pid=25633) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25633)]  [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]
16:41:09.707629 tst      cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)
16:41:09.770035 run   osmo-hlr_10.42.42.2(pid=25630): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25630)]
16:41:09.821088 run   osmo-hlr_10.42.42.2(pid=25630): stdout: 
| (launched: 2022-12-10_16:41:06.408125) 
16:41:09.872786 run   osmo-hlr_10.42.42.2(pid=25630): stderr: 
| �[0;m�[1;31m20221210164106604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164106604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164106604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164106604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164106604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164106604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164106617 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164106625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164106626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164106626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:41:09.916796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25623): Terminating (SIGTERM)
16:41:09.958282 run iperf3-srv_10.42.42.10(pid=25624): Terminating (SIGTERM)
16:41:09.999866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25625): Terminating (SIGTERM)
16:41:10.041379 run iperf3-srv_10.42.42.10(pid=25626): Terminating (SIGTERM)
16:41:10.082948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25629): Terminating (SIGTERM)
16:41:10.124568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25632): Terminating (SIGTERM)
16:41:10.166076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25635): Terminating (SIGTERM)
16:41:10.175657 ---      ParallelTerminationStrategy: PID 25623 died...
16:41:10.231507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25623): Terminated: ok {rc=0}
16:41:10.241929 ---      ParallelTerminationStrategy: PID 25624 died...
16:41:10.297359 run iperf3-srv_10.42.42.10(pid=25624): Terminated {rc=256}
16:41:10.307390 ---      ParallelTerminationStrategy: PID 25625 died...
16:41:10.363032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25625): Terminated: ok {rc=0}
16:41:10.373064 ---      ParallelTerminationStrategy: PID 25626 died...
16:41:10.428155 run iperf3-srv_10.42.42.10(pid=25626): Terminated {rc=256}
16:41:10.438215 ---      ParallelTerminationStrategy: PID 25629 died...
16:41:10.493807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25629): Terminated: ok {rc=0}
16:41:10.503908 ---      ParallelTerminationStrategy: PID 25632 died...
16:41:10.559441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25632): Terminated: ok {rc=0}
16:41:10.569880 ---      ParallelTerminationStrategy: PID 25635 died...
16:41:10.625189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25635): Terminated: ok {rc=0}
16:41:10.712159 bus                          /gobi_0: Setting Powered False
16:41:11.814822 bus                          /gobi_0: Setting Powered False
16:41:12.924848 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:nanobts+band-1900+mod-bts0-egprs</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25645): Process ended prematurely: osmo-stp_10.42.42.5(pid=25645) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25645)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25645): Process ended prematurely: osmo-stp_10.42.42.5(pid=25645) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25645)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py
----------------------------------------------
16:41:14.034195 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:14.045702 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)
16:41:14.184732 tst                        iperf3.py: using LAC 29272
16:41:14.309607 tst                        iperf3.py: using RAC 202
16:41:14.432322 tst                        iperf3.py: using CellId 29272
16:41:14.555768 tst                        iperf3.py: using BVCI 29273
16:41:14.580100 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:14.591597 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:14.603026 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:14.614217 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:14.625334 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:14.636436 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:14.647782 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:14.659049 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:14.670399 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:41:14.956566 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
16:41:15.088889 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:41:15.418436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25637): Launched
16:41:15.692515 run iperf3-srv_10.42.42.10(pid=25638): Launched
16:41:15.903757 tst                      iperf3.py:8: start network...
16:41:16.039036 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:41:16.586096 run         create_hlr_db(pid=25639): Launched
16:41:16.772412 bus                          /gobi_6: Setting Powered False
16:41:17.781118 run         create_hlr_db(pid=25639): Terminated: ok {rc=0}
16:41:18.211008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25641): Launched
16:41:18.527416 run   osmo-hlr_10.42.42.2(pid=25642): Launched
16:41:18.642725 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:41:19.195460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25644): Launched
16:41:19.513459 run   osmo-stp_10.42.42.5(pid=25645): Launched
16:41:19.629276 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:41:20.184225 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25647): Launched
16:41:20.297560 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:41:20.574283 run              patchelf(pid=25648): Launched
16:41:20.760178 run   osmo-stp_10.42.42.5(pid=25645): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25645)]
16:41:20.896520 run   osmo-stp_10.42.42.5(pid=25645): stdout: 
| (launched: 2022-12-10_16:41:19.357249)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:41:21.033328 run   osmo-stp_10.42.42.5(pid=25645): stderr: 
| �[0;m�[38;5;43m20221210164119547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164119547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164119547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164119548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164119548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164119548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164119548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:41:21.165002 run   osmo-stp_10.42.42.5(pid=25645): stdout: 
| (launched: 2022-12-10_16:41:19.357249)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:41:21.295159 run   osmo-stp_10.42.42.5(pid=25645): stderr: 
| �[0;m�[38;5;43m20221210164119547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164119547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164119547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164119548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164119548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164119548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164119548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:41:21.447432 run              patchelf(pid=25648): Terminating (SIGINT)
16:41:21.626913 run              patchelf(pid=25648): Terminated: ok {rc=0}
16:41:21.659853 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25645): Process ended prematurely: osmo-stp_10.42.42.5(pid=25645) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25645)]  [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]
16:41:21.669685 tst                      iperf3.py:8: Test FAILED (7.7 sec)
16:41:21.732299 run   osmo-hlr_10.42.42.2(pid=25642): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25642)]
16:41:21.783398 run   osmo-hlr_10.42.42.2(pid=25642): stdout: 
| (launched: 2022-12-10_16:41:18.372153) 
16:41:21.835208 run   osmo-hlr_10.42.42.2(pid=25642): stderr: 
| �[0;m�[1;31m20221210164118568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164118568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164118568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164118568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164118568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164118568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164118581 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164118589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164118589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164118589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:41:21.879345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25637): Terminating (SIGTERM)
16:41:21.921238 run iperf3-srv_10.42.42.10(pid=25638): Terminating (SIGTERM)
16:41:21.963213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25641): Terminating (SIGTERM)
16:41:22.005091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25644): Terminating (SIGTERM)
16:41:22.047074 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25647): Terminating (SIGTERM)
16:41:22.056837 ---      ParallelTerminationStrategy: PID 25637 died...
16:41:22.113496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25637): Terminated: ok {rc=0}
16:41:22.123640 ---      ParallelTerminationStrategy: PID 25638 died...
16:41:22.179114 run iperf3-srv_10.42.42.10(pid=25638): Terminated {rc=256}
16:41:22.189223 ---      ParallelTerminationStrategy: PID 25641 died...
16:41:22.244882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25641): Terminated: ok {rc=0}
16:41:22.254965 ---      ParallelTerminationStrategy: PID 25644 died...
16:41:22.310589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25644): Terminated: ok {rc=0}
16:41:22.320696 ---      ParallelTerminationStrategy: PID 25647 died...
16:41:22.376612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25647): Terminated: ok {rc=0}
16:41:22.463779 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:nanobts+band-1900+mod-bts0-egprs</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25663): Process ended prematurely: osmo-stp_10.42.42.5(pid=25663) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25663)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25663): Process ended prematurely: osmo-stp_10.42.42.5(pid=25663) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25663)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py
----------------------------------------------
16:41:23.581081 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:23.593137 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)
16:41:23.718952 tst                      iperf3m4.py: using LAC 29273
16:41:23.842265 tst                      iperf3m4.py: using RAC 203
16:41:23.965895 tst                      iperf3m4.py: using CellId 29273
16:41:24.091308 tst                      iperf3m4.py: using BVCI 29274
16:41:24.115486 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:24.126985 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:24.138232 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:24.149438 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:24.160531 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:24.171714 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:24.183114 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:24.194683 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:24.206103 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:41:24.323429 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:41:24.443853 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:41:24.559603 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:41:24.849074 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
16:41:24.981248 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:41:25.309382 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25649): Launched
16:41:25.582431 run iperf3-srv_10.42.42.10(pid=25650): Launched
16:41:25.777688 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
16:41:25.910001 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:41:26.238207 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25651): Launched
16:41:26.510410 run iperf3-srv_10.42.42.10(pid=25652): Launched
16:41:26.704624 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
16:41:26.836714 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:41:27.164686 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25653): Launched
16:41:27.437440 run iperf3-srv_10.42.42.10(pid=25654): Launched
16:41:27.632016 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
16:41:27.764626 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:41:28.092791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25655): Launched
16:41:28.365341 run iperf3-srv_10.42.42.10(pid=25656): Launched
16:41:28.560012 tst                    iperf3m4.py:8: start network...
16:41:28.692218 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:41:29.198235 run         create_hlr_db(pid=25657): Launched
16:41:29.382075 bus                          /gobi_6: Setting Powered False
16:41:30.404213 run         create_hlr_db(pid=25657): Terminated: ok {rc=0}
16:41:30.804609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25659): Launched
16:41:31.253351 run   osmo-hlr_10.42.42.2(pid=25660): Launched
16:41:31.407788 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:41:31.974406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25662): Launched
16:41:32.330327 run   osmo-stp_10.42.42.5(pid=25663): Launched
16:41:32.449713 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:41:32.972237 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25665): Launched
16:41:33.079078 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:41:33.339033 run              patchelf(pid=25666): Launched
16:41:33.513897 run   osmo-stp_10.42.42.5(pid=25663): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25663)]
16:41:33.641412 run   osmo-stp_10.42.42.5(pid=25663): stdout: 
| (launched: 2022-12-10_16:41:32.128596)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:41:33.769516 run   osmo-stp_10.42.42.5(pid=25663): stderr: 
| �[0;m�[38;5;43m20221210164132344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164132344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164132345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164132345 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164132345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164132346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164132346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:41:33.892423 run   osmo-stp_10.42.42.5(pid=25663): stdout: 
| (launched: 2022-12-10_16:41:32.128596)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:41:34.014015 run   osmo-stp_10.42.42.5(pid=25663): stderr: 
| �[0;m�[38;5;43m20221210164132344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164132344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164132345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164132345 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164132345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164132346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164132346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:41:34.156211 run              patchelf(pid=25666): Terminating (SIGINT)
16:41:34.323644 run              patchelf(pid=25666): Terminated: ok {rc=0}
16:41:34.354457 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25663): Process ended prematurely: osmo-stp_10.42.42.5(pid=25663) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25663)]  [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]
16:41:34.363599 tst                    iperf3m4.py:8: Test FAILED (10.8 sec)
16:41:34.424201 run   osmo-hlr_10.42.42.2(pid=25660): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25660)]
16:41:34.472878 run   osmo-hlr_10.42.42.2(pid=25660): stdout: 
| (launched: 2022-12-10_16:41:30.970232) 
16:41:34.522005 run   osmo-hlr_10.42.42.2(pid=25660): stderr: 
| �[0;m�[1;31m20221210164131208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164131208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164131208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164131208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164131213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164131213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164131227 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164131243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164131244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164131244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:41:34.563976 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25649): Terminating (SIGTERM)
16:41:34.603587 run iperf3-srv_10.42.42.10(pid=25650): Terminating (SIGTERM)
16:41:34.643105 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25651): Terminating (SIGTERM)
16:41:34.682613 run iperf3-srv_10.42.42.10(pid=25652): Terminating (SIGTERM)
16:41:34.722168 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25653): Terminating (SIGTERM)
16:41:34.761531 run iperf3-srv_10.42.42.10(pid=25654): Terminating (SIGTERM)
16:41:34.800932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25655): Terminating (SIGTERM)
16:41:34.840306 run iperf3-srv_10.42.42.10(pid=25656): Terminating (SIGTERM)
16:41:34.880124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25659): Terminating (SIGTERM)
16:41:34.919537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25662): Terminating (SIGTERM)
16:41:34.958999 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25665): Terminating (SIGTERM)
16:41:34.968432 ---      ParallelTerminationStrategy: PID 25649 died...
16:41:35.022243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25649): Terminated: ok {rc=0}
16:41:35.032084 ---      ParallelTerminationStrategy: PID 25650 died...
16:41:35.084932 run iperf3-srv_10.42.42.10(pid=25650): Terminated {rc=256}
16:41:35.094508 ---      ParallelTerminationStrategy: PID 25651 died...
16:41:35.147125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25651): Terminated: ok {rc=0}
16:41:35.156835 ---      ParallelTerminationStrategy: PID 25652 died...
16:41:35.209240 run iperf3-srv_10.42.42.10(pid=25652): Terminated {rc=256}
16:41:35.219003 ---      ParallelTerminationStrategy: PID 25653 died...
16:41:35.271926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25653): Terminated: ok {rc=0}
16:41:35.281621 ---      ParallelTerminationStrategy: PID 25654 died...
16:41:35.334100 run iperf3-srv_10.42.42.10(pid=25654): Terminated {rc=256}
16:41:35.343937 ---      ParallelTerminationStrategy: PID 25655 died...
16:41:35.397232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25655): Terminated: ok {rc=0}
16:41:35.406797 ---      ParallelTerminationStrategy: PID 25656 died...
16:41:35.459556 run iperf3-srv_10.42.42.10(pid=25656): Terminated {rc=256}
16:41:35.469278 ---      ParallelTerminationStrategy: PID 25659 died...
16:41:35.521913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25659): Terminated: ok {rc=0}
16:41:35.531736 ---      ParallelTerminationStrategy: PID 25662 died...
16:41:35.584908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25662): Terminated: ok {rc=0}
16:41:35.595237 ---      ParallelTerminationStrategy: PID 25665 died...
16:41:35.648743 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25665): Terminated: ok {rc=0}
16:41:35.738000 bus                          /gobi_4: Setting Powered False
16:41:36.841068 bus                          /gobi_4: Setting Powered False
16:41:37.947215 bus                          /gobi_1: Setting Powered False
16:41:39.048177 bus                          /gobi_1: Setting Powered False
16:41:40.159526 bus                          /gobi_0: Setting Powered False
16:41:41.262206 bus                          /gobi_0: Setting Powered False
16:41:42.373406 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:nanobts+band-1900+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25673): Process ended prematurely: osmo-stp_10.42.42.5(pid=25673) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25673)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25673): Process ended prematurely: osmo-stp_10.42.42.5(pid=25673) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25673)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:nanobts+band-1900+mod-bts0-egprs ping.py
----------------------------------------------
16:41:43.440400 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:43.451956 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)
16:41:43.576634 tst                          ping.py: using LAC 29274
16:41:43.688941 tst                          ping.py: using RAC 204
16:41:43.801878 tst                          ping.py: using CellId 29274
16:41:43.914405 tst                          ping.py: using BVCI 29275
16:41:43.936484 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:43.947460 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:43.958203 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:43.969135 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:43.979921 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:43.990769 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:44.001867 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:44.012754 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:41:44.295467 tst                       ping.py:19: start network...
16:41:44.425317 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:41:44.922277 run         create_hlr_db(pid=25667): Launched
16:41:45.102901 bus                          /gobi_6: Setting Powered False
16:41:46.127028 run         create_hlr_db(pid=25667): Terminated: ok {rc=0}
16:41:46.610445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25669): Launched
16:41:46.958088 run   osmo-hlr_10.42.42.2(pid=25670): Launched
16:41:47.088378 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:41:47.704155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25672): Launched
16:41:47.995434 run   osmo-stp_10.42.42.5(pid=25673): Launched
16:41:48.102235 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:41:48.610238 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25675): Launched
16:41:48.713910 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:41:48.967692 run              patchelf(pid=25676): Launched
16:41:49.138614 run   osmo-stp_10.42.42.5(pid=25673): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25673)]
16:41:49.263114 run   osmo-stp_10.42.42.5(pid=25673): stdout: 
| (launched: 2022-12-10_16:41:47.852129)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:41:49.388580 run   osmo-stp_10.42.42.5(pid=25673): stderr: 
| �[0;m�[38;5;43m20221210164148023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164148023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164148023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164148023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164148024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164148024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164148024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:41:49.509216 run   osmo-stp_10.42.42.5(pid=25673): stdout: 
| (launched: 2022-12-10_16:41:47.852129)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:41:49.628572 run   osmo-stp_10.42.42.5(pid=25673): stderr: 
| �[0;m�[38;5;43m20221210164148023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164148023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164148023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164148023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164148024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164148024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164148024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:41:49.767538 run              patchelf(pid=25676): Terminating (SIGINT)
16:41:49.931733 run              patchelf(pid=25676): Terminated: ok {rc=0}
16:41:49.961632 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25673): Process ended prematurely: osmo-stp_10.42.42.5(pid=25673) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25673)]  [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]
16:41:49.970306 tst                       ping.py:22: Test FAILED (6.5 sec)
16:41:50.030240 run   osmo-hlr_10.42.42.2(pid=25670): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25670)]
16:41:50.078993 run   osmo-hlr_10.42.42.2(pid=25670): stdout: 
| (launched: 2022-12-10_16:41:46.763077) 
16:41:50.128552 run   osmo-hlr_10.42.42.2(pid=25670): stderr: 
| �[0;m�[1;31m20221210164147146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164147146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164147146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164147146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164147146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164147146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164147166 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164147188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164147189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164147190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:41:50.170435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25669): Terminating (SIGTERM)
16:41:50.210073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25672): Terminating (SIGTERM)
16:41:50.249740 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25675): Terminating (SIGTERM)
16:41:50.259168 ---      ParallelTerminationStrategy: PID 25669 died...
16:41:50.312697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25669): Terminated: ok {rc=0}
16:41:50.322471 ---      ParallelTerminationStrategy: PID 25672 died...
16:41:50.375788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25672): Terminated: ok {rc=0}
16:41:50.385946 ---      ParallelTerminationStrategy: PID 25675 died...
16:41:50.438768 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25675): Terminated: ok {rc=0}
16:41:50.526726 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:nanobts+band-1900+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25683): Process ended prematurely: osmo-stp_10.42.42.5(pid=25683) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25683)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25683): Process ended prematurely: osmo-stp_10.42.42.5(pid=25683) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25683)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py
----------------------------------------------
16:41:51.578949 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:51.591070 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)
16:41:51.717908 tst                ping_idle_ping.py: using LAC 29275
16:41:51.832865 tst                ping_idle_ping.py: using RAC 205
16:41:51.948774 tst                ping_idle_ping.py: using CellId 29275
16:41:52.063034 tst                ping_idle_ping.py: using BVCI 29276
16:41:52.085433 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:52.096358 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:52.107175 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:52.118275 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:52.129363 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:52.140260 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:52.151461 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:41:52.162449 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:41:52.446018 tst             ping_idle_ping.py:24: start network...
16:41:52.576387 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:41:53.084529 run         create_hlr_db(pid=25677): Launched
16:41:53.267239 bus                          /gobi_6: Setting Powered False
16:41:54.290088 run         create_hlr_db(pid=25677): Terminated: ok {rc=0}
16:41:54.687332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25679): Launched
16:41:54.980809 run   osmo-hlr_10.42.42.2(pid=25680): Launched
16:41:55.091050 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:41:55.604348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25682): Launched
16:41:55.897795 run   osmo-stp_10.42.42.5(pid=25683): Launched
16:41:56.004615 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:41:56.514272 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25685): Launched
16:41:56.618446 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:41:56.872511 run              patchelf(pid=25686): Launched
16:41:57.043295 run   osmo-stp_10.42.42.5(pid=25683): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25683)]
16:41:57.168375 run   osmo-stp_10.42.42.5(pid=25683): stdout: 
| (launched: 2022-12-10_16:41:55.752812)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:41:57.294239 run   osmo-stp_10.42.42.5(pid=25683): stderr: 
| �[0;m�[38;5;43m20221210164155922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164155922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164155922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164155923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164155923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164155923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164155924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:41:57.415582 run   osmo-stp_10.42.42.5(pid=25683): stdout: 
| (launched: 2022-12-10_16:41:55.752812)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:41:57.535629 run   osmo-stp_10.42.42.5(pid=25683): stderr: 
| �[0;m�[38;5;43m20221210164155922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164155922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164155922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164155923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164155923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164155923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164155924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:41:57.675730 run              patchelf(pid=25686): Terminating (SIGINT)
16:41:57.840412 run              patchelf(pid=25686): Terminated: ok {rc=0}
16:41:57.870524 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25683): Process ended prematurely: osmo-stp_10.42.42.5(pid=25683) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25683)]  [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]
16:41:57.879061 tst             ping_idle_ping.py:27: Test FAILED (6.3 sec)
16:41:57.939717 run   osmo-hlr_10.42.42.2(pid=25680): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25680)]
16:41:57.988634 run   osmo-hlr_10.42.42.2(pid=25680): stdout: 
| (launched: 2022-12-10_16:41:54.836790) 
16:41:58.038273 run   osmo-hlr_10.42.42.2(pid=25680): stderr: 
| �[0;m�[1;31m20221210164155010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164155010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164155011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164155011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164155011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164155011 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164155023 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164155032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164155032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164155032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:41:58.080262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25679): Terminating (SIGTERM)
16:41:58.120039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25682): Terminating (SIGTERM)
16:41:58.159752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25685): Terminating (SIGTERM)
16:41:58.169235 ---      ParallelTerminationStrategy: PID 25679 died...
16:41:58.222651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25679): Terminated: ok {rc=0}
16:41:58.232341 ---      ParallelTerminationStrategy: PID 25682 died...
16:41:58.285419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25682): Terminated: ok {rc=0}
16:41:58.294958 ---      ParallelTerminationStrategy: PID 25685 died...
16:41:58.348302 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25685): Terminated: ok {rc=0}
16:41:58.432029 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>142</id><name>gprs_nanobts+band-1900+mod-bts0-egprs</name><properties></properties><timestamp>2022-12-10T16:41:00</timestamp></suite><suite><case><age>238</age><className>gprs:nanobts+band-1900+mod-bts0-dynts-ipa</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25707): Process ended prematurely: osmo-stp_10.42.42.5(pid=25707) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25707)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25707): Process ended prematurely: osmo-stp_10.42.42.5(pid=25707) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25707)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py
----------------------------------------------
16:42:00.559774 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:00.570826 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
16:42:00.716376 tst         cs_paging_gprs_active.py: using LAC 29276
16:42:00.839165 tst         cs_paging_gprs_active.py: using RAC 206
16:42:00.989674 tst         cs_paging_gprs_active.py: using CellId 29276
16:42:01.142653 tst         cs_paging_gprs_active.py: using BVCI 29277
16:42:01.167863 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:01.179814 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:01.192320 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:01.205455 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:01.217754 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:01.230941 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:01.243383 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:01.255649 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:01.268333 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:42:01.391277 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:42:01.671010 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
16:42:01.799633 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:42:02.132744 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25697): Launched
16:42:02.391656 run iperf3-srv_10.42.42.10(pid=25698): Launched
16:42:02.574310 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
16:42:02.698661 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:42:03.007503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25699): Launched
16:42:03.263443 run iperf3-srv_10.42.42.10(pid=25700): Launched
16:42:03.445284 tst      cs_paging_gprs_active.py:38: start network...
16:42:03.569301 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:42:04.037624 run         create_hlr_db(pid=25701): Launched
16:42:04.209410 bus                          /gobi_6: Setting Powered False
16:42:05.230859 run         create_hlr_db(pid=25701): Terminated: ok {rc=0}
16:42:05.655176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25703): Launched
16:42:05.973906 run   osmo-hlr_10.42.42.2(pid=25704): Launched
16:42:06.090560 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:42:06.642390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25706): Launched
16:42:06.959390 run   osmo-stp_10.42.42.5(pid=25707): Launched
16:42:07.074707 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:42:07.629499 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25709): Launched
16:42:07.742974 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:42:08.020175 run              patchelf(pid=25710): Launched
16:42:08.205855 run   osmo-stp_10.42.42.5(pid=25707): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25707)]
16:42:08.342211 run   osmo-stp_10.42.42.5(pid=25707): stdout: 
| (launched: 2022-12-10_16:42:06.804083)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:42:08.479150 run   osmo-stp_10.42.42.5(pid=25707): stderr: 
| �[0;m�[38;5;43m20221210164206992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164206993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164206993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164206993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164206994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164206994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164206994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:42:08.611317 run   osmo-stp_10.42.42.5(pid=25707): stdout: 
| (launched: 2022-12-10_16:42:06.804083)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:42:08.741563 run   osmo-stp_10.42.42.5(pid=25707): stderr: 
| �[0;m�[38;5;43m20221210164206992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164206993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164206993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164206993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164206994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164206994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164206994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:42:08.893305 run              patchelf(pid=25710): Terminating (SIGINT)
16:42:09.071893 run              patchelf(pid=25710): Terminated: ok {rc=0}
16:42:09.105127 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25707): Process ended prematurely: osmo-stp_10.42.42.5(pid=25707) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25707)]  [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]
16:42:09.114847 tst      cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)
16:42:09.177450 run   osmo-hlr_10.42.42.2(pid=25704): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25704)]
16:42:09.228384 run   osmo-hlr_10.42.42.2(pid=25704): stdout: 
| (launched: 2022-12-10_16:42:05.817633) 
16:42:09.280129 run   osmo-hlr_10.42.42.2(pid=25704): stderr: 
| �[0;m�[1;31m20221210164206016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164206016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164206016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164206016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164206016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164206016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164206028 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164206036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164206037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164206037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:42:09.324438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25697): Terminating (SIGTERM)
16:42:09.366330 run iperf3-srv_10.42.42.10(pid=25698): Terminating (SIGTERM)
16:42:09.407905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25699): Terminating (SIGTERM)
16:42:09.449606 run iperf3-srv_10.42.42.10(pid=25700): Terminating (SIGTERM)
16:42:09.491387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25703): Terminating (SIGTERM)
16:42:09.533475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25706): Terminating (SIGTERM)
16:42:09.575339 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25709): Terminating (SIGTERM)
16:42:09.585262 ---      ParallelTerminationStrategy: PID 25697 died...
16:42:09.641033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25697): Terminated: ok {rc=0}
16:42:09.651151 ---      ParallelTerminationStrategy: PID 25698 died...
16:42:09.706450 run iperf3-srv_10.42.42.10(pid=25698): Terminated {rc=256}
16:42:09.716443 ---      ParallelTerminationStrategy: PID 25699 died...
16:42:09.771753 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25699): Terminated: ok {rc=0}
16:42:09.781824 ---      ParallelTerminationStrategy: PID 25700 died...
16:42:09.837070 run iperf3-srv_10.42.42.10(pid=25700): Terminated {rc=256}
16:42:09.847100 ---      ParallelTerminationStrategy: PID 25703 died...
16:42:09.902457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25703): Terminated: ok {rc=0}
16:42:09.912470 ---      ParallelTerminationStrategy: PID 25706 died...
16:42:09.967723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25706): Terminated: ok {rc=0}
16:42:09.977813 ---      ParallelTerminationStrategy: PID 25709 died...
16:42:10.033652 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25709): Terminated: ok {rc=0}
16:42:10.120782 bus                          /gobi_0: Setting Powered False
16:42:11.224494 bus                          /gobi_0: Setting Powered False
16:42:12.335358 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:nanobts+band-1900+mod-bts0-dynts-ipa</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25719): Process ended prematurely: osmo-stp_10.42.42.5(pid=25719) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25719)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25719): Process ended prematurely: osmo-stp_10.42.42.5(pid=25719) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25719)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py
----------------------------------------------
16:42:13.444405 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:13.456004 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
16:42:13.611767 tst                        iperf3.py: using LAC 29277
16:42:13.736566 tst                        iperf3.py: using RAC 207
16:42:13.860573 tst                        iperf3.py: using CellId 29277
16:42:13.984872 tst                        iperf3.py: using BVCI 29278
16:42:14.009217 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:14.020555 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:14.032050 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:14.043482 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:14.054890 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:14.066288 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:14.077718 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:14.089102 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:14.100568 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:42:14.389238 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
16:42:14.521904 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:42:14.850434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25711): Launched
16:42:15.123027 run iperf3-srv_10.42.42.10(pid=25712): Launched
16:42:15.317828 tst                      iperf3.py:8: start network...
16:42:15.450425 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:42:16.018949 run         create_hlr_db(pid=25713): Launched
16:42:16.212091 bus                          /gobi_6: Setting Powered False
16:42:17.239339 run         create_hlr_db(pid=25713): Terminated: ok {rc=0}
16:42:17.663513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25715): Launched
16:42:17.979406 run   osmo-hlr_10.42.42.2(pid=25716): Launched
16:42:18.095901 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:42:18.647588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25718): Launched
16:42:18.964553 run   osmo-stp_10.42.42.5(pid=25719): Launched
16:42:19.079235 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:42:19.633489 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25721): Launched
16:42:19.746608 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:42:20.022381 run              patchelf(pid=25722): Launched
16:42:20.208557 run   osmo-stp_10.42.42.5(pid=25719): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25719)]
16:42:20.344477 run   osmo-stp_10.42.42.5(pid=25719): stdout: 
| (launched: 2022-12-10_16:42:18.809466)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:42:20.480846 run   osmo-stp_10.42.42.5(pid=25719): stderr: 
| �[0;m�[38;5;43m20221210164218999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164218999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164218999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164219000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164219000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164219000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164219000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:42:20.612610 run   osmo-stp_10.42.42.5(pid=25719): stdout: 
| (launched: 2022-12-10_16:42:18.809466)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:42:20.742560 run   osmo-stp_10.42.42.5(pid=25719): stderr: 
| �[0;m�[38;5;43m20221210164218999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164218999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164218999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164219000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164219000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164219000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164219000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:42:20.894396 run              patchelf(pid=25722): Terminating (SIGINT)
16:42:21.072715 run              patchelf(pid=25722): Terminated: ok {rc=0}
16:42:21.105522 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25719): Process ended prematurely: osmo-stp_10.42.42.5(pid=25719) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25719)]  [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]
16:42:21.115334 tst                      iperf3.py:8: Test FAILED (7.7 sec)
16:42:21.178116 run   osmo-hlr_10.42.42.2(pid=25716): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25716)]
16:42:21.229270 run   osmo-hlr_10.42.42.2(pid=25716): stdout: 
| (launched: 2022-12-10_16:42:17.825378) 
16:42:21.280900 run   osmo-hlr_10.42.42.2(pid=25716): stderr: 
| �[0;m�[1;31m20221210164218024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164218024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164218024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164218024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164218024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164218024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164218041 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164218049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164218049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164218049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:42:21.325112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25711): Terminating (SIGTERM)
16:42:21.366738 run iperf3-srv_10.42.42.10(pid=25712): Terminating (SIGTERM)
16:42:21.408290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25715): Terminating (SIGTERM)
16:42:21.449892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25718): Terminating (SIGTERM)
16:42:21.491538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25721): Terminating (SIGTERM)
16:42:21.501244 ---      ParallelTerminationStrategy: PID 25711 died...
16:42:21.557100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25711): Terminated: ok {rc=0}
16:42:21.567214 ---      ParallelTerminationStrategy: PID 25712 died...
16:42:21.623294 run iperf3-srv_10.42.42.10(pid=25712): Terminated {rc=256}
16:42:21.633477 ---      ParallelTerminationStrategy: PID 25715 died...
16:42:21.688724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25715): Terminated: ok {rc=0}
16:42:21.698768 ---      ParallelTerminationStrategy: PID 25718 died...
16:42:21.754124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25718): Terminated: ok {rc=0}
16:42:21.764145 ---      ParallelTerminationStrategy: PID 25721 died...
16:42:21.819572 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25721): Terminated: ok {rc=0}
16:42:21.906281 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:nanobts+band-1900+mod-bts0-dynts-ipa</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25737): Process ended prematurely: osmo-stp_10.42.42.5(pid=25737) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25737)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25737): Process ended prematurely: osmo-stp_10.42.42.5(pid=25737) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25737)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py
----------------------------------------------
16:42:23.016267 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:23.027921 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
16:42:23.173272 tst                      iperf3m4.py: using LAC 29278
16:42:23.293940 tst                      iperf3m4.py: using RAC 208
16:42:23.409761 tst                      iperf3m4.py: using CellId 29278
16:42:23.524868 tst                      iperf3m4.py: using BVCI 29279
16:42:23.547763 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:23.558839 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:23.569902 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:23.580882 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:23.591744 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:23.603120 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:23.614449 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:23.625441 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:23.636511 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:42:23.756142 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:42:23.875259 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:42:23.990050 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:42:24.266797 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
16:42:24.390655 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:42:24.700532 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25723): Launched
16:42:24.956797 run iperf3-srv_10.42.42.10(pid=25724): Launched
16:42:25.138587 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
16:42:25.262418 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:42:25.571462 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25725): Launched
16:42:25.827377 run iperf3-srv_10.42.42.10(pid=25726): Launched
16:42:26.008297 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
16:42:26.131967 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:42:26.439981 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25727): Launched
16:42:26.704215 run iperf3-srv_10.42.42.10(pid=25728): Launched
16:42:26.899444 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
16:42:27.032450 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:42:27.362703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25729): Launched
16:42:27.636464 run iperf3-srv_10.42.42.10(pid=25730): Launched
16:42:27.830891 tst                    iperf3m4.py:8: start network...
16:42:27.963579 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:42:28.472499 run         create_hlr_db(pid=25731): Launched
16:42:28.656642 bus                          /gobi_6: Setting Powered False
16:42:29.678754 run         create_hlr_db(pid=25731): Terminated: ok {rc=0}
16:42:30.102153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25733): Launched
16:42:30.420129 run   osmo-hlr_10.42.42.2(pid=25734): Launched
16:42:30.538721 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:42:31.134344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25736): Launched
16:42:31.600097 run   osmo-stp_10.42.42.5(pid=25737): Launched
16:42:31.792477 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:42:32.343089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25739): Launched
16:42:32.450663 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:42:32.711356 run              patchelf(pid=25740): Launched
16:42:32.886176 run   osmo-stp_10.42.42.5(pid=25737): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25737)]
16:42:33.014174 run   osmo-stp_10.42.42.5(pid=25737): stdout: 
| (launched: 2022-12-10_16:42:31.296050)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:42:33.142862 run   osmo-stp_10.42.42.5(pid=25737): stderr: 
| �[0;m�[38;5;43m20221210164231548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164231548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164231548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164231549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164231549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164231549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164231549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:42:33.266512 run   osmo-stp_10.42.42.5(pid=25737): stdout: 
| (launched: 2022-12-10_16:42:31.296050)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:42:33.388894 run   osmo-stp_10.42.42.5(pid=25737): stderr: 
| �[0;m�[38;5;43m20221210164231548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164231548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164231548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164231549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164231549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164231549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164231549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:42:33.531985 run              patchelf(pid=25740): Terminating (SIGINT)
16:42:33.700097 run              patchelf(pid=25740): Terminated: ok {rc=0}
16:42:33.731047 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25737): Process ended prematurely: osmo-stp_10.42.42.5(pid=25737) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25737)]  [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]
16:42:33.740267 tst                    iperf3m4.py:8: Test FAILED (10.8 sec)
16:42:33.801729 run   osmo-hlr_10.42.42.2(pid=25734): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25734)]
16:42:33.851044 run   osmo-hlr_10.42.42.2(pid=25734): stdout: 
| (launched: 2022-12-10_16:42:30.264860) 
16:42:33.901218 run   osmo-hlr_10.42.42.2(pid=25734): stderr: 
| �[0;m�[1;31m20221210164230462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164230462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164230462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164230462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164230462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164230462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164230474 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164230483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164230483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164230483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:42:33.943344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25723): Terminating (SIGTERM)
16:42:33.983447 run iperf3-srv_10.42.42.10(pid=25724): Terminating (SIGTERM)
16:42:34.023490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25725): Terminating (SIGTERM)
16:42:34.063421 run iperf3-srv_10.42.42.10(pid=25726): Terminating (SIGTERM)
16:42:34.103672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25727): Terminating (SIGTERM)
16:42:34.143716 run iperf3-srv_10.42.42.10(pid=25728): Terminating (SIGTERM)
16:42:34.183811 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25729): Terminating (SIGTERM)
16:42:34.223975 run iperf3-srv_10.42.42.10(pid=25730): Terminating (SIGTERM)
16:42:34.264257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25733): Terminating (SIGTERM)
16:42:34.304334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25736): Terminating (SIGTERM)
16:42:34.344450 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25739): Terminating (SIGTERM)
16:42:34.353865 ---      ParallelTerminationStrategy: PID 25723 died...
16:42:34.407725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25723): Terminated: ok {rc=0}
16:42:34.417893 ---      ParallelTerminationStrategy: PID 25724 died...
16:42:34.471225 run iperf3-srv_10.42.42.10(pid=25724): Terminated {rc=256}
16:42:34.481086 ---      ParallelTerminationStrategy: PID 25725 died...
16:42:34.534672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25725): Terminated: ok {rc=0}
16:42:34.544790 ---      ParallelTerminationStrategy: PID 25726 died...
16:42:34.598157 run iperf3-srv_10.42.42.10(pid=25726): Terminated {rc=256}
16:42:34.607780 ---      ParallelTerminationStrategy: PID 25727 died...
16:42:34.661724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25727): Terminated: ok {rc=0}
16:42:34.671502 ---      ParallelTerminationStrategy: PID 25728 died...
16:42:34.724383 run iperf3-srv_10.42.42.10(pid=25728): Terminated {rc=256}
16:42:34.734326 ---      ParallelTerminationStrategy: PID 25729 died...
16:42:34.787760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25729): Terminated: ok {rc=0}
16:42:34.797893 ---      ParallelTerminationStrategy: PID 25730 died...
16:42:34.851053 run iperf3-srv_10.42.42.10(pid=25730): Terminated {rc=256}
16:42:34.860790 ---      ParallelTerminationStrategy: PID 25733 died...
16:42:34.913533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25733): Terminated: ok {rc=0}
16:42:34.923417 ---      ParallelTerminationStrategy: PID 25736 died...
16:42:34.976727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25736): Terminated: ok {rc=0}
16:42:34.986492 ---      ParallelTerminationStrategy: PID 25739 died...
16:42:35.040153 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25739): Terminated: ok {rc=0}
16:42:35.124468 bus                          /gobi_4: Setting Powered False
16:42:36.231657 bus                          /gobi_4: Setting Powered False
16:42:37.343101 bus                          /gobi_1: Setting Powered False
16:42:38.447716 bus                          /gobi_1: Setting Powered False
16:42:39.555291 bus                          /gobi_0: Setting Powered False
16:42:40.657263 bus                          /gobi_0: Setting Powered False
16:42:41.769602 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:nanobts+band-1900+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25747): Process ended prematurely: osmo-stp_10.42.42.5(pid=25747) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25747)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25747): Process ended prematurely: osmo-stp_10.42.42.5(pid=25747) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25747)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py
----------------------------------------------
16:42:42.836877 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:42.848381 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
16:42:42.993822 tst                          ping.py: using LAC 29279
16:42:43.108228 tst                          ping.py: using RAC 209
16:42:43.224222 tst                          ping.py: using CellId 29279
16:42:43.338025 tst                          ping.py: using BVCI 29280
16:42:43.360485 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:43.371517 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:43.382332 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:43.393384 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:43.404369 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:43.415445 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:43.426655 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:43.437704 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:42:43.719903 tst                       ping.py:19: start network...
16:42:43.850126 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:42:44.349115 run         create_hlr_db(pid=25741): Launched
16:42:44.530348 bus                          /gobi_6: Setting Powered False
16:42:45.552091 run         create_hlr_db(pid=25741): Terminated: ok {rc=0}
16:42:45.970487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25743): Launched
16:42:46.360200 run   osmo-hlr_10.42.42.2(pid=25744): Launched
16:42:46.468672 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:42:47.075922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25746): Launched
16:42:47.429536 run   osmo-stp_10.42.42.5(pid=25747): Launched
16:42:47.573925 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:42:48.092156 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25749): Launched
16:42:48.195956 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:42:48.450378 run              patchelf(pid=25750): Launched
16:42:48.621571 run   osmo-stp_10.42.42.5(pid=25747): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25747)]
16:42:48.746819 run   osmo-stp_10.42.42.5(pid=25747): stdout: 
| (launched: 2022-12-10_16:42:47.226583)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:42:48.872191 run   osmo-stp_10.42.42.5(pid=25747): stderr: 
| �[0;m�[38;5;43m20221210164247498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164247498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164247498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164247498 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164247499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164247499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164247499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:42:48.993284 run   osmo-stp_10.42.42.5(pid=25747): stdout: 
| (launched: 2022-12-10_16:42:47.226583)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:42:49.113129 run   osmo-stp_10.42.42.5(pid=25747): stderr: 
| �[0;m�[38;5;43m20221210164247498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164247498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164247498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164247498 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164247499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164247499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164247499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:42:49.252905 run              patchelf(pid=25750): Terminating (SIGINT)
16:42:49.416883 run              patchelf(pid=25750): Terminated: ok {rc=0}
16:42:49.447186 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25747): Process ended prematurely: osmo-stp_10.42.42.5(pid=25747) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25747)]  [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]
16:42:49.455643 tst                       ping.py:22: Test FAILED (6.6 sec)
16:42:49.516019 run   osmo-hlr_10.42.42.2(pid=25744): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25744)]
16:42:49.565025 run   osmo-hlr_10.42.42.2(pid=25744): stdout: 
| (launched: 2022-12-10_16:42:46.122398) 
16:42:49.614534 run   osmo-hlr_10.42.42.2(pid=25744): stderr: 
| �[0;m�[1;31m20221210164246517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164246517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164246518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164246518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164246518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164246518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164246541 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164246549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164246549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164246549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:42:49.656354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25743): Terminating (SIGTERM)
16:42:49.696131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25746): Terminating (SIGTERM)
16:42:49.735796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25749): Terminating (SIGTERM)
16:42:49.745314 ---      ParallelTerminationStrategy: PID 25743 died...
16:42:49.798544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25743): Terminated: ok {rc=0}
16:42:49.808348 ---      ParallelTerminationStrategy: PID 25746 died...
16:42:49.861100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25746): Terminated: ok {rc=0}
16:42:49.870936 ---      ParallelTerminationStrategy: PID 25749 died...
16:42:49.924543 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25749): Terminated: ok {rc=0}
16:42:50.007616 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:nanobts+band-1900+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25757): Process ended prematurely: osmo-stp_10.42.42.5(pid=25757) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25757)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25757): Process ended prematurely: osmo-stp_10.42.42.5(pid=25757) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25757)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py
----------------------------------------------
16:42:51.058012 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:51.069445 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
16:42:51.217188 tst                ping_idle_ping.py: using LAC 29280
16:42:51.332075 tst                ping_idle_ping.py: using RAC 210
16:42:51.445230 tst                ping_idle_ping.py: using CellId 29280
16:42:51.558569 tst                ping_idle_ping.py: using BVCI 29281
16:42:51.580869 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:51.591931 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:51.602833 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:51.613825 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:51.624645 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:51.635641 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:51.646841 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:42:51.657800 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:42:51.943575 tst             ping_idle_ping.py:24: start network...
16:42:52.075178 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:42:52.576095 run         create_hlr_db(pid=25751): Launched
16:42:52.757680 bus                          /gobi_6: Setting Powered False
16:42:53.778305 run         create_hlr_db(pid=25751): Terminated: ok {rc=0}
16:42:54.171319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25753): Launched
16:42:54.464403 run   osmo-hlr_10.42.42.2(pid=25754): Launched
16:42:54.573147 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:42:55.080402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25756): Launched
16:42:55.372440 run   osmo-stp_10.42.42.5(pid=25757): Launched
16:42:55.479328 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:42:55.988270 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25759): Launched
16:42:56.092308 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:42:56.346643 run              patchelf(pid=25760): Launched
16:42:56.518158 run   osmo-stp_10.42.42.5(pid=25757): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25757)]
16:42:56.643490 run   osmo-stp_10.42.42.5(pid=25757): stdout: 
| (launched: 2022-12-10_16:42:55.228517)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:42:56.768889 run   osmo-stp_10.42.42.5(pid=25757): stderr: 
| �[0;m�[38;5;43m20221210164255396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164255396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164255396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164255397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164255399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164255399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164255399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:42:56.890088 run   osmo-stp_10.42.42.5(pid=25757): stdout: 
| (launched: 2022-12-10_16:42:55.228517)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:42:57.010335 run   osmo-stp_10.42.42.5(pid=25757): stderr: 
| �[0;m�[38;5;43m20221210164255396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164255396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164255396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164255397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164255399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164255399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164255399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:42:57.150305 run              patchelf(pid=25760): Terminating (SIGINT)
16:42:57.314888 run              patchelf(pid=25760): Terminated: ok {rc=0}
16:42:57.345235 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25757): Process ended prematurely: osmo-stp_10.42.42.5(pid=25757) [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25757)]  [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]
16:42:57.353816 tst             ping_idle_ping.py:27: Test FAILED (6.3 sec)
16:42:57.413869 run   osmo-hlr_10.42.42.2(pid=25754): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25754)]
16:42:57.462636 run   osmo-hlr_10.42.42.2(pid=25754): stdout: 
| (launched: 2022-12-10_16:42:54.320100) 
16:42:57.512104 run   osmo-hlr_10.42.42.2(pid=25754): stderr: 
| �[0;m�[1;31m20221210164254494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164254494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164254494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164254494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164254494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164254494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164254507 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164254517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164254517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164254517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:42:57.554060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25753): Terminating (SIGTERM)
16:42:57.594180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25756): Terminating (SIGTERM)
16:42:57.633929 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25759): Terminating (SIGTERM)
16:42:57.643316 ---      ParallelTerminationStrategy: PID 25753 died...
16:42:57.697413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25753): Terminated: ok {rc=0}
16:42:57.707287 ---      ParallelTerminationStrategy: PID 25756 died...
16:42:57.760538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25756): Terminated: ok {rc=0}
16:42:57.770362 ---      ParallelTerminationStrategy: PID 25759 died...
16:42:57.823870 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25759): Terminated: ok {rc=0}
16:42:57.905810 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>143</id><name>gprs_nanobts+band-1900+mod-bts0-dynts-ipa</name><properties></properties><timestamp>2022-12-10T16:42:00</timestamp></suite><suite><case><age>238</age><className>dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25770): Process ended prematurely: osmo-stp_10.42.42.5(pid=25770) [trial-2376↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25770)]</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py", line 54, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25770): Process ended prematurely: osmo-stp_10.42.42.5(pid=25770) [trial-2376↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25770)]
</stderr><stdout>
----------------------------------------------
trial-2376 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py
----------------------------------------------
16:42:59.926465 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:42:59.939102 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
16:43:00.092105 tst               switch_tch_pdch.py: using LAC 29281
16:43:00.212856 tst               switch_tch_pdch.py: using RAC 211
16:43:00.333680 tst               switch_tch_pdch.py: using CellId 29281
16:43:00.454999 tst               switch_tch_pdch.py: using BVCI 29282
16:43:00.478933 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:43:00.490967 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:43:00.502895 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:43:00.514742 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:43:00.526655 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:43:00.538563 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:43:00.550884 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:43:00.562965 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
16:43:00.678075 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
16:43:00.988008 tst            switch_tch_pdch.py:51: start network...
16:43:01.140866 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:43:01.657549 run         create_hlr_db(pid=25764): Launched
16:43:01.833761 bus                          /gobi_6: Setting Powered False
16:43:02.858918 run         create_hlr_db(pid=25764): Terminated: ok {rc=0}
16:43:03.251863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25766): Launched
16:43:03.544812 run   osmo-hlr_10.42.42.2(pid=25767): Launched
16:43:03.658278 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:43:04.172515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25769): Launched
16:43:04.463689 run   osmo-stp_10.42.42.5(pid=25770): Launched
16:43:04.569994 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:43:05.076778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25772): Launched
16:43:05.179959 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:43:05.432877 run              patchelf(pid=25773): Launched
16:43:05.603950 run   osmo-stp_10.42.42.5(pid=25770): ERR: Terminated: ERROR {rc=1}  [trial-2376↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25770)]
16:43:05.728567 run   osmo-stp_10.42.42.5(pid=25770): stdout: 
| (launched: 2022-12-10_16:43:04.320245)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:43:05.853486 run   osmo-stp_10.42.42.5(pid=25770): stderr: 
| �[0;m�[38;5;43m20221210164304492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164304493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164304493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164304493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164304494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164304494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164304494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:43:05.974154 run   osmo-stp_10.42.42.5(pid=25770): stdout: 
| (launched: 2022-12-10_16:43:04.320245)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:43:06.093927 run   osmo-stp_10.42.42.5(pid=25770): stderr: 
| �[0;m�[38;5;43m20221210164304492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164304493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164304493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164304493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164304494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164304494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164304494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:43:06.233278 run              patchelf(pid=25773): Terminating (SIGINT)
16:43:06.396901 run              patchelf(pid=25773): Terminated: ok {rc=0}
16:43:06.426947 tst            switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=25770): Process ended prematurely: osmo-stp_10.42.42.5(pid=25770) [trial-2376↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25770)]  [trial-2376↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]
16:43:06.435598 tst            switch_tch_pdch.py:54: Test FAILED (6.5 sec)
16:43:06.495870 run   osmo-hlr_10.42.42.2(pid=25767): ERR: Terminated: ERROR {rc=237}  [trial-2376↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25767)]
16:43:06.544434 run   osmo-hlr_10.42.42.2(pid=25767): stdout: 
| (launched: 2022-12-10_16:43:03.400061) 
16:43:06.593787 run   osmo-hlr_10.42.42.2(pid=25767): stderr: 
| �[0;m�[1;31m20221210164303575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164303575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164303575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164303575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164303575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164303575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164303589 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164303597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164303597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164303598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:43:06.635431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25766): Terminating (SIGTERM)
16:43:06.675081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25769): Terminating (SIGTERM)
16:43:06.714657 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25772): Terminating (SIGTERM)
16:43:06.724071 ---      ParallelTerminationStrategy: PID 25766 died...
16:43:06.776888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25766): Terminated: ok {rc=0}
16:43:06.786785 ---      ParallelTerminationStrategy: PID 25769 died...
16:43:06.839347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25769): Terminated: ok {rc=0}
16:43:06.849193 ---      ParallelTerminationStrategy: PID 25772 died...
16:43:06.901785 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25772): Terminated: ok {rc=0}
16:43:06.990097 bus                          /gobi_0: Setting Powered False
16:43:08.092041 bus                          /gobi_0: Setting Powered False
16:43:09.198484 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>12.0</duration><id>144</id><name>dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-10T16:42:59</timestamp></suite><suite><case><age>46</age><className>sms:nanobts+band-900</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25784): Process ended prematurely: osmo-stp_10.42.42.5(pid=25784) [trial-2376↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25784)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py", line 16, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25784): Process ended prematurely: osmo-stp_10.42.42.5(pid=25784) [trial-2376↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25784)]
</stderr><stdout>
----------------------------------------------
trial-2376 sms:nanobts+band-900 mo_mt_sms.py
----------------------------------------------
16:43:11.130968 tst             sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)
16:43:11.141690 tst             sms:nanobts+band-900: Using 1 x bts (candidates: 1)
16:43:11.272371 tst                     mo_mt_sms.py: using LAC 29282
16:43:11.387062 tst                     mo_mt_sms.py: using RAC 212
16:43:11.502266 tst                     mo_mt_sms.py: using CellId 29282
16:43:11.624811 tst                     mo_mt_sms.py: using BVCI 29283
16:43:11.648508 tst             sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)
16:43:11.659617 tst             sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)
16:43:11.670792 tst             sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)
16:43:11.681981 tst             sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)
16:43:11.692920 tst             sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)
16:43:11.704005 tst             sms:nanobts+band-900: Using 1 x modem (candidates: 2)
16:43:11.818865 tst             sms:nanobts+band-900: Using 1 x modem (candidates: 2)
16:43:12.013991 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:43:12.474006 run         create_hlr_db(pid=25778): Launched
16:43:12.643136 bus                          /gobi_6: Setting Powered False
16:43:13.664907 run         create_hlr_db(pid=25778): Terminated: ok {rc=0}
16:43:14.054348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25780): Launched
16:43:14.346569 run   osmo-hlr_10.42.42.2(pid=25781): Launched
16:43:14.458348 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:43:14.975079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25783): Launched
16:43:15.267520 run   osmo-stp_10.42.42.5(pid=25784): Launched
16:43:15.375039 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:43:15.921270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25786): Launched
16:43:16.409543 run   osmo-msc_10.42.42.6(pid=25787): Launched
16:43:16.808239 run   osmo-stp_10.42.42.5(pid=25784): ERR: Terminated: ERROR {rc=1}  [trial-2376↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25784)]
16:43:16.952161 run   osmo-stp_10.42.42.5(pid=25784): stdout: 
| (launched: 2022-12-10_16:43:15.123266)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:43:17.086975 run   osmo-stp_10.42.42.5(pid=25784): stderr: 
| �[0;m�[38;5;43m20221210164315295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164315295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164315295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164315296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164315296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164315296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164315296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:43:17.216781 run   osmo-stp_10.42.42.5(pid=25784): stdout: 
| (launched: 2022-12-10_16:43:15.123266)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:43:17.344261 run   osmo-stp_10.42.42.5(pid=25784): stderr: 
| �[0;m�[38;5;43m20221210164315295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164315295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164315295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164315296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164315296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164315296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164315296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:43:17.399158 tst                  mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=25784): Process ended prematurely: osmo-stp_10.42.42.5(pid=25784) [trial-2376↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25784)]  [trial-2376↪sms:nanobts+band-900↪mo_mt_sms.py:16]
16:43:17.408482 tst                  mo_mt_sms.py:16: Test FAILED (6.3 sec)
16:43:17.471191 run   osmo-hlr_10.42.42.2(pid=25781): ERR: Terminated: ERROR {rc=237}  [trial-2376↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25781)]
16:43:17.522530 run   osmo-hlr_10.42.42.2(pid=25781): stdout: 
| (launched: 2022-12-10_16:43:14.202395) 
16:43:17.575106 run   osmo-hlr_10.42.42.2(pid=25781): stderr: 
| �[0;m�[1;31m20221210164314377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164314377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164314377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164314377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164314377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164314377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164314390 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164314400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164314400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164314400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:43:17.645872 run   osmo-msc_10.42.42.6(pid=25787): ERR: Terminated: ERROR {rc=2}  [trial-2376↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25787)]
16:43:17.696998 run   osmo-msc_10.42.42.6(pid=25787): stdout: 
| (launched: 2022-12-10_16:43:16.076744) 
16:43:17.748554 run   osmo-msc_10.42.42.6(pid=25787): stderr: 
| �[0;m�[38;5;43m20221210164316471 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210164316471 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5d1dc82c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210164316471 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210164316471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210164316472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210164316472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210164316474 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210164316474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210164316475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210164316475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:43:17.792615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25780): Terminating (SIGTERM)
16:43:17.834632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25783): Terminating (SIGTERM)
16:43:17.876430 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25786): Terminating (SIGTERM)
16:43:17.886215 ---      ParallelTerminationStrategy: PID 25780 died...
16:43:17.942279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25780): Terminated: ok {rc=0}
16:43:17.952406 ---      ParallelTerminationStrategy: PID 25783 died...
16:43:18.008270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25783): Terminated: ok {rc=0}
16:43:18.018417 ---      ParallelTerminationStrategy: PID 25786 died...
16:43:18.074480 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25786): Terminated: ok {rc=0}
16:43:18.162556 bus                        /sierra_3: Setting Powered False
16:43:19.265292 bus                        /sierra_3: Setting Powered False
16:43:20.376714 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>145</id><name>sms_nanobts+band-900</name><properties></properties><timestamp>2022-12-10T16:43:10</timestamp></suite><suite><case><age>205</age><className>nitb_ussd:nanobts+band-900</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=25794): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25794) [trial-2376↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25794)]</errorStackTrace><failedSince>2172</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py", line 12, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=25794): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25794) [trial-2376↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25794)]
</stderr><stdout>
----------------------------------------------
trial-2376 nitb_ussd:nanobts+band-900 assert_extension.py
----------------------------------------------
16:43:22.221249 tst       nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)
16:43:22.232126 tst       nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)
16:43:22.361304 tst              assert_extension.py: using LAC 29283
16:43:22.474360 tst              assert_extension.py: using RAC 213
16:43:22.589203 tst              assert_extension.py: using CellId 29283
16:43:22.708518 tst              assert_extension.py: using BVCI 29284
16:43:22.730673 tst       nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)
16:43:23.016011 tst           assert_extension.py:10: start nitb and bts...
16:43:23.146502 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
16:43:23.793723 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25793): Launched
16:43:24.103834 run  osmo-nitb_10.42.42.2(pid=25794): Launched
16:43:24.295216 run  osmo-nitb_10.42.42.2(pid=25794): ERR: Terminated: ERROR {rc=2}  [trial-2376↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25794)]
16:43:24.436910 run  osmo-nitb_10.42.42.2(pid=25794): stdout: 
| (launched: 2022-12-10_16:43:23.953309) 
16:43:24.579445 run  osmo-nitb_10.42.42.2(pid=25794): stderr: 
| (launched: 2022-12-10_16:43:23.999950)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:43:24.717487 run  osmo-nitb_10.42.42.2(pid=25794): stdout: 
| (launched: 2022-12-10_16:43:23.953309) 
16:43:24.853397 run  osmo-nitb_10.42.42.2(pid=25794): stderr: 
| (launched: 2022-12-10_16:43:23.999950)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:43:25.230515 tst  osmo-nitb_10.42.42.2(pid=25794): stdout: 
| (launched: 2022-12-10_16:43:23.953309) 
16:43:25.355520 tst  osmo-nitb_10.42.42.2(pid=25794): stderr: 
| (launched: 2022-12-10_16:43:23.999950)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:43:25.410241 tst           assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=25794): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25794) [trial-2376↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25794)]  [trial-2376↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]
16:43:25.418831 tst           assert_extension.py:12: Test FAILED (3.2 sec)
16:43:25.455053 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25793): Terminating (SIGTERM)
16:43:25.632775 ---      ParallelTerminationStrategy: PID 25793 died...
16:43:25.690538 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25793): Terminated: ok {rc=0}
16:43:25.777537 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>6.0</duration><id>146</id><name>nitb_ussd_nanobts+band-900</name><properties></properties><timestamp>2022-12-10T16:43:22</timestamp></suite><suite><case><age>46</age><className>ussd:nanobts+band-900</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25805): Process ended prematurely: osmo-stp_10.42.42.5(pid=25805) [trial-2376↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25805)]</errorStackTrace><failedSince>2331</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py", line 17, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25805): Process ended prematurely: osmo-stp_10.42.42.5(pid=25805) [trial-2376↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25805)]
</stderr><stdout>
----------------------------------------------
trial-2376 ussd:nanobts+band-900 assert_extension.py
----------------------------------------------
16:43:27.610905 tst            ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)
16:43:27.622087 tst            ussd:nanobts+band-900: Using 1 x bts (candidates: 1)
16:43:27.758093 tst              assert_extension.py: using LAC 29284
16:43:27.884019 tst              assert_extension.py: using RAC 214
16:43:28.005706 tst              assert_extension.py: using CellId 29284
16:43:28.126265 tst              assert_extension.py: using BVCI 29285
16:43:28.150020 tst            ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)
16:43:28.161169 tst            ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)
16:43:28.172090 tst            ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)
16:43:28.183073 tst            ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)
16:43:28.194029 tst            ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)
16:43:28.205290 tst            ussd:nanobts+band-900: Using 1 x modem (candidates: 1)
16:43:28.398711 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:43:28.859454 run         create_hlr_db(pid=25799): Launched
16:43:29.028824 bus                        /sierra_2: Setting Powered False
16:43:30.051020 run         create_hlr_db(pid=25799): Terminated: ok {rc=0}
16:43:30.467963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25801): Launched
16:43:30.782267 run   osmo-hlr_10.42.42.2(pid=25802): Launched
16:43:30.909375 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:43:31.569712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25804): Launched
16:43:31.975656 run   osmo-stp_10.42.42.5(pid=25805): Launched
16:43:32.201188 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:43:32.833801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25807): Launched
16:43:33.145711 run   osmo-msc_10.42.42.6(pid=25808): Launched
16:43:33.328663 run   osmo-stp_10.42.42.5(pid=25805): ERR: Terminated: ERROR {rc=1}  [trial-2376↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25805)]
16:43:33.461077 run   osmo-stp_10.42.42.5(pid=25805): stdout: 
| (launched: 2022-12-10_16:43:31.723280)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:43:33.593791 run   osmo-stp_10.42.42.5(pid=25805): stderr: 
| �[0;m�[38;5;43m20221210164332059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164332059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164332059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164332064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164332064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164332064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164332064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:43:33.719725 run   osmo-stp_10.42.42.5(pid=25805): stdout: 
| (launched: 2022-12-10_16:43:31.723280)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:43:33.845124 run   osmo-stp_10.42.42.5(pid=25805): stderr: 
| �[0;m�[38;5;43m20221210164332059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164332059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164332059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164332064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164332064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164332064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164332064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:43:33.899580 tst           assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=25805): Process ended prematurely: osmo-stp_10.42.42.5(pid=25805) [trial-2376↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25805)]  [trial-2376↪ussd:nanobts+band-900↪assert_extension.py:17]
16:43:33.908062 tst           assert_extension.py:17: Test FAILED (6.3 sec)
16:43:33.970778 run   osmo-hlr_10.42.42.2(pid=25802): ERR: Terminated: ERROR {rc=237}  [trial-2376↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25802)]
16:43:34.022273 run   osmo-hlr_10.42.42.2(pid=25802): stdout: 
| (launched: 2022-12-10_16:43:30.628312) 
16:43:34.074502 run   osmo-hlr_10.42.42.2(pid=25802): stderr: 
| �[0;m�[1;31m20221210164330827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164330827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164330827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164330827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164330827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164330827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164330851 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164330872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164330872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164330872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:43:34.145453 run   osmo-msc_10.42.42.6(pid=25808): ERR: Terminated: ERROR {rc=2}  [trial-2376↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25808)]
16:43:34.196892 run   osmo-msc_10.42.42.6(pid=25808): stdout: 
| (launched: 2022-12-10_16:43:32.992483) 
16:43:34.249253 run   osmo-msc_10.42.42.6(pid=25808): stderr: 
| �[0;m�[38;5;43m20221210164333311 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210164333311 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f146595cc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210164333311 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210164333311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210164333312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210164333312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210164333314 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210164333314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210164333314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210164333314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:43:34.293736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25801): Terminating (SIGTERM)
16:43:34.335866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25804): Terminating (SIGTERM)
16:43:34.378117 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25807): Terminating (SIGTERM)
16:43:34.387890 ---      ParallelTerminationStrategy: PID 25801 died...
16:43:34.444117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25801): Terminated: ok {rc=0}
16:43:34.454387 ---      ParallelTerminationStrategy: PID 25804 died...
16:43:34.510294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25804): Terminated: ok {rc=0}
16:43:34.520399 ---      ParallelTerminationStrategy: PID 25807 died...
16:43:34.576577 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25807): Terminated: ok {rc=0}
16:43:34.663989 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>9.0</duration><id>147</id><name>ussd_nanobts+band-900</name><properties></properties><timestamp>2022-12-10T16:43:27</timestamp></suite><suite><case><age>46</age><className>voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25819): Process ended prematurely: osmo-stp_10.42.42.5(pid=25819) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25819)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25819): Process ended prematurely: osmo-stp_10.42.42.5(pid=25819) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25819)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py
----------------------------------------------
16:43:36.614555 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:43:36.625851 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
16:43:36.778555 tst                    mo_mt_call.py: using LAC 29285
16:43:36.894961 tst                    mo_mt_call.py: using RAC 215
16:43:37.011121 tst                    mo_mt_call.py: using CellId 29285
16:43:37.127732 tst                    mo_mt_call.py: using BVCI 29286
16:43:37.150474 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:43:37.161615 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:43:37.172592 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:43:37.183837 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:43:37.195393 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:43:37.206842 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
16:43:37.324374 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
16:43:37.533482 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:43:38.040303 run         create_hlr_db(pid=25813): Launched
16:43:38.224166 bus                        /sierra_2: Setting Powered False
16:43:39.246451 run         create_hlr_db(pid=25813): Terminated: ok {rc=0}
16:43:39.646244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25815): Launched
16:43:39.942967 run   osmo-hlr_10.42.42.2(pid=25816): Launched
16:43:40.058030 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:43:40.582089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25818): Launched
16:43:40.878807 run   osmo-stp_10.42.42.5(pid=25819): Launched
16:43:40.986955 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:43:41.530022 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25821): Launched
16:43:41.828129 run   osmo-msc_10.42.42.6(pid=25822): Launched
16:43:42.003072 run   osmo-stp_10.42.42.5(pid=25819): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25819)]
16:43:42.130073 run   osmo-stp_10.42.42.5(pid=25819): stdout: 
| (launched: 2022-12-10_16:43:40.733402)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:43:42.254212 run   osmo-stp_10.42.42.5(pid=25819): stderr: 
| �[0;m�[38;5;43m20221210164340904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164340905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164340905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164340905 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164340907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164340908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164340908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:43:42.373915 run   osmo-stp_10.42.42.5(pid=25819): stdout: 
| (launched: 2022-12-10_16:43:40.733402)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:43:42.492424 run   osmo-stp_10.42.42.5(pid=25819): stderr: 
| �[0;m�[38;5;43m20221210164340904 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164340905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164340905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164340905 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164340907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164340908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164340908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:43:42.544789 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25819): Process ended prematurely: osmo-stp_10.42.42.5(pid=25819) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25819)]  [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]
16:43:42.553412 tst                  mo_mt_call.py:8: Test FAILED (6.0 sec)
16:43:42.613697 run   osmo-hlr_10.42.42.2(pid=25816): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25816)]
16:43:42.663035 run   osmo-hlr_10.42.42.2(pid=25816): stdout: 
| (launched: 2022-12-10_16:43:39.796572) 
16:43:42.713138 run   osmo-hlr_10.42.42.2(pid=25816): stderr: 
| �[0;m�[1;31m20221210164339975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164339975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164339975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164339975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164339975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164339975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164339990 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164339998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164339998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164339998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:43:42.781252 run   osmo-msc_10.42.42.6(pid=25822): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25822)]
16:43:42.830736 run   osmo-msc_10.42.42.6(pid=25822): stdout: 
| (launched: 2022-12-10_16:43:41.680935) 
16:43:42.880325 run   osmo-msc_10.42.42.6(pid=25822): stderr: 
| �[0;m�[38;5;43m20221210164341951 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210164341951 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa6b3a6fc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210164341951 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210164341951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210164341951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210164341951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210164341953 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210164341954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210164341954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210164341954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:43:42.922222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25815): Terminating (SIGTERM)
16:43:42.962106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25818): Terminating (SIGTERM)
16:43:43.002023 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25821): Terminating (SIGTERM)
16:43:43.011498 ---      ParallelTerminationStrategy: PID 25815 died...
16:43:43.065190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25815): Terminated: ok {rc=0}
16:43:43.074894 ---      ParallelTerminationStrategy: PID 25818 died...
16:43:43.127952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25818): Terminated: ok {rc=0}
16:43:43.137827 ---      ParallelTerminationStrategy: PID 25821 died...
16:43:43.191060 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25821): Terminated: ok {rc=0}
16:43:43.273926 bus                        /sierra_3: Setting Powered False
16:43:44.380717 bus                        /sierra_3: Setting Powered False
16:43:45.488587 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>57</age><className>voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25830): Process ended prematurely: osmo-stp_10.42.42.5(pid=25830) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25830)]</errorStackTrace><failedSince>2320</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25830): Process ended prematurely: osmo-stp_10.42.42.5(pid=25830) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25830)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py
----------------------------------------------
16:43:46.621216 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:43:46.637447 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
16:43:46.810194 tst              mo_mt_call_osmux.py: using LAC 29286
16:43:46.954032 tst              mo_mt_call_osmux.py: using RAC 216
16:43:47.102685 tst              mo_mt_call_osmux.py: using CellId 29286
16:43:47.225222 tst              mo_mt_call_osmux.py: using BVCI 29287
16:43:47.249183 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:43:47.261284 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:43:47.273238 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:43:47.287258 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:43:47.298917 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
16:43:47.310293 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
16:43:47.428114 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
16:43:47.633750 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:43:48.103584 run         create_hlr_db(pid=25824): Launched
16:43:48.275268 bus                        /sierra_2: Setting Powered False
16:43:49.297434 run         create_hlr_db(pid=25824): Terminated: ok {rc=0}
16:43:49.694945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25826): Launched
16:43:49.993959 run   osmo-hlr_10.42.42.2(pid=25827): Launched
16:43:50.106769 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:43:50.634515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25829): Launched
16:43:50.933672 run   osmo-stp_10.42.42.5(pid=25830): Launched
16:43:51.043140 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:43:51.588208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25832): Launched
16:43:51.885945 run   osmo-msc_10.42.42.6(pid=25833): Launched
16:43:52.061701 run   osmo-stp_10.42.42.5(pid=25830): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25830)]
16:43:52.189089 run   osmo-stp_10.42.42.5(pid=25830): stdout: 
| (launched: 2022-12-10_16:43:50.785824)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:43:52.314877 run   osmo-stp_10.42.42.5(pid=25830): stderr: 
| �[0;m�[38;5;43m20221210164350956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164350956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164350956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164350957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164350957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164350957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164350957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:43:52.435181 run   osmo-stp_10.42.42.5(pid=25830): stdout: 
| (launched: 2022-12-10_16:43:50.785824)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:43:52.554627 run   osmo-stp_10.42.42.5(pid=25830): stderr: 
| �[0;m�[38;5;43m20221210164350956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164350956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164350956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164350957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164350957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164350957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164350957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:43:52.607122 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25830): Process ended prematurely: osmo-stp_10.42.42.5(pid=25830) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25830)]  [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]
16:43:52.615675 tst            mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)
16:43:52.677260 run   osmo-hlr_10.42.42.2(pid=25827): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25827)]
16:43:52.726649 run   osmo-hlr_10.42.42.2(pid=25827): stdout: 
| (launched: 2022-12-10_16:43:49.846058) 
16:43:52.776767 run   osmo-hlr_10.42.42.2(pid=25827): stderr: 
| �[0;m�[1;31m20221210164350024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164350024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164350024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164350024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164350024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164350024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164350037 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164350045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164350045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164350045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:43:52.845125 run   osmo-msc_10.42.42.6(pid=25833): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25833)]
16:43:52.894394 run   osmo-msc_10.42.42.6(pid=25833): stdout: 
| (launched: 2022-12-10_16:43:51.739293) 
16:43:52.944442 run   osmo-msc_10.42.42.6(pid=25833): stderr: 
| �[0;m�[38;5;43m20221210164352010 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210164352010 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe4105bcc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210164352010 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210164352010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210164352010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210164352010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210164352012 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210164352012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210164352013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210164352013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:43:52.986448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25826): Terminating (SIGTERM)
16:43:53.027047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25829): Terminating (SIGTERM)
16:43:53.067625 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25832): Terminating (SIGTERM)
16:43:53.077648 ---      ParallelTerminationStrategy: PID 25826 died...
16:43:53.131739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25826): Terminated: ok {rc=0}
16:43:53.142153 ---      ParallelTerminationStrategy: PID 25829 died...
16:43:53.196535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25829): Terminated: ok {rc=0}
16:43:53.206385 ---      ParallelTerminationStrategy: PID 25832 died...
16:43:53.260326 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25832): Terminated: ok {rc=0}
16:43:53.349477 bus                        /sierra_3: Setting Powered False
16:43:54.453856 bus                        /sierra_3: Setting Powered False
16:43:55.560501 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>21.0</duration><id>148</id><name>voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1</name><properties></properties><timestamp>2022-12-10T16:43:36</timestamp></suite><suite><case><age>46</age><className>voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25845): Process ended prematurely: osmo-stp_10.42.42.5(pid=25845) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25845)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25845): Process ended prematurely: osmo-stp_10.42.42.5(pid=25845) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25845)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py
----------------------------------------------
16:43:57.560552 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:43:57.572251 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
16:43:57.731403 tst                    mo_mt_call.py: using LAC 29287
16:43:57.857142 tst                    mo_mt_call.py: using RAC 217
16:43:57.985293 tst                    mo_mt_call.py: using CellId 29287
16:43:58.107653 tst                    mo_mt_call.py: using BVCI 29288
16:43:58.131777 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:43:58.143537 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:43:58.154990 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:43:58.166487 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:43:58.177983 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:43:58.189336 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
16:43:58.302804 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
16:43:58.504062 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:43:58.974433 run         create_hlr_db(pid=25839): Launched
16:43:59.145787 bus                        /sierra_2: Setting Powered False
16:44:00.168848 run         create_hlr_db(pid=25839): Terminated: ok {rc=0}
16:44:00.566008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25841): Launched
16:44:00.871472 run   osmo-hlr_10.42.42.2(pid=25842): Launched
16:44:01.070195 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:44:01.712164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25844): Launched
16:44:02.131226 run   osmo-stp_10.42.42.5(pid=25845): Launched
16:44:02.391694 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:44:02.975486 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25847): Launched
16:44:03.291957 run   osmo-msc_10.42.42.6(pid=25848): Launched
16:44:03.477895 run   osmo-stp_10.42.42.5(pid=25845): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25845)]
16:44:03.612075 run   osmo-stp_10.42.42.5(pid=25845): stdout: 
| (launched: 2022-12-10_16:44:01.866234)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:44:03.746429 run   osmo-stp_10.42.42.5(pid=25845): stderr: 
| �[0;m�[38;5;43m20221210164402169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164402169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164402169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164402169 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164402170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164402170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164402170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:44:03.873974 run   osmo-stp_10.42.42.5(pid=25845): stdout: 
| (launched: 2022-12-10_16:44:01.866234)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:44:04.000414 run   osmo-stp_10.42.42.5(pid=25845): stderr: 
| �[0;m�[38;5;43m20221210164402169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164402169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164402169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164402169 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164402170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164402170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164402170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:44:04.056143 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25845): Process ended prematurely: osmo-stp_10.42.42.5(pid=25845) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25845)]  [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]
16:44:04.065280 tst                  mo_mt_call.py:8: Test FAILED (6.5 sec)
16:44:04.127202 run   osmo-hlr_10.42.42.2(pid=25842): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25842)]
16:44:04.178086 run   osmo-hlr_10.42.42.2(pid=25842): stdout: 
| (launched: 2022-12-10_16:44:00.716890) 
16:44:04.229898 run   osmo-hlr_10.42.42.2(pid=25842): stderr: 
| �[0;m�[1;31m20221210164400954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164400954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164400954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164400954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164400954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164400954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164400971 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164400994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164400994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164400994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:44:04.299888 run   osmo-msc_10.42.42.6(pid=25848): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25848)]
16:44:04.351170 run   osmo-msc_10.42.42.6(pid=25848): stdout: 
| (launched: 2022-12-10_16:44:03.137271) 
16:44:04.402471 run   osmo-msc_10.42.42.6(pid=25848): stderr: 
| �[0;m�[38;5;43m20221210164403458 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210164403458 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f61edc42c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210164403459 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210164403459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210164403459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210164403459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210164403461 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210164403461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210164403461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210164403461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:44:04.446521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25841): Terminating (SIGTERM)
16:44:04.487994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25844): Terminating (SIGTERM)
16:44:04.529883 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25847): Terminating (SIGTERM)
16:44:04.539657 ---      ParallelTerminationStrategy: PID 25841 died...
16:44:04.595817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25841): Terminated: ok {rc=0}
16:44:04.606368 ---      ParallelTerminationStrategy: PID 25844 died...
16:44:04.661807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25844): Terminated: ok {rc=0}
16:44:04.671846 ---      ParallelTerminationStrategy: PID 25847 died...
16:44:04.727070 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25847): Terminated: ok {rc=0}
16:44:04.813736 bus                        /sierra_3: Setting Powered False
16:44:05.920312 bus                        /sierra_3: Setting Powered False
16:44:07.027013 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>57</age><className>voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25856): Process ended prematurely: osmo-stp_10.42.42.5(pid=25856) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25856)]</errorStackTrace><failedSince>2320</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25856): Process ended prematurely: osmo-stp_10.42.42.5(pid=25856) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25856)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py
----------------------------------------------
16:44:08.135930 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:44:08.147597 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
16:44:08.303863 tst              mo_mt_call_osmux.py: using LAC 29288
16:44:08.419709 tst              mo_mt_call_osmux.py: using RAC 218
16:44:08.535675 tst              mo_mt_call_osmux.py: using CellId 29288
16:44:08.653851 tst              mo_mt_call_osmux.py: using BVCI 29289
16:44:08.676464 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:44:08.687555 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:44:08.698616 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:44:08.709789 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:44:08.721061 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
16:44:08.732172 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
16:44:08.846345 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
16:44:09.054887 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:44:09.562987 run         create_hlr_db(pid=25850): Launched
16:44:09.749173 bus                        /sierra_2: Setting Powered False
16:44:10.769796 run         create_hlr_db(pid=25850): Terminated: ok {rc=0}
16:44:11.193845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25852): Launched
16:44:11.510751 run   osmo-hlr_10.42.42.2(pid=25853): Launched
16:44:11.627280 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:44:12.178657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25855): Launched
16:44:12.495481 run   osmo-stp_10.42.42.5(pid=25856): Launched
16:44:12.610955 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:44:13.191550 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25858): Launched
16:44:13.510521 run   osmo-msc_10.42.42.6(pid=25859): Launched
16:44:13.696380 run   osmo-stp_10.42.42.5(pid=25856): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25856)]
16:44:13.830397 run   osmo-stp_10.42.42.5(pid=25856): stdout: 
| (launched: 2022-12-10_16:44:12.340376)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:44:13.963881 run   osmo-stp_10.42.42.5(pid=25856): stderr: 
| �[0;m�[38;5;43m20221210164412532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164412532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164412532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164412533 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164412533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164412533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164412533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:44:14.092198 run   osmo-stp_10.42.42.5(pid=25856): stdout: 
| (launched: 2022-12-10_16:44:12.340376)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:44:14.219112 run   osmo-stp_10.42.42.5(pid=25856): stderr: 
| �[0;m�[38;5;43m20221210164412532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164412532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164412532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164412533 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164412533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164412533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164412533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:44:14.274952 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25856): Process ended prematurely: osmo-stp_10.42.42.5(pid=25856) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25856)]  [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]
16:44:14.284021 tst            mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)
16:44:14.346498 run   osmo-hlr_10.42.42.2(pid=25853): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25853)]
16:44:14.397530 run   osmo-hlr_10.42.42.2(pid=25853): stdout: 
| (launched: 2022-12-10_16:44:11.355786) 
16:44:14.449427 run   osmo-hlr_10.42.42.2(pid=25853): stderr: 
| �[0;m�[1;31m20221210164411554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164411554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164411555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164411555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164411555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164411555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164411568 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164411576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164411576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164411576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:44:14.520078 run   osmo-msc_10.42.42.6(pid=25859): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25859)]
16:44:14.571295 run   osmo-msc_10.42.42.6(pid=25859): stdout: 
| (launched: 2022-12-10_16:44:13.354223) 
16:44:14.623172 run   osmo-msc_10.42.42.6(pid=25859): stderr: 
| �[0;m�[38;5;43m20221210164413677 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210164413677 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4872327c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210164413678 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210164413678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210164413678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210164413678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210164413680 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210164413680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210164413680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210164413680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:44:14.667233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25852): Terminating (SIGTERM)
16:44:14.708816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25855): Terminating (SIGTERM)
16:44:14.750403 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25858): Terminating (SIGTERM)
16:44:14.759728 ---      ParallelTerminationStrategy: PID 25852 died...
16:44:14.816239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25852): Terminated: ok {rc=0}
16:44:14.826451 ---      ParallelTerminationStrategy: PID 25855 died...
16:44:14.882091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25855): Terminated: ok {rc=0}
16:44:14.892163 ---      ParallelTerminationStrategy: PID 25858 died...
16:44:14.947750 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25858): Terminated: ok {rc=0}
16:44:15.036079 bus                        /sierra_3: Setting Powered False
16:44:16.144831 bus                        /sierra_3: Setting Powered False
16:44:17.256177 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>149</id><name>voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2</name><properties></properties><timestamp>2022-12-10T16:43:57</timestamp></suite><suite><case><age>51</age><className>voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25870): Process ended prematurely: osmo-stp_10.42.42.5(pid=25870) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25870)]</errorStackTrace><failedSince>2326</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25870): Process ended prematurely: osmo-stp_10.42.42.5(pid=25870) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25870)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py
----------------------------------------------
16:44:19.258511 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:44:19.270229 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
16:44:19.429113 tst                    mo_mt_call.py: using LAC 29289
16:44:19.554726 tst                    mo_mt_call.py: using RAC 219
16:44:19.679946 tst                    mo_mt_call.py: using CellId 29289
16:44:19.804624 tst                    mo_mt_call.py: using BVCI 29290
16:44:19.828816 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:44:19.840426 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:44:19.851855 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:44:19.863292 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:44:19.874768 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:44:19.886307 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
16:44:20.000264 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
16:44:20.208807 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:44:20.718549 run         create_hlr_db(pid=25864): Launched
16:44:20.902283 bus                        /sierra_2: Setting Powered False
16:44:21.924242 run         create_hlr_db(pid=25864): Terminated: ok {rc=0}
16:44:22.325256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25866): Launched
16:44:22.624257 run   osmo-hlr_10.42.42.2(pid=25867): Launched
16:44:22.739862 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:44:23.262000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25869): Launched
16:44:23.558615 run   osmo-stp_10.42.42.5(pid=25870): Launched
16:44:23.667353 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:44:24.209877 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25872): Launched
16:44:24.508183 run   osmo-msc_10.42.42.6(pid=25873): Launched
16:44:24.683963 run   osmo-stp_10.42.42.5(pid=25870): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25870)]
16:44:24.811365 run   osmo-stp_10.42.42.5(pid=25870): stdout: 
| (launched: 2022-12-10_16:44:23.412848)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:44:24.935457 run   osmo-stp_10.42.42.5(pid=25870): stderr: 
| �[0;m�[38;5;43m20221210164423582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164423582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164423583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164423583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164423583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164423584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164423584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:44:25.055125 run   osmo-stp_10.42.42.5(pid=25870): stdout: 
| (launched: 2022-12-10_16:44:23.412848)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:44:25.174654 run   osmo-stp_10.42.42.5(pid=25870): stderr: 
| �[0;m�[38;5;43m20221210164423582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164423582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164423583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164423583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164423583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164423584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164423584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:44:25.227017 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25870): Process ended prematurely: osmo-stp_10.42.42.5(pid=25870) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25870)]  [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]
16:44:25.235638 tst                  mo_mt_call.py:8: Test FAILED (6.0 sec)
16:44:25.296077 run   osmo-hlr_10.42.42.2(pid=25867): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25867)]
16:44:25.345352 run   osmo-hlr_10.42.42.2(pid=25867): stdout: 
| (launched: 2022-12-10_16:44:22.476423) 
16:44:25.394986 run   osmo-hlr_10.42.42.2(pid=25867): stderr: 
| �[0;m�[1;31m20221210164422653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164422653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164422653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164422653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164422653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164422653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164422665 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164422676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164422676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164422676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:44:25.462286 run   osmo-msc_10.42.42.6(pid=25873): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25873)]
16:44:25.511194 run   osmo-msc_10.42.42.6(pid=25873): stdout: 
| (launched: 2022-12-10_16:44:24.360610) 
16:44:25.561163 run   osmo-msc_10.42.42.6(pid=25873): stderr: 
| �[0;m�[38;5;43m20221210164424631 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210164424631 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f79978cdc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210164424631 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210164424631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210164424631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210164424632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210164424634 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210164424634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210164424634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210164424634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:44:25.603102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25866): Terminating (SIGTERM)
16:44:25.643489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25869): Terminating (SIGTERM)
16:44:25.683317 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25872): Terminating (SIGTERM)
16:44:25.692941 ---      ParallelTerminationStrategy: PID 25866 died...
16:44:25.746462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25866): Terminated: ok {rc=0}
16:44:25.756417 ---      ParallelTerminationStrategy: PID 25869 died...
16:44:25.809841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25869): Terminated: ok {rc=0}
16:44:25.819422 ---      ParallelTerminationStrategy: PID 25872 died...
16:44:25.872518 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25872): Terminated: ok {rc=0}
16:44:25.960116 bus                        /sierra_3: Setting Powered False
16:44:27.067956 bus                        /sierra_3: Setting Powered False
16:44:28.175275 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>59</age><className>voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25881): Process ended prematurely: osmo-stp_10.42.42.5(pid=25881) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25881)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25881): Process ended prematurely: osmo-stp_10.42.42.5(pid=25881) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25881)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py
----------------------------------------------
16:44:29.288726 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:44:29.301196 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
16:44:29.463221 tst              mo_mt_call_osmux.py: using LAC 29290
16:44:29.583907 tst              mo_mt_call_osmux.py: using RAC 220
16:44:29.702220 tst              mo_mt_call_osmux.py: using CellId 29290
16:44:29.821100 tst              mo_mt_call_osmux.py: using BVCI 29291
16:44:29.844005 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:44:29.855423 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:44:29.866423 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:44:29.877840 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:44:29.889197 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
16:44:29.900320 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
16:44:30.018052 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
16:44:30.224688 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:44:30.693431 run         create_hlr_db(pid=25875): Launched
16:44:30.878815 bus                        /sierra_2: Setting Powered False
16:44:31.938483 run         create_hlr_db(pid=25875): Terminated: ok {rc=0}
16:44:32.371132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25877): Launched
16:44:32.690710 run   osmo-hlr_10.42.42.2(pid=25878): Launched
16:44:32.807935 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:44:33.361205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25880): Launched
16:44:33.679053 run   osmo-stp_10.42.42.5(pid=25881): Launched
16:44:33.796236 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:44:34.376505 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25883): Launched
16:44:34.694747 run   osmo-msc_10.42.42.6(pid=25884): Launched
16:44:34.881201 run   osmo-stp_10.42.42.5(pid=25881): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25881)]
16:44:35.015755 run   osmo-stp_10.42.42.5(pid=25881): stdout: 
| (launched: 2022-12-10_16:44:33.522779)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:44:35.150890 run   osmo-stp_10.42.42.5(pid=25881): stderr: 
| �[0;m�[38;5;43m20221210164433715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164433715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164433716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164433716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164433716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164433717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164433717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:44:35.280769 run   osmo-stp_10.42.42.5(pid=25881): stdout: 
| (launched: 2022-12-10_16:44:33.522779)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:44:35.408257 run   osmo-stp_10.42.42.5(pid=25881): stderr: 
| �[0;m�[38;5;43m20221210164433715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164433715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164433716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164433716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164433716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164433717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164433717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:44:35.464470 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25881): Process ended prematurely: osmo-stp_10.42.42.5(pid=25881) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25881)]  [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]
16:44:35.473955 tst            mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)
16:44:35.536621 run   osmo-hlr_10.42.42.2(pid=25878): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25878)]
16:44:35.587906 run   osmo-hlr_10.42.42.2(pid=25878): stdout: 
| (launched: 2022-12-10_16:44:32.534160) 
16:44:35.640279 run   osmo-hlr_10.42.42.2(pid=25878): stderr: 
| �[0;m�[1;31m20221210164432734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164432734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164432734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164432734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164432734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164432734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164432747 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164432757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164432757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164432757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:44:35.710899 run   osmo-msc_10.42.42.6(pid=25884): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25884)]
16:44:35.762028 run   osmo-msc_10.42.42.6(pid=25884): stdout: 
| (launched: 2022-12-10_16:44:34.538562) 
16:44:35.813424 run   osmo-msc_10.42.42.6(pid=25884): stderr: 
| �[0;m�[38;5;43m20221210164434861 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210164434862 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff073e88c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210164434862 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210164434862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210164434862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210164434862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210164434864 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210164434864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210164434864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210164434864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:44:35.857546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25877): Terminating (SIGTERM)
16:44:35.899480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25880): Terminating (SIGTERM)
16:44:35.941343 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25883): Terminating (SIGTERM)
16:44:35.951215 ---      ParallelTerminationStrategy: PID 25877 died...
16:44:36.007338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25877): Terminated: ok {rc=0}
16:44:36.017862 ---      ParallelTerminationStrategy: PID 25880 died...
16:44:36.073590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25880): Terminated: ok {rc=0}
16:44:36.083992 ---      ParallelTerminationStrategy: PID 25883 died...
16:44:36.139772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25883): Terminated: ok {rc=0}
16:44:36.226494 bus                        /sierra_3: Setting Powered False
16:44:37.329828 bus                        /sierra_3: Setting Powered False
16:44:38.440424 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>150</id><name>voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3</name><properties></properties><timestamp>2022-12-10T16:44:18</timestamp></suite><suite><case><age>46</age><className>voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25895): Process ended prematurely: osmo-stp_10.42.42.5(pid=25895) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25895)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25895): Process ended prematurely: osmo-stp_10.42.42.5(pid=25895) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25895)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py
----------------------------------------------
16:44:40.434388 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:44:40.446314 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
16:44:40.614657 tst                    mo_mt_call.py: using LAC 29291
16:44:40.739757 tst                    mo_mt_call.py: using RAC 221
16:44:40.865926 tst                    mo_mt_call.py: using CellId 29291
16:44:40.992271 tst                    mo_mt_call.py: using BVCI 29292
16:44:41.016811 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:44:41.028685 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:44:41.040314 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:44:41.052503 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:44:41.064255 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:44:41.076087 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
16:44:41.195594 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
16:44:41.403255 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:44:41.909852 run         create_hlr_db(pid=25889): Launched
16:44:42.093365 bus                        /sierra_2: Setting Powered False
16:44:43.115285 run         create_hlr_db(pid=25889): Terminated: ok {rc=0}
16:44:43.515452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25891): Launched
16:44:43.813047 run   osmo-hlr_10.42.42.2(pid=25892): Launched
16:44:43.927415 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:44:44.451132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25894): Launched
16:44:44.747974 run   osmo-stp_10.42.42.5(pid=25895): Launched
16:44:44.856834 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:44:45.398987 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25897): Launched
16:44:45.696368 run   osmo-msc_10.42.42.6(pid=25898): Launched
16:44:45.933556 run   osmo-stp_10.42.42.5(pid=25895): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25895)]
16:44:46.142642 run   osmo-stp_10.42.42.5(pid=25895): stdout: 
| (launched: 2022-12-10_16:44:44.602026)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:44:46.279952 run   osmo-stp_10.42.42.5(pid=25895): stderr: 
| �[0;m�[38;5;43m20221210164444771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164444771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164444771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164444771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164444772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164444772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164444772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:44:46.414393 run   osmo-stp_10.42.42.5(pid=25895): stdout: 
| (launched: 2022-12-10_16:44:44.602026)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:44:46.543645 run   osmo-stp_10.42.42.5(pid=25895): stderr: 
| �[0;m�[38;5;43m20221210164444771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164444771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164444771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164444771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164444772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164444772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164444772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:44:46.603156 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25895): Process ended prematurely: osmo-stp_10.42.42.5(pid=25895) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25895)]  [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]
16:44:46.614185 tst                  mo_mt_call.py:8: Test FAILED (6.2 sec)
16:44:46.679323 run   osmo-hlr_10.42.42.2(pid=25892): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25892)]
16:44:46.732002 run   osmo-hlr_10.42.42.2(pid=25892): stdout: 
| (launched: 2022-12-10_16:44:43.666842) 
16:44:46.785187 run   osmo-hlr_10.42.42.2(pid=25892): stderr: 
| �[0;m�[1;31m20221210164443843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164443843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164443843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164443843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164443844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164443844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164443857 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164443865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164443866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164443866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:44:46.858678 run   osmo-msc_10.42.42.6(pid=25898): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25898)]
16:44:46.912091 run   osmo-msc_10.42.42.6(pid=25898): stdout: 
| (launched: 2022-12-10_16:44:45.550234) 
16:44:46.964906 run   osmo-msc_10.42.42.6(pid=25898): stderr: 
| �[0;m�[38;5;43m20221210164445821 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210164445822 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f41b3f46c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210164445822 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210164445822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210164445822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210164445822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210164445824 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210164445824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210164445824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210164445824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:44:47.011238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25891): Terminating (SIGTERM)
16:44:47.055093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25894): Terminating (SIGTERM)
16:44:47.101868 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25897): Terminating (SIGTERM)
16:44:47.112214 ---      ParallelTerminationStrategy: PID 25891 died...
16:44:47.170946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25891): Terminated: ok {rc=0}
16:44:47.182234 ---      ParallelTerminationStrategy: PID 25894 died...
16:44:47.239268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25894): Terminated: ok {rc=0}
16:44:47.249937 ---      ParallelTerminationStrategy: PID 25897 died...
16:44:47.306431 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25897): Terminated: ok {rc=0}
16:44:47.394257 bus                        /sierra_3: Setting Powered False
16:44:48.499160 bus                        /sierra_3: Setting Powered False
16:44:49.604301 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>57</age><className>voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25906): Process ended prematurely: osmo-stp_10.42.42.5(pid=25906) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25906)]</errorStackTrace><failedSince>2320</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25906): Process ended prematurely: osmo-stp_10.42.42.5(pid=25906) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25906)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py
----------------------------------------------
16:44:50.712311 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:44:50.724239 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
16:44:50.875437 tst              mo_mt_call_osmux.py: using LAC 29292
16:44:50.993965 tst              mo_mt_call_osmux.py: using RAC 222
16:44:51.110504 tst              mo_mt_call_osmux.py: using CellId 29292
16:44:51.233946 tst              mo_mt_call_osmux.py: using BVCI 29293
16:44:51.258394 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:44:51.270182 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:44:51.282006 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:44:51.294122 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:44:51.306181 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
16:44:51.318393 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
16:44:51.434517 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
16:44:51.632652 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:44:52.101556 run         create_hlr_db(pid=25900): Launched
16:44:52.273168 bus                        /sierra_2: Setting Powered False
16:44:53.294810 run         create_hlr_db(pid=25900): Terminated: ok {rc=0}
16:44:53.718519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25902): Launched
16:44:54.036124 run   osmo-hlr_10.42.42.2(pid=25903): Launched
16:44:54.156044 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:44:54.711064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25905): Launched
16:44:55.029276 run   osmo-stp_10.42.42.5(pid=25906): Launched
16:44:55.145079 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:44:55.727724 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25908): Launched
16:44:56.046580 run   osmo-msc_10.42.42.6(pid=25909): Launched
16:44:56.233036 run   osmo-stp_10.42.42.5(pid=25906): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25906)]
16:44:56.367500 run   osmo-stp_10.42.42.5(pid=25906): stdout: 
| (launched: 2022-12-10_16:44:54.873444)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:44:56.501889 run   osmo-stp_10.42.42.5(pid=25906): stderr: 
| �[0;m�[38;5;43m20221210164455066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164455067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164455067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164455067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164455068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164455068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164455068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:44:56.630991 run   osmo-stp_10.42.42.5(pid=25906): stdout: 
| (launched: 2022-12-10_16:44:54.873444)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:44:56.758855 run   osmo-stp_10.42.42.5(pid=25906): stderr: 
| �[0;m�[38;5;43m20221210164455066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164455067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164455067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164455067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164455068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164455068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164455068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:44:56.815259 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25906): Process ended prematurely: osmo-stp_10.42.42.5(pid=25906) [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25906)]  [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]
16:44:56.824473 tst            mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)
16:44:56.887269 run   osmo-hlr_10.42.42.2(pid=25903): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25903)]
16:44:56.938748 run   osmo-hlr_10.42.42.2(pid=25903): stdout: 
| (launched: 2022-12-10_16:44:53.880726) 
16:44:56.990868 run   osmo-hlr_10.42.42.2(pid=25903): stderr: 
| �[0;m�[1;31m20221210164454078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164454078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164454078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164454078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164454078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164454078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164454090 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164454099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164454099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164454099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:44:57.061311 run   osmo-msc_10.42.42.6(pid=25909): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25909)]
16:44:57.112432 run   osmo-msc_10.42.42.6(pid=25909): stdout: 
| (launched: 2022-12-10_16:44:55.889910) 
16:44:57.163982 run   osmo-msc_10.42.42.6(pid=25909): stderr: 
| �[0;m�[38;5;43m20221210164456211 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210164456212 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc13c8a6c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210164456212 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210164456212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210164456212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210164456212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210164456214 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210164456214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210164456215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210164456215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:44:57.208146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25902): Terminating (SIGTERM)
16:44:57.250433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25905): Terminating (SIGTERM)
16:44:57.292429 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25908): Terminating (SIGTERM)
16:44:57.302203 ---      ParallelTerminationStrategy: PID 25902 died...
16:44:57.358866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25902): Terminated: ok {rc=0}
16:44:57.369274 ---      ParallelTerminationStrategy: PID 25905 died...
16:44:57.425195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25905): Terminated: ok {rc=0}
16:44:57.435490 ---      ParallelTerminationStrategy: PID 25908 died...
16:44:57.491428 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25908): Terminated: ok {rc=0}
16:44:57.579223 bus                        /sierra_3: Setting Powered False
16:44:58.683881 bus                        /sierra_3: Setting Powered False
16:44:59.791029 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>151</id><name>voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3</name><properties></properties><timestamp>2022-12-10T16:44:40</timestamp></suite><suite><case><age>51</age><className>voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25923): Process ended prematurely: osmo-stp_10.42.42.5(pid=25923) [trial-2376↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25923)]</errorStackTrace><failedSince>2326</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25923): Process ended prematurely: osmo-stp_10.42.42.5(pid=25923) [trial-2376↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25923)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py
----------------------------------------------
16:45:01.878872 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:45:01.891900 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
16:45:02.121074 tst                    mo_mt_call.py: using LAC 29293
16:45:02.276842 tst                    mo_mt_call.py: using RAC 223
16:45:02.399004 tst                    mo_mt_call.py: using CellId 29293
16:45:02.513747 tst                    mo_mt_call.py: using BVCI 29294
16:45:02.536349 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:45:02.547692 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:45:02.558941 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:45:02.570487 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:45:02.582050 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:45:02.593271 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
16:45:02.710862 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
16:45:02.923266 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:45:03.431048 run         create_hlr_db(pid=25917): Launched
16:45:03.615503 bus                        /sierra_2: Setting Powered False
16:45:04.637347 run         create_hlr_db(pid=25917): Terminated: ok {rc=0}
16:45:05.060686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25919): Launched
16:45:05.379114 run   osmo-hlr_10.42.42.2(pid=25920): Launched
16:45:05.498556 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:45:06.053329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25922): Launched
16:45:06.371259 run   osmo-stp_10.42.42.5(pid=25923): Launched
16:45:06.486401 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:45:07.068833 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25925): Launched
16:45:07.386573 run   osmo-msc_10.42.42.6(pid=25926): Launched
16:45:07.573457 run   osmo-stp_10.42.42.5(pid=25923): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25923)]
16:45:07.708316 run   osmo-stp_10.42.42.5(pid=25923): stdout: 
| (launched: 2022-12-10_16:45:06.215421)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:45:07.843027 run   osmo-stp_10.42.42.5(pid=25923): stderr: 
| �[0;m�[38;5;43m20221210164506409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164506410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164506410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164506410 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164506411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164506411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164506411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:45:07.971189 run   osmo-stp_10.42.42.5(pid=25923): stdout: 
| (launched: 2022-12-10_16:45:06.215421)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:45:08.098256 run   osmo-stp_10.42.42.5(pid=25923): stderr: 
| �[0;m�[38;5;43m20221210164506409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164506410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164506410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164506410 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164506411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164506411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164506411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:45:08.154537 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25923): Process ended prematurely: osmo-stp_10.42.42.5(pid=25923) [trial-2376↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25923)]  [trial-2376↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]
16:45:08.163694 tst                  mo_mt_call.py:8: Test FAILED (6.4 sec)
16:45:08.226767 run   osmo-hlr_10.42.42.2(pid=25920): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25920)]
16:45:08.278083 run   osmo-hlr_10.42.42.2(pid=25920): stdout: 
| (launched: 2022-12-10_16:45:05.222947) 
16:45:08.330144 run   osmo-hlr_10.42.42.2(pid=25920): stderr: 
| �[0;m�[1;31m20221210164505422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164505422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164505422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164505422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164505422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164505422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164505434 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164505442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164505442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164505442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:45:08.401429 run   osmo-msc_10.42.42.6(pid=25926): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25926)]
16:45:08.452344 run   osmo-msc_10.42.42.6(pid=25926): stdout: 
| (launched: 2022-12-10_16:45:07.230674) 
16:45:08.503634 run   osmo-msc_10.42.42.6(pid=25926): stderr: 
| �[0;m�[38;5;43m20221210164507554 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210164507554 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6a97446c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210164507554 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210164507554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210164507554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210164507554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210164507556 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210164507556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210164507556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210164507557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:45:08.547844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25919): Terminating (SIGTERM)
16:45:08.589857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25922): Terminating (SIGTERM)
16:45:08.632232 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25925): Terminating (SIGTERM)
16:45:08.642230 ---      ParallelTerminationStrategy: PID 25919 died...
16:45:08.698733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25919): Terminated: ok {rc=0}
16:45:08.709236 ---      ParallelTerminationStrategy: PID 25922 died...
16:45:08.765429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25922): Terminated: ok {rc=0}
16:45:08.775742 ---      ParallelTerminationStrategy: PID 25925 died...
16:45:08.831723 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25925): Terminated: ok {rc=0}
16:45:08.919620 bus                        /sierra_3: Setting Powered False
16:45:10.027362 bus                        /sierra_3: Setting Powered False
16:45:11.141108 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>54</age><className>voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25934): Process ended prematurely: osmo-stp_10.42.42.5(pid=25934) [trial-2376↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25934)]</errorStackTrace><failedSince>2323</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25934): Process ended prematurely: osmo-stp_10.42.42.5(pid=25934) [trial-2376↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25934)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py
----------------------------------------------
16:45:12.251973 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:45:12.264075 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
16:45:12.422436 tst              mo_mt_call_osmux.py: using LAC 29294
16:45:12.538290 tst              mo_mt_call_osmux.py: using RAC 224
16:45:12.653943 tst              mo_mt_call_osmux.py: using CellId 29294
16:45:12.769916 tst              mo_mt_call_osmux.py: using BVCI 29295
16:45:12.792532 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:45:12.804020 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:45:12.815136 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:45:12.827011 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:45:12.838802 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
16:45:12.850791 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
16:45:12.968343 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
16:45:13.168518 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:45:13.639098 run         create_hlr_db(pid=25928): Launched
16:45:13.812309 bus                        /sierra_2: Setting Powered False
16:45:14.831099 run         create_hlr_db(pid=25928): Terminated: ok {rc=0}
16:45:15.254929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25930): Launched
16:45:15.573700 run   osmo-hlr_10.42.42.2(pid=25931): Launched
16:45:15.693829 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:45:16.291309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25933): Launched
16:45:16.642387 run   osmo-stp_10.42.42.5(pid=25934): Launched
16:45:16.810403 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:45:17.493755 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25936): Launched
16:45:17.794190 run   osmo-msc_10.42.42.6(pid=25937): Launched
16:45:17.969689 run   osmo-stp_10.42.42.5(pid=25934): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25934)]
16:45:18.096914 run   osmo-stp_10.42.42.5(pid=25934): stdout: 
| (launched: 2022-12-10_16:45:16.455900)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:45:18.222739 run   osmo-stp_10.42.42.5(pid=25934): stderr: 
| �[0;m�[38;5;43m20221210164516838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164516838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164516838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164516838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164516839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164516839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164516839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:45:18.343650 run   osmo-stp_10.42.42.5(pid=25934): stdout: 
| (launched: 2022-12-10_16:45:16.455900)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:45:18.463307 run   osmo-stp_10.42.42.5(pid=25934): stderr: 
| �[0;m�[38;5;43m20221210164516838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164516838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164516838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164516838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164516839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164516839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164516839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:45:18.516345 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25934): Process ended prematurely: osmo-stp_10.42.42.5(pid=25934) [trial-2376↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25934)]  [trial-2376↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]
16:45:18.524857 tst            mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)
16:45:18.585352 run   osmo-hlr_10.42.42.2(pid=25931): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25931)]
16:45:18.634797 run   osmo-hlr_10.42.42.2(pid=25931): stdout: 
| (launched: 2022-12-10_16:45:15.416771) 
16:45:18.684764 run   osmo-hlr_10.42.42.2(pid=25931): stderr: 
| �[0;m�[1;31m20221210164515616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164515616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164515616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164515616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164515616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164515616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164515628 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164515636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164515636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164515636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:45:18.751864 run   osmo-msc_10.42.42.6(pid=25937): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25937)]
16:45:18.801267 run   osmo-msc_10.42.42.6(pid=25937): stdout: 
| (launched: 2022-12-10_16:45:17.645878) 
16:45:18.851012 run   osmo-msc_10.42.42.6(pid=25937): stderr: 
| �[0;m�[38;5;43m20221210164517913 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210164517913 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8bfb1dcc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210164517914 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210164517914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210164517914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210164517914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210164517916 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210164517916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210164517916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210164517916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:45:18.893122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25930): Terminating (SIGTERM)
16:45:18.933136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25933): Terminating (SIGTERM)
16:45:18.973191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25936): Terminating (SIGTERM)
16:45:18.982736 ---      ParallelTerminationStrategy: PID 25930 died...
16:45:19.037334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25930): Terminated: ok {rc=0}
16:45:19.047240 ---      ParallelTerminationStrategy: PID 25933 died...
16:45:19.100781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25933): Terminated: ok {rc=0}
16:45:19.110555 ---      ParallelTerminationStrategy: PID 25936 died...
16:45:19.163957 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25936): Terminated: ok {rc=0}
16:45:19.252755 bus                        /sierra_3: Setting Powered False
16:45:20.356806 bus                        /sierra_3: Setting Powered False
16:45:21.467239 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>152</id><name>voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-10T16:45:01</timestamp></suite><suite><case><age>238</age><className>voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25949): Process ended prematurely: osmo-stp_10.42.42.5(pid=25949) [trial-2376↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25949)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25949): Process ended prematurely: osmo-stp_10.42.42.5(pid=25949) [trial-2376↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25949)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py
----------------------------------------------
16:45:23.463388 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
16:45:23.474765 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
16:45:23.615188 tst                    mo_mt_call.py: using LAC 29295
16:45:23.729954 tst                    mo_mt_call.py: using RAC 225
16:45:23.845360 tst                    mo_mt_call.py: using CellId 29295
16:45:23.966369 tst                    mo_mt_call.py: using BVCI 29296
16:45:23.989109 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
16:45:24.000279 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
16:45:24.011360 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
16:45:24.022850 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
16:45:24.034401 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
16:45:24.045768 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)
16:45:24.163392 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)
16:45:24.362958 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:45:24.832135 run         create_hlr_db(pid=25943): Launched
16:45:25.003929 bus                        /sierra_2: Setting Powered False
16:45:26.027070 run         create_hlr_db(pid=25943): Terminated: ok {rc=0}
16:45:26.426231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25945): Launched
16:45:26.726179 run   osmo-hlr_10.42.42.2(pid=25946): Launched
16:45:26.835589 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:45:27.350886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25948): Launched
16:45:27.648625 run   osmo-stp_10.42.42.5(pid=25949): Launched
16:45:27.757678 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:45:28.300371 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25951): Launched
16:45:28.599137 run   osmo-msc_10.42.42.6(pid=25952): Launched
16:45:28.774144 run   osmo-stp_10.42.42.5(pid=25949): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25949)]
16:45:28.900434 run   osmo-stp_10.42.42.5(pid=25949): stdout: 
| (launched: 2022-12-10_16:45:27.502098)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:45:29.024575 run   osmo-stp_10.42.42.5(pid=25949): stderr: 
| �[0;m�[38;5;43m20221210164527674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164527674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164527675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164527675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164527677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164527677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164527677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:45:29.144097 run   osmo-stp_10.42.42.5(pid=25949): stdout: 
| (launched: 2022-12-10_16:45:27.502098)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:45:29.263034 run   osmo-stp_10.42.42.5(pid=25949): stderr: 
| �[0;m�[38;5;43m20221210164527674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164527674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164527675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164527675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164527677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164527677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164527677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:45:29.315522 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25949): Process ended prematurely: osmo-stp_10.42.42.5(pid=25949) [trial-2376↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25949)]  [trial-2376↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]
16:45:29.323910 tst                  mo_mt_call.py:8: Test FAILED (5.9 sec)
16:45:29.384337 run   osmo-hlr_10.42.42.2(pid=25946): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25946)]
16:45:29.433793 run   osmo-hlr_10.42.42.2(pid=25946): stdout: 
| (launched: 2022-12-10_16:45:26.578822) 
16:45:29.483850 run   osmo-hlr_10.42.42.2(pid=25946): stderr: 
| �[0;m�[1;31m20221210164526753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164526753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164526754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164526754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164526754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164526754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164526766 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164526774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164526774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164526774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:45:29.551632 run   osmo-msc_10.42.42.6(pid=25952): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25952)]
16:45:29.601205 run   osmo-msc_10.42.42.6(pid=25952): stdout: 
| (launched: 2022-12-10_16:45:28.451490) 
16:45:29.651209 run   osmo-msc_10.42.42.6(pid=25952): stderr: 
| �[0;m�[38;5;43m20221210164528723 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210164528724 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faf09e86c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210164528724 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210164528724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210164528724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210164528724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210164528726 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210164528726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210164528726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210164528727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:45:29.693558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25945): Terminating (SIGTERM)
16:45:29.733680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25948): Terminating (SIGTERM)
16:45:29.773882 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25951): Terminating (SIGTERM)
16:45:29.783486 ---      ParallelTerminationStrategy: PID 25945 died...
16:45:29.837566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25945): Terminated: ok {rc=0}
16:45:29.847505 ---      ParallelTerminationStrategy: PID 25948 died...
16:45:29.900680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25948): Terminated: ok {rc=0}
16:45:29.910601 ---      ParallelTerminationStrategy: PID 25951 died...
16:45:29.964035 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25951): Terminated: ok {rc=0}
16:45:30.048329 bus                        /sierra_3: Setting Powered False
16:45:31.178792 bus                        /sierra_3: Setting Powered False
16:45:32.293765 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>212</age><className>voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25960): Process ended prematurely: osmo-stp_10.42.42.5(pid=25960) [trial-2376↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25960)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25960): Process ended prematurely: osmo-stp_10.42.42.5(pid=25960) [trial-2376↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25960)]
</stderr><stdout>
----------------------------------------------
trial-2376 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py
----------------------------------------------
16:45:33.403757 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
16:45:33.415951 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
16:45:33.552305 tst              mo_mt_call_osmux.py: using LAC 29296
16:45:33.670141 tst              mo_mt_call_osmux.py: using RAC 226
16:45:33.788869 tst              mo_mt_call_osmux.py: using CellId 29296
16:45:33.907222 tst              mo_mt_call_osmux.py: using BVCI 29297
16:45:33.929930 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
16:45:33.941276 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
16:45:33.952381 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
16:45:33.963700 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
16:45:33.975253 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
16:45:33.986693 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)
16:45:34.109366 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)
16:45:34.309922 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:45:34.778675 run         create_hlr_db(pid=25954): Launched
16:45:34.950575 bus                        /sierra_2: Setting Powered False
16:45:35.973232 run         create_hlr_db(pid=25954): Terminated: ok {rc=0}
16:45:36.371859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25956): Launched
16:45:36.669785 run   osmo-hlr_10.42.42.2(pid=25957): Launched
16:45:36.777964 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:45:37.294443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25959): Launched
16:45:37.593977 run   osmo-stp_10.42.42.5(pid=25960): Launched
16:45:37.703850 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:45:38.249917 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25962): Launched
16:45:38.550088 run   osmo-msc_10.42.42.6(pid=25963): Launched
16:45:38.725915 run   osmo-stp_10.42.42.5(pid=25960): ERR: Terminated: ERROR {rc=1}  [trial-2376↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25960)]
16:45:38.853894 run   osmo-stp_10.42.42.5(pid=25960): stdout: 
| (launched: 2022-12-10_16:45:37.446218)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:45:38.978641 run   osmo-stp_10.42.42.5(pid=25960): stderr: 
| �[0;m�[38;5;43m20221210164537615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164537615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164537616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164537616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164537618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164537619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164537619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:45:39.099123 run   osmo-stp_10.42.42.5(pid=25960): stdout: 
| (launched: 2022-12-10_16:45:37.446218)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:45:39.218804 run   osmo-stp_10.42.42.5(pid=25960): stderr: 
| �[0;m�[38;5;43m20221210164537615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164537615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164537616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164537616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164537618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164537619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164537619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:45:39.271617 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25960): Process ended prematurely: osmo-stp_10.42.42.5(pid=25960) [trial-2376↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25960)]  [trial-2376↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]
16:45:39.280252 tst            mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)
16:45:39.340578 run   osmo-hlr_10.42.42.2(pid=25957): ERR: Terminated: ERROR {rc=237}  [trial-2376↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25957)]
16:45:39.390409 run   osmo-hlr_10.42.42.2(pid=25957): stdout: 
| (launched: 2022-12-10_16:45:36.523615) 
16:45:39.440549 run   osmo-hlr_10.42.42.2(pid=25957): stderr: 
| �[0;m�[1;31m20221210164536704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164536704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164536704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164536704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164536704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164536704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164536715 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164536723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164536723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164536723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:45:39.508445 run   osmo-msc_10.42.42.6(pid=25963): ERR: Terminated: ERROR {rc=2}  [trial-2376↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25963)]
16:45:39.557768 run   osmo-msc_10.42.42.6(pid=25963): stdout: 
| (launched: 2022-12-10_16:45:38.401783) 
16:45:39.607669 run   osmo-msc_10.42.42.6(pid=25963): stderr: 
| �[0;m�[38;5;43m20221210164538674 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210164538675 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3afdce7c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210164538675 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210164538675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210164538675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210164538675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210164538677 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210164538677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210164538678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210164538678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:45:39.649826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25956): Terminating (SIGTERM)
16:45:39.690025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25959): Terminating (SIGTERM)
16:45:39.729966 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25962): Terminating (SIGTERM)
16:45:39.739509 ---      ParallelTerminationStrategy: PID 25956 died...
16:45:39.793513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25956): Terminated: ok {rc=0}
16:45:39.803446 ---      ParallelTerminationStrategy: PID 25959 died...
16:45:39.857338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25959): Terminated: ok {rc=0}
16:45:39.867321 ---      ParallelTerminationStrategy: PID 25962 died...
16:45:39.921001 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25962): Terminated: ok {rc=0}
16:45:40.003959 bus                        /sierra_3: Setting Powered False
16:45:41.105578 bus                        /sierra_3: Setting Powered False
16:45:42.217666 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>21.0</duration><id>153</id><name>voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend</name><properties></properties><timestamp>2022-12-10T16:45:23</timestamp></suite><suite><case><age>46</age><className>emergency:nanobts+band-900</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25974): Process ended prematurely: osmo-stp_10.42.42.5(pid=25974) [trial-2376↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25974)]</errorStackTrace><failedSince>2331</failedSince><name>emergency_mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py", line 19, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25974): Process ended prematurely: osmo-stp_10.42.42.5(pid=25974) [trial-2376↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25974)]
</stderr><stdout>
----------------------------------------------
trial-2376 emergency:nanobts+band-900 emergency_mo_mt_call.py
----------------------------------------------
16:45:44.240657 tst       emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)
16:45:44.251266 tst       emergency:nanobts+band-900: Using 1 x bts (candidates: 1)
16:45:44.385657 tst          emergency_mo_mt_call.py: using LAC 29297
16:45:44.498865 tst          emergency_mo_mt_call.py: using RAC 227
16:45:44.619434 tst          emergency_mo_mt_call.py: using CellId 29297
16:45:44.740832 tst          emergency_mo_mt_call.py: using BVCI 29298
16:45:44.764671 tst       emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)
16:45:44.776082 tst       emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)
16:45:44.787328 tst       emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)
16:45:44.798745 tst       emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)
16:45:44.810470 tst       emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)
16:45:44.821809 tst       emergency:nanobts+band-900: Using 1 x modem (candidates: 4)
16:45:44.933877 tst       emergency:nanobts+band-900: Using 1 x modem (candidates: 4)
16:45:45.128635 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:45:45.589220 run         create_hlr_db(pid=25968): Launched
16:45:45.758654 bus                        /sierra_2: Setting Powered False
16:45:46.781665 run         create_hlr_db(pid=25968): Terminated: ok {rc=0}
16:45:47.204659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25970): Launched
16:45:47.519280 run   osmo-hlr_10.42.42.2(pid=25971): Launched
16:45:47.638745 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:45:48.183659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25973): Launched
16:45:48.495529 run   osmo-stp_10.42.42.5(pid=25974): Launched
16:45:48.622427 tst          emergency_mo_mt_call.py: using MSISDN 7798
16:45:48.779659 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:45:49.349772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25976): Launched
16:45:49.662727 run   osmo-msc_10.42.42.6(pid=25977): Launched
16:45:49.847136 run   osmo-stp_10.42.42.5(pid=25974): ERR: Terminated: ERROR {rc=1}  [trial-2376↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25974)]
16:45:49.979960 run   osmo-stp_10.42.42.5(pid=25974): stdout: 
| (launched: 2022-12-10_16:45:48.342315)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:45:50.113217 run   osmo-stp_10.42.42.5(pid=25974): stderr: 
| �[0;m�[38;5;43m20221210164548533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164548533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164548533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164548534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164548534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164548534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164548534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:45:50.239515 run   osmo-stp_10.42.42.5(pid=25974): stdout: 
| (launched: 2022-12-10_16:45:48.342315)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:45:50.364482 run   osmo-stp_10.42.42.5(pid=25974): stderr: 
| �[0;m�[38;5;43m20221210164548533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164548533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164548533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164548534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164548534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164548534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164548534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:45:50.419244 tst       emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=25974): Process ended prematurely: osmo-stp_10.42.42.5(pid=25974) [trial-2376↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25974)]  [trial-2376↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]
16:45:50.427927 tst       emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)
16:45:50.491273 run   osmo-hlr_10.42.42.2(pid=25971): ERR: Terminated: ERROR {rc=237}  [trial-2376↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25971)]
16:45:50.543093 run   osmo-hlr_10.42.42.2(pid=25971): stdout: 
| (launched: 2022-12-10_16:45:47.364298) 
16:45:50.595749 run   osmo-hlr_10.42.42.2(pid=25971): stderr: 
| �[0;m�[1;31m20221210164547560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164547560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164547560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164547560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164547560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164547560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164547573 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164547581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164547582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164547582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:45:50.667029 run   osmo-msc_10.42.42.6(pid=25977): ERR: Terminated: ERROR {rc=2}  [trial-2376↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25977)]
16:45:50.718387 run   osmo-msc_10.42.42.6(pid=25977): stdout: 
| (launched: 2022-12-10_16:45:49.509297) 
16:45:50.770350 run   osmo-msc_10.42.42.6(pid=25977): stderr: 
| �[0;m�[38;5;43m20221210164549830 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210164549830 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fda5dfa2c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210164549831 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210164549831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210164549831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210164549831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210164549833 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210164549833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210164549833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210164549834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:45:50.814652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25970): Terminating (SIGTERM)
16:45:50.856375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25973): Terminating (SIGTERM)
16:45:50.898570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25976): Terminating (SIGTERM)
16:45:50.908293 ---      ParallelTerminationStrategy: PID 25970 died...
16:45:50.964379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25970): Terminated: ok {rc=0}
16:45:50.974749 ---      ParallelTerminationStrategy: PID 25973 died...
16:45:51.030216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25973): Terminated: ok {rc=0}
16:45:51.040382 ---      ParallelTerminationStrategy: PID 25976 died...
16:45:51.096073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25976): Terminated: ok {rc=0}
16:45:51.183718 bus                        /sierra_3: Setting Powered False
16:45:52.289936 bus                        /sierra_3: Setting Powered False
16:45:53.397282 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>214</age><className>emergency:nanobts+band-900</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=25985): Process ended prematurely: osmo-stp_10.42.42.5(pid=25985) [trial-2376↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25985)]</errorStackTrace><failedSince>2163</failedSince><name>emergency_preemptive_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py", line 32, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25985): Process ended prematurely: osmo-stp_10.42.42.5(pid=25985) [trial-2376↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25985)]
</stderr><stdout>
----------------------------------------------
trial-2376 emergency:nanobts+band-900 emergency_preemptive_call.py
----------------------------------------------
16:45:54.448555 tst       emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)
16:45:54.460510 tst       emergency:nanobts+band-900: Using 1 x bts (candidates: 1)
16:45:54.602704 tst     emergency_preemptive_call.py: using LAC 29298
16:45:54.727668 tst     emergency_preemptive_call.py: using RAC 228
16:45:54.845965 tst     emergency_preemptive_call.py: using CellId 29298
16:45:54.967955 tst     emergency_preemptive_call.py: using BVCI 29299
16:45:54.991950 tst       emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)
16:45:55.003444 tst       emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)
16:45:55.014741 tst       emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)
16:45:55.025993 tst       emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)
16:45:55.037205 tst       emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)
16:45:55.048587 tst       emergency:nanobts+band-900: Using 1 x modem (candidates: 4)
16:45:55.161978 tst       emergency:nanobts+band-900: Using 1 x modem (candidates: 4)
16:45:55.280339 tst       emergency:nanobts+band-900: Using 1 x modem (candidates: 4)
16:45:55.397157 tst       emergency:nanobts+band-900: Using 1 x modem (candidates: 4)
16:45:55.602347 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:45:56.104825 run         create_hlr_db(pid=25979): Launched
16:45:56.288236 bus                        /sierra_2: Setting Powered False
16:45:57.309729 run         create_hlr_db(pid=25979): Terminated: ok {rc=0}
16:45:57.727813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25981): Launched
16:45:58.042387 run   osmo-hlr_10.42.42.2(pid=25982): Launched
16:45:58.160041 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:45:58.705503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25984): Launched
16:45:59.018361 run   osmo-stp_10.42.42.5(pid=25985): Launched
16:45:59.143268 tst     emergency_preemptive_call.py: using MSISDN 7799
16:45:59.300376 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:45:59.871034 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25987): Launched
16:46:00.182987 run   osmo-msc_10.42.42.6(pid=25988): Launched
16:46:00.366240 run   osmo-stp_10.42.42.5(pid=25985): ERR: Terminated: ERROR {rc=1}  [trial-2376↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25985)]
16:46:00.498727 run   osmo-stp_10.42.42.5(pid=25985): stdout: 
| (launched: 2022-12-10_16:45:58.864743)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:46:00.630957 run   osmo-stp_10.42.42.5(pid=25985): stderr: 
| �[0;m�[38;5;43m20221210164559055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164559055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164559055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164559055 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164559056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164559056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164559056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:46:00.758036 run   osmo-stp_10.42.42.5(pid=25985): stdout: 
| (launched: 2022-12-10_16:45:58.864743)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:46:00.900819 run   osmo-stp_10.42.42.5(pid=25985): stderr: 
| �[0;m�[38;5;43m20221210164559055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164559055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164559055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164559055 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164559056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164559056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164559056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:46:00.957694 tst  emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=25985): Process ended prematurely: osmo-stp_10.42.42.5(pid=25985) [trial-2376↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25985)]  [trial-2376↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]
16:46:00.966768 tst  emergency_preemptive_call.py:32: Test FAILED (6.5 sec)
16:46:01.031468 run   osmo-hlr_10.42.42.2(pid=25982): ERR: Terminated: ERROR {rc=237}  [trial-2376↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25982)]
16:46:01.084363 run   osmo-hlr_10.42.42.2(pid=25982): stdout: 
| (launched: 2022-12-10_16:45:57.888063) 
16:46:01.138160 run   osmo-hlr_10.42.42.2(pid=25982): stderr: 
| �[0;m�[1;31m20221210164558087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164558087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164558087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164558087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164558087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164558087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164558100 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164558108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164558108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164558108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:46:01.211140 run   osmo-msc_10.42.42.6(pid=25988): ERR: Terminated: ERROR {rc=2}  [trial-2376↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25988)]
16:46:01.264087 run   osmo-msc_10.42.42.6(pid=25988): stdout: 
| (launched: 2022-12-10_16:46:00.029987) 
16:46:01.317870 run   osmo-msc_10.42.42.6(pid=25988): stderr: 
| �[0;m�[38;5;43m20221210164600349 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210164600350 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f68ecf10c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210164600350 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210164600350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210164600350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210164600350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210164600352 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210164600352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210164600352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210164600353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:46:01.363816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25981): Terminating (SIGTERM)
16:46:01.406990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25984): Terminating (SIGTERM)
16:46:01.450436 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25987): Terminating (SIGTERM)
16:46:01.461017 ---      ParallelTerminationStrategy: PID 25981 died...
16:46:01.520269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25981): Terminated: ok {rc=0}
16:46:01.531118 ---      ParallelTerminationStrategy: PID 25984 died...
16:46:01.588609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25984): Terminated: ok {rc=0}
16:46:01.599600 ---      ParallelTerminationStrategy: PID 25987 died...
16:46:01.657542 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25987): Terminated: ok {rc=0}
16:46:01.747642 bus                        /sierra_9: Setting Powered False
16:46:02.851312 bus                        /sierra_9: Setting Powered False
16:46:03.964118 bus                        /sierra_8: Setting Powered False
16:46:05.068308 bus                        /sierra_8: Setting Powered False
16:46:06.180098 bus                        /sierra_3: Setting Powered False
16:46:07.284198 bus                        /sierra_3: Setting Powered False
16:46:08.391915 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>27.0</duration><id>154</id><name>emergency_nanobts+band-900</name><properties></properties><timestamp>2022-12-10T16:45:43</timestamp></suite><suite><case><age>238</age><className>gprs:nanobts+band-900</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=26003): Process ended prematurely: osmo-stp_10.42.42.5(pid=26003) [trial-2376↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26003)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26003): Process ended prematurely: osmo-stp_10.42.42.5(pid=26003) [trial-2376↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26003)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:nanobts+band-900 cs_paging_gprs_active.py
----------------------------------------------
16:46:10.515672 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:46:10.526949 tst            gprs:nanobts+band-900: Using 1 x bts (candidates: 1)
16:46:10.668860 tst         cs_paging_gprs_active.py: using LAC 29299
16:46:10.789479 tst         cs_paging_gprs_active.py: using RAC 229
16:46:10.914067 tst         cs_paging_gprs_active.py: using CellId 29299
16:46:11.039482 tst         cs_paging_gprs_active.py: using BVCI 29300
16:46:11.063854 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:46:11.075096 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:46:11.086098 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:46:11.097060 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:46:11.107905 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:46:11.118881 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:46:11.129936 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:46:11.140803 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:46:11.151897 tst            gprs:nanobts+band-900: Using 1 x modem (candidates: 4)
16:46:11.266161 tst            gprs:nanobts+band-900: Using 1 x modem (candidates: 4)
16:46:11.543450 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
16:46:11.667720 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:46:11.978038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25993): Launched
16:46:12.234458 run iperf3-srv_10.42.42.10(pid=25994): Launched
16:46:12.417330 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
16:46:12.541806 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:46:12.851546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25995): Launched
16:46:13.107937 run iperf3-srv_10.42.42.10(pid=25996): Launched
16:46:13.289869 tst      cs_paging_gprs_active.py:38: start network...
16:46:13.413495 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:46:13.882434 run         create_hlr_db(pid=25997): Launched
16:46:14.054866 bus                        /sierra_2: Setting Powered False
16:46:15.076682 run         create_hlr_db(pid=25997): Terminated: ok {rc=0}
16:46:15.501723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25999): Launched
16:46:15.821163 run   osmo-hlr_10.42.42.2(pid=26000): Launched
16:46:16.063424 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:46:16.645647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26002): Launched
16:46:17.099865 run   osmo-stp_10.42.42.5(pid=26003): Launched
16:46:17.231616 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:46:17.773308 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26005): Launched
16:46:17.879666 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:46:18.140605 run              patchelf(pid=26006): Launched
16:46:18.315637 run   osmo-stp_10.42.42.5(pid=26003): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26003)]
16:46:18.443847 run   osmo-stp_10.42.42.5(pid=26003): stdout: 
| (launched: 2022-12-10_16:46:16.803285)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:46:18.573238 run   osmo-stp_10.42.42.5(pid=26003): stderr: 
| �[0;m�[38;5;43m20221210164617042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164617042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164617042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164617043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164617043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164617043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164617043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:46:18.697134 run   osmo-stp_10.42.42.5(pid=26003): stdout: 
| (launched: 2022-12-10_16:46:16.803285)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:46:18.819943 run   osmo-stp_10.42.42.5(pid=26003): stderr: 
| �[0;m�[38;5;43m20221210164617042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164617042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164617042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164617043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164617043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164617043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164617043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:46:18.962959 run              patchelf(pid=26006): Terminating (SIGINT)
16:46:19.131650 run              patchelf(pid=26006): Terminated: ok {rc=0}
16:46:19.162628 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26003): Process ended prematurely: osmo-stp_10.42.42.5(pid=26003) [trial-2376↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26003)]  [trial-2376↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]
16:46:19.171722 tst      cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)
16:46:19.232689 run   osmo-hlr_10.42.42.2(pid=26000): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26000)]
16:46:19.281890 run   osmo-hlr_10.42.42.2(pid=26000): stdout: 
| (launched: 2022-12-10_16:46:15.664769) 
16:46:19.331516 run   osmo-hlr_10.42.42.2(pid=26000): stderr: 
| �[0;m�[1;31m20221210164615882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164615882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164615882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164615882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164615882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164615882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164615899 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164615922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164615922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164615922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:46:19.373641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25993): Terminating (SIGTERM)
16:46:19.413798 run iperf3-srv_10.42.42.10(pid=25994): Terminating (SIGTERM)
16:46:19.453503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25995): Terminating (SIGTERM)
16:46:19.493435 run iperf3-srv_10.42.42.10(pid=25996): Terminating (SIGTERM)
16:46:19.533574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25999): Terminating (SIGTERM)
16:46:19.573709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26002): Terminating (SIGTERM)
16:46:19.614293 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26005): Terminating (SIGTERM)
16:46:19.623883 ---      ParallelTerminationStrategy: PID 25993 died...
16:46:19.677807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25993): Terminated: ok {rc=0}
16:46:19.688176 ---      ParallelTerminationStrategy: PID 25994 died...
16:46:19.741285 run iperf3-srv_10.42.42.10(pid=25994): Terminated {rc=256}
16:46:19.751349 ---      ParallelTerminationStrategy: PID 25995 died...
16:46:19.804515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25995): Terminated: ok {rc=0}
16:46:19.814608 ---      ParallelTerminationStrategy: PID 25996 died...
16:46:19.867667 run iperf3-srv_10.42.42.10(pid=25996): Terminated {rc=256}
16:46:19.877743 ---      ParallelTerminationStrategy: PID 25999 died...
16:46:19.930821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25999): Terminated: ok {rc=0}
16:46:19.940928 ---      ParallelTerminationStrategy: PID 26002 died...
16:46:19.994947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26002): Terminated: ok {rc=0}
16:46:20.004716 ---      ParallelTerminationStrategy: PID 26005 died...
16:46:20.058273 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26005): Terminated: ok {rc=0}
16:46:20.146074 bus                          /gobi_0: Setting Powered False
16:46:21.249355 bus                          /gobi_0: Setting Powered False
16:46:22.355238 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>64</age><className>gprs:nanobts+band-900</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=26015): Process ended prematurely: osmo-stp_10.42.42.5(pid=26015) [trial-2376↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26015)]</errorStackTrace><failedSince>2313</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26015): Process ended prematurely: osmo-stp_10.42.42.5(pid=26015) [trial-2376↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26015)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:nanobts+band-900 iperf3.py
----------------------------------------------
16:46:23.469100 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:46:23.480860 tst            gprs:nanobts+band-900: Using 1 x bts (candidates: 1)
16:46:23.628695 tst                        iperf3.py: using LAC 29300
16:46:23.755155 tst                        iperf3.py: using RAC 230
16:46:23.881362 tst                        iperf3.py: using CellId 29300
16:46:24.001821 tst                        iperf3.py: using BVCI 29301
16:46:24.025136 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:46:24.036013 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:46:24.046790 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:46:24.057755 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:46:24.068541 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:46:24.079271 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:46:24.090095 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:46:24.100770 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:46:24.111597 tst            gprs:nanobts+band-900: Using 1 x modem (candidates: 4)
16:46:24.390155 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
16:46:24.514766 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:46:24.825588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26007): Launched
16:46:25.083002 run iperf3-srv_10.42.42.10(pid=26008): Launched
16:46:25.265491 tst                      iperf3.py:8: start network...
16:46:25.390222 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:46:25.860340 run         create_hlr_db(pid=26009): Launched
16:46:26.032682 bus                          /gobi_6: Setting Powered False
16:46:27.054592 run         create_hlr_db(pid=26009): Terminated: ok {rc=0}
16:46:27.478613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26011): Launched
16:46:27.799400 run   osmo-hlr_10.42.42.2(pid=26012): Launched
16:46:27.920559 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:46:28.476785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26014): Launched
16:46:28.795430 run   osmo-stp_10.42.42.5(pid=26015): Launched
16:46:28.910750 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:46:29.466582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26017): Launched
16:46:29.580031 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:46:29.857817 run              patchelf(pid=26018): Launched
16:46:30.044475 run   osmo-stp_10.42.42.5(pid=26015): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26015)]
16:46:30.181107 run   osmo-stp_10.42.42.5(pid=26015): stdout: 
| (launched: 2022-12-10_16:46:28.639251)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:46:30.318475 run   osmo-stp_10.42.42.5(pid=26015): stderr: 
| �[0;m�[38;5;43m20221210164628831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164628831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164628831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164628831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164628832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164628832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164628832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:46:30.450445 run   osmo-stp_10.42.42.5(pid=26015): stdout: 
| (launched: 2022-12-10_16:46:28.639251)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:46:30.581181 run   osmo-stp_10.42.42.5(pid=26015): stderr: 
| �[0;m�[38;5;43m20221210164628831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164628831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164628831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164628831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164628832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164628832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164628832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:46:30.733530 run              patchelf(pid=26018): Terminating (SIGINT)
16:46:30.918427 run              patchelf(pid=26018): Terminated: ok {rc=0}
16:46:30.951548 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26015): Process ended prematurely: osmo-stp_10.42.42.5(pid=26015) [trial-2376↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26015)]  [trial-2376↪gprs:nanobts+band-900↪iperf3.py:8]
16:46:30.961793 tst                      iperf3.py:8: Test FAILED (7.5 sec)
16:46:31.027942 run   osmo-hlr_10.42.42.2(pid=26012): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26012)]
16:46:31.079967 run   osmo-hlr_10.42.42.2(pid=26012): stdout: 
| (launched: 2022-12-10_16:46:27.641990) 
16:46:31.132398 run   osmo-hlr_10.42.42.2(pid=26012): stderr: 
| �[0;m�[1;31m20221210164627841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164627841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164627841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164627841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164627841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164627841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164627853 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164627861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164627862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164627862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:46:31.177661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26007): Terminating (SIGTERM)
16:46:31.223428 run iperf3-srv_10.42.42.10(pid=26008): Terminating (SIGTERM)
16:46:31.266945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26011): Terminating (SIGTERM)
16:46:31.310798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26014): Terminating (SIGTERM)
16:46:31.357054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26017): Terminating (SIGTERM)
16:46:31.368894 ---      ParallelTerminationStrategy: PID 26007 died...
16:46:31.428889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26007): Terminated: ok {rc=0}
16:46:31.439856 ---      ParallelTerminationStrategy: PID 26008 died...
16:46:31.496978 run iperf3-srv_10.42.42.10(pid=26008): Terminated {rc=256}
16:46:31.507629 ---      ParallelTerminationStrategy: PID 26011 died...
16:46:31.566838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26011): Terminated: ok {rc=0}
16:46:31.579787 ---      ParallelTerminationStrategy: PID 26014 died...
16:46:31.649954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26014): Terminated: ok {rc=0}
16:46:31.663713 ---      ParallelTerminationStrategy: PID 26017 died...
16:46:31.734002 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26017): Terminated: ok {rc=0}
16:46:31.842412 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>216</age><className>gprs:nanobts+band-900</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=26033): Process ended prematurely: osmo-stp_10.42.42.5(pid=26033) [trial-2376↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26033)]</errorStackTrace><failedSince>2161</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26033): Process ended prematurely: osmo-stp_10.42.42.5(pid=26033) [trial-2376↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26033)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:nanobts+band-900 iperf3m4.py
----------------------------------------------
16:46:32.958459 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:46:32.970198 tst            gprs:nanobts+band-900: Using 1 x bts (candidates: 1)
16:46:33.109005 tst                      iperf3m4.py: using LAC 29301
16:46:33.233922 tst                      iperf3m4.py: using RAC 231
16:46:33.361083 tst                      iperf3m4.py: using CellId 29301
16:46:33.487782 tst                      iperf3m4.py: using BVCI 29302
16:46:33.512138 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:46:33.523403 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:46:33.534375 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:46:33.545370 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:46:33.556351 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:46:33.567330 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:46:33.578538 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:46:33.589470 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:46:33.600544 tst            gprs:nanobts+band-900: Using 1 x modem (candidates: 4)
16:46:33.715260 tst            gprs:nanobts+band-900: Using 1 x modem (candidates: 4)
16:46:33.837234 tst            gprs:nanobts+band-900: Using 1 x modem (candidates: 4)
16:46:33.953384 tst            gprs:nanobts+band-900: Using 1 x modem (candidates: 4)
16:46:34.228038 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
16:46:34.353731 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:46:34.663856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26019): Launched
16:46:34.921525 run iperf3-srv_10.42.42.10(pid=26020): Launched
16:46:35.103068 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
16:46:35.227387 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:46:35.536554 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26021): Launched
16:46:35.793187 run iperf3-srv_10.42.42.10(pid=26022): Launched
16:46:35.974709 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
16:46:36.098586 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:46:36.408626 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26023): Launched
16:46:36.664738 run iperf3-srv_10.42.42.10(pid=26024): Launched
16:46:36.846132 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
16:46:36.969875 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:46:37.279336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26025): Launched
16:46:37.536136 run iperf3-srv_10.42.42.10(pid=26026): Launched
16:46:37.717849 tst                    iperf3m4.py:8: start network...
16:46:37.841966 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:46:38.311944 run         create_hlr_db(pid=26027): Launched
16:46:38.483852 bus                          /gobi_6: Setting Powered False
16:46:39.506096 run         create_hlr_db(pid=26027): Terminated: ok {rc=0}
16:46:39.930927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26029): Launched
16:46:40.251409 run   osmo-hlr_10.42.42.2(pid=26030): Launched
16:46:40.369342 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:46:40.926352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26032): Launched
16:46:41.245342 run   osmo-stp_10.42.42.5(pid=26033): Launched
16:46:41.361622 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:46:41.918032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26035): Launched
16:46:42.031743 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:46:42.309880 run              patchelf(pid=26036): Launched
16:46:42.496890 run   osmo-stp_10.42.42.5(pid=26033): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26033)]
16:46:42.633886 run   osmo-stp_10.42.42.5(pid=26033): stdout: 
| (launched: 2022-12-10_16:46:41.089069)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:46:42.771542 run   osmo-stp_10.42.42.5(pid=26033): stderr: 
| �[0;m�[38;5;43m20221210164641277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164641277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164641277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164641277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164641278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164641278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164641278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:46:42.903909 run   osmo-stp_10.42.42.5(pid=26033): stdout: 
| (launched: 2022-12-10_16:46:41.089069)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:46:43.034767 run   osmo-stp_10.42.42.5(pid=26033): stderr: 
| �[0;m�[38;5;43m20221210164641277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164641277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164641277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164641277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164641278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164641278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164641278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:46:43.187332 run              patchelf(pid=26036): Terminating (SIGINT)
16:46:43.367298 run              patchelf(pid=26036): Terminated: ok {rc=0}
16:46:43.400248 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26033): Process ended prematurely: osmo-stp_10.42.42.5(pid=26033) [trial-2376↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26033)]  [trial-2376↪gprs:nanobts+band-900↪iperf3m4.py:8]
16:46:43.409982 tst                    iperf3m4.py:8: Test FAILED (10.5 sec)
16:46:43.472791 run   osmo-hlr_10.42.42.2(pid=26030): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26030)]
16:46:43.523859 run   osmo-hlr_10.42.42.2(pid=26030): stdout: 
| (launched: 2022-12-10_16:46:40.094466) 
16:46:43.575436 run   osmo-hlr_10.42.42.2(pid=26030): stderr: 
| �[0;m�[1;31m20221210164640289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164640289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164640289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164640290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164640290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164640290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164640302 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164640310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164640310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164640310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:46:43.619324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26019): Terminating (SIGTERM)
16:46:43.661311 run iperf3-srv_10.42.42.10(pid=26020): Terminating (SIGTERM)
16:46:43.702810 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26021): Terminating (SIGTERM)
16:46:43.744579 run iperf3-srv_10.42.42.10(pid=26022): Terminating (SIGTERM)
16:46:43.786072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26023): Terminating (SIGTERM)
16:46:43.827572 run iperf3-srv_10.42.42.10(pid=26024): Terminating (SIGTERM)
16:46:43.869185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26025): Terminating (SIGTERM)
16:46:43.910667 run iperf3-srv_10.42.42.10(pid=26026): Terminating (SIGTERM)
16:46:43.952094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26029): Terminating (SIGTERM)
16:46:43.993545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26032): Terminating (SIGTERM)
16:46:44.034999 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26035): Terminating (SIGTERM)
16:46:44.044724 ---      ParallelTerminationStrategy: PID 26019 died...
16:46:44.100702 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26019): Terminated: ok {rc=0}
16:46:44.111020 ---      ParallelTerminationStrategy: PID 26020 died...
16:46:44.166805 run iperf3-srv_10.42.42.10(pid=26020): Terminated {rc=256}
16:46:44.177347 ---      ParallelTerminationStrategy: PID 26021 died...
16:46:44.233381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26021): Terminated: ok {rc=0}
16:46:44.243613 ---      ParallelTerminationStrategy: PID 26022 died...
16:46:44.299167 run iperf3-srv_10.42.42.10(pid=26022): Terminated {rc=256}
16:46:44.309484 ---      ParallelTerminationStrategy: PID 26023 died...
16:46:44.365690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26023): Terminated: ok {rc=0}
16:46:44.375853 ---      ParallelTerminationStrategy: PID 26024 died...
16:46:44.431382 run iperf3-srv_10.42.42.10(pid=26024): Terminated {rc=256}
16:46:44.441911 ---      ParallelTerminationStrategy: PID 26025 died...
16:46:44.497645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26025): Terminated: ok {rc=0}
16:46:44.507891 ---      ParallelTerminationStrategy: PID 26026 died...
16:46:44.563467 run iperf3-srv_10.42.42.10(pid=26026): Terminated {rc=256}
16:46:44.573994 ---      ParallelTerminationStrategy: PID 26029 died...
16:46:44.629603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26029): Terminated: ok {rc=0}
16:46:44.639834 ---      ParallelTerminationStrategy: PID 26032 died...
16:46:44.695785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26032): Terminated: ok {rc=0}
16:46:44.706176 ---      ParallelTerminationStrategy: PID 26035 died...
16:46:44.762228 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26035): Terminated: ok {rc=0}
16:46:44.849044 bus                          /gobi_4: Setting Powered False
16:46:45.970574 bus                          /gobi_4: Setting Powered False
16:46:47.107521 bus                          /gobi_1: Setting Powered False
16:46:48.214881 bus                          /gobi_1: Setting Powered False
16:46:49.326341 bus                          /gobi_0: Setting Powered False
16:46:50.429595 bus                          /gobi_0: Setting Powered False
16:46:51.540056 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>51</age><className>gprs:nanobts+band-900</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=26043): Process ended prematurely: osmo-stp_10.42.42.5(pid=26043) [trial-2376↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26043)]</errorStackTrace><failedSince>2326</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26043): Process ended prematurely: osmo-stp_10.42.42.5(pid=26043) [trial-2376↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26043)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:nanobts+band-900 ping.py
----------------------------------------------
16:46:52.610353 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:46:52.622847 tst            gprs:nanobts+band-900: Using 1 x bts (candidates: 1)
16:46:52.753670 tst                          ping.py: using LAC 29302
16:46:52.869531 tst                          ping.py: using RAC 232
16:46:52.985066 tst                          ping.py: using CellId 29302
16:46:53.100059 tst                          ping.py: using BVCI 29303
16:46:53.122670 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:46:53.133428 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:46:53.143857 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:46:53.154598 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:46:53.165239 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:46:53.175788 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:46:53.186695 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:46:53.197369 tst            gprs:nanobts+band-900: Using 1 x modem (candidates: 4)
16:46:53.483024 tst                       ping.py:19: start network...
16:46:53.614982 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:46:54.116427 run         create_hlr_db(pid=26037): Launched
16:46:54.298379 bus                          /gobi_6: Setting Powered False
16:46:55.310776 run         create_hlr_db(pid=26037): Terminated: ok {rc=0}
16:46:55.708568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26039): Launched
16:46:56.001108 run   osmo-hlr_10.42.42.2(pid=26040): Launched
16:46:56.113695 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:46:56.636731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26042): Launched
16:46:56.929420 run   osmo-stp_10.42.42.5(pid=26043): Launched
16:46:57.035511 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:46:57.545736 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26045): Launched
16:46:57.649811 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:46:57.905966 run              patchelf(pid=26046): Launched
16:46:58.077698 run   osmo-stp_10.42.42.5(pid=26043): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26043)]
16:46:58.203388 run   osmo-stp_10.42.42.5(pid=26043): stdout: 
| (launched: 2022-12-10_16:46:56.785449)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:46:58.329842 run   osmo-stp_10.42.42.5(pid=26043): stderr: 
| �[0;m�[38;5;43m20221210164656954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164656954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164656954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164656955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164656955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164656955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164656955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:46:58.451460 run   osmo-stp_10.42.42.5(pid=26043): stdout: 
| (launched: 2022-12-10_16:46:56.785449)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:46:58.571798 run   osmo-stp_10.42.42.5(pid=26043): stderr: 
| �[0;m�[38;5;43m20221210164656954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164656954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164656954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164656955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164656955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164656955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164656955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:46:58.712188 run              patchelf(pid=26046): Terminating (SIGINT)
16:46:58.876940 run              patchelf(pid=26046): Terminated: ok {rc=0}
16:46:58.906932 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26043): Process ended prematurely: osmo-stp_10.42.42.5(pid=26043) [trial-2376↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26043)]  [trial-2376↪gprs:nanobts+band-900↪ping.py:22]
16:46:58.915521 tst                       ping.py:22: Test FAILED (6.3 sec)
16:46:58.976479 run   osmo-hlr_10.42.42.2(pid=26040): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26040)]
16:46:59.025891 run   osmo-hlr_10.42.42.2(pid=26040): stdout: 
| (launched: 2022-12-10_16:46:55.857422) 
16:46:59.075854 run   osmo-hlr_10.42.42.2(pid=26040): stderr: 
| �[0;m�[1;31m20221210164656036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164656036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164656036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164656036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164656036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164656036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164656051 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164656060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164656061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164656061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:46:59.118074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26039): Terminating (SIGTERM)
16:46:59.158370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26042): Terminating (SIGTERM)
16:46:59.198487 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26045): Terminating (SIGTERM)
16:46:59.208141 ---      ParallelTerminationStrategy: PID 26039 died...
16:46:59.262325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26039): Terminated: ok {rc=0}
16:46:59.272220 ---      ParallelTerminationStrategy: PID 26042 died...
16:46:59.325998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26042): Terminated: ok {rc=0}
16:46:59.335848 ---      ParallelTerminationStrategy: PID 26045 died...
16:46:59.389475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26045): Terminated: ok {rc=0}
16:46:59.473224 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:nanobts+band-900</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=26053): Process ended prematurely: osmo-stp_10.42.42.5(pid=26053) [trial-2376↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26053)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26053): Process ended prematurely: osmo-stp_10.42.42.5(pid=26053) [trial-2376↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26053)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:nanobts+band-900 ping_idle_ping.py
----------------------------------------------
16:47:00.526455 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:47:00.538583 tst            gprs:nanobts+band-900: Using 1 x bts (candidates: 1)
16:47:00.682129 tst                ping_idle_ping.py: using LAC 29303
16:47:00.805291 tst                ping_idle_ping.py: using RAC 233
16:47:00.955657 tst                ping_idle_ping.py: using CellId 29303
16:47:01.089096 tst                ping_idle_ping.py: using BVCI 29304
16:47:01.114111 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:47:01.125917 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:47:01.137487 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:47:01.149630 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:47:01.161802 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:47:01.173896 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:47:01.186220 tst            gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)
16:47:01.198769 tst            gprs:nanobts+band-900: Using 1 x modem (candidates: 4)
16:47:01.489835 tst             ping_idle_ping.py:24: start network...
16:47:01.631939 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:47:02.170636 run         create_hlr_db(pid=26047): Launched
16:47:02.343966 bus                          /gobi_6: Setting Powered False
16:47:03.364454 run         create_hlr_db(pid=26047): Terminated: ok {rc=0}
16:47:03.756935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26049): Launched
16:47:04.050653 run   osmo-hlr_10.42.42.2(pid=26050): Launched
16:47:04.162696 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:47:04.683306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26052): Launched
16:47:04.978072 run   osmo-stp_10.42.42.5(pid=26053): Launched
16:47:05.086275 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:47:05.598681 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26055): Launched
16:47:05.703207 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:47:05.959104 run              patchelf(pid=26056): Launched
16:47:06.131116 run   osmo-stp_10.42.42.5(pid=26053): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26053)]
16:47:06.257180 run   osmo-stp_10.42.42.5(pid=26053): stdout: 
| (launched: 2022-12-10_16:47:04.832480)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:47:06.383698 run   osmo-stp_10.42.42.5(pid=26053): stderr: 
| �[0;m�[38;5;43m20221210164705000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164705000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164705000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164705000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164705003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164705003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164705003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:47:06.505474 run   osmo-stp_10.42.42.5(pid=26053): stdout: 
| (launched: 2022-12-10_16:47:04.832480)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:47:06.626022 run   osmo-stp_10.42.42.5(pid=26053): stderr: 
| �[0;m�[38;5;43m20221210164705000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164705000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164705000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164705000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164705003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164705003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164705003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:47:06.766547 run              patchelf(pid=26056): Terminating (SIGINT)
16:47:06.932159 run              patchelf(pid=26056): Terminated: ok {rc=0}
16:47:06.962165 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26053): Process ended prematurely: osmo-stp_10.42.42.5(pid=26053) [trial-2376↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26053)]  [trial-2376↪gprs:nanobts+band-900↪ping_idle_ping.py:27]
16:47:06.970743 tst             ping_idle_ping.py:27: Test FAILED (6.4 sec)
16:47:07.031159 run   osmo-hlr_10.42.42.2(pid=26050): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26050)]
16:47:07.080715 run   osmo-hlr_10.42.42.2(pid=26050): stdout: 
| (launched: 2022-12-10_16:47:03.905889) 
16:47:07.130636 run   osmo-hlr_10.42.42.2(pid=26050): stderr: 
| �[0;m�[1;31m20221210164704083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164704083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164704083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164704083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164704083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164704083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164704095 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164704103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164704104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164704104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:47:07.172935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26049): Terminating (SIGTERM)
16:47:07.213051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26052): Terminating (SIGTERM)
16:47:07.253251 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26055): Terminating (SIGTERM)
16:47:07.262919 ---      ParallelTerminationStrategy: PID 26049 died...
16:47:07.317246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26049): Terminated: ok {rc=0}
16:47:07.327077 ---      ParallelTerminationStrategy: PID 26052 died...
16:47:07.380375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26052): Terminated: ok {rc=0}
16:47:07.390402 ---      ParallelTerminationStrategy: PID 26055 died...
16:47:07.443968 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26055): Terminated: ok {rc=0}
16:47:07.527414 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>155</id><name>gprs_nanobts+band-900</name><properties></properties><timestamp>2022-12-10T16:46:10</timestamp></suite><suite><case><age>238</age><className>gprs:nanobts+band-900+mod-bts0-egprs</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=26072): Process ended prematurely: osmo-stp_10.42.42.5(pid=26072) [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26072)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26072): Process ended prematurely: osmo-stp_10.42.42.5(pid=26072) [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26072)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py
----------------------------------------------
16:47:09.693284 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:47:09.704539 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)
16:47:09.845292 tst         cs_paging_gprs_active.py: using LAC 29304
16:47:09.969600 tst         cs_paging_gprs_active.py: using RAC 234
16:47:10.094430 tst         cs_paging_gprs_active.py: using CellId 29304
16:47:10.218999 tst         cs_paging_gprs_active.py: using BVCI 29305
16:47:10.243509 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:47:10.254941 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:47:10.266100 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:47:10.277261 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:47:10.288597 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:47:10.299834 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:47:10.311060 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:47:10.322270 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:47:10.333507 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:47:10.449379 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:47:10.738560 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
16:47:10.872187 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:47:11.202429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26062): Launched
16:47:11.476299 run iperf3-srv_10.42.42.10(pid=26063): Launched
16:47:11.673046 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
16:47:11.806712 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:47:12.137540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26064): Launched
16:47:12.411469 run iperf3-srv_10.42.42.10(pid=26065): Launched
16:47:12.607523 tst      cs_paging_gprs_active.py:38: start network...
16:47:12.741114 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:47:13.250987 run         create_hlr_db(pid=26066): Launched
16:47:13.436097 bus                          /gobi_6: Setting Powered False
16:47:14.458325 run         create_hlr_db(pid=26066): Terminated: ok {rc=0}
16:47:14.883214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26068): Launched
16:47:15.202898 run   osmo-hlr_10.42.42.2(pid=26069): Launched
16:47:15.319351 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:47:15.882649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26071): Launched
16:47:16.230149 run   osmo-stp_10.42.42.5(pid=26072): Launched
16:47:16.394443 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:47:17.078007 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26074): Launched
16:47:17.195323 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:47:17.476299 run              patchelf(pid=26075): Launched
16:47:17.663059 run   osmo-stp_10.42.42.5(pid=26072): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26072)]
16:47:17.800368 run   osmo-stp_10.42.42.5(pid=26072): stdout: 
| (launched: 2022-12-10_16:47:16.052519)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:47:17.937710 run   osmo-stp_10.42.42.5(pid=26072): stderr: 
| �[0;m�[38;5;43m20221210164716458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164716458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164716458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164716459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164716459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164716459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164716459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:47:18.070168 run   osmo-stp_10.42.42.5(pid=26072): stdout: 
| (launched: 2022-12-10_16:47:16.052519)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:47:18.200920 run   osmo-stp_10.42.42.5(pid=26072): stderr: 
| �[0;m�[38;5;43m20221210164716458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164716458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164716458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164716459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164716459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164716459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164716459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:47:18.353449 run              patchelf(pid=26075): Terminating (SIGINT)
16:47:18.533196 run              patchelf(pid=26075): Terminated: ok {rc=0}
16:47:18.566020 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26072): Process ended prematurely: osmo-stp_10.42.42.5(pid=26072) [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26072)]  [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]
16:47:18.575858 tst      cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)
16:47:18.638709 run   osmo-hlr_10.42.42.2(pid=26069): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26069)]
16:47:18.690224 run   osmo-hlr_10.42.42.2(pid=26069): stdout: 
| (launched: 2022-12-10_16:47:15.045984) 
16:47:18.742236 run   osmo-hlr_10.42.42.2(pid=26069): stderr: 
| �[0;m�[1;31m20221210164715243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164715243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164715243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164715243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164715243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164715243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164715255 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164715263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164715263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164715263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:47:18.786451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26062): Terminating (SIGTERM)
16:47:18.827970 run iperf3-srv_10.42.42.10(pid=26063): Terminating (SIGTERM)
16:47:18.869545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26064): Terminating (SIGTERM)
16:47:18.910868 run iperf3-srv_10.42.42.10(pid=26065): Terminating (SIGTERM)
16:47:18.952286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26068): Terminating (SIGTERM)
16:47:18.993676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26071): Terminating (SIGTERM)
16:47:19.035314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26074): Terminating (SIGTERM)
16:47:19.045050 ---      ParallelTerminationStrategy: PID 26062 died...
16:47:19.101056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26062): Terminated: ok {rc=0}
16:47:19.111107 ---      ParallelTerminationStrategy: PID 26063 died...
16:47:19.166443 run iperf3-srv_10.42.42.10(pid=26063): Terminated {rc=256}
16:47:19.176444 ---      ParallelTerminationStrategy: PID 26064 died...
16:47:19.231920 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26064): Terminated: ok {rc=0}
16:47:19.241991 ---      ParallelTerminationStrategy: PID 26065 died...
16:47:19.297276 run iperf3-srv_10.42.42.10(pid=26065): Terminated {rc=256}
16:47:19.307366 ---      ParallelTerminationStrategy: PID 26068 died...
16:47:19.362809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26068): Terminated: ok {rc=0}
16:47:19.372834 ---      ParallelTerminationStrategy: PID 26071 died...
16:47:19.428368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26071): Terminated: ok {rc=0}
16:47:19.438469 ---      ParallelTerminationStrategy: PID 26074 died...
16:47:19.493967 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26074): Terminated: ok {rc=0}
16:47:19.580607 bus                          /gobi_0: Setting Powered False
16:47:20.687539 bus                          /gobi_0: Setting Powered False
16:47:21.793977 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:nanobts+band-900+mod-bts0-egprs</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=26084): Process ended prematurely: osmo-stp_10.42.42.5(pid=26084) [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26084)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26084): Process ended prematurely: osmo-stp_10.42.42.5(pid=26084) [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26084)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py
----------------------------------------------
16:47:22.907038 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:47:22.918842 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)
16:47:23.064713 tst                        iperf3.py: using LAC 29305
16:47:23.189484 tst                        iperf3.py: using RAC 235
16:47:23.314595 tst                        iperf3.py: using CellId 29305
16:47:23.438869 tst                        iperf3.py: using BVCI 29306
16:47:23.463298 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:47:23.474734 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:47:23.485882 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:47:23.497109 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:47:23.508101 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:47:23.519246 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:47:23.530517 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:47:23.541847 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:47:23.553154 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:47:23.828590 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
16:47:23.953686 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:47:24.264745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26076): Launched
16:47:24.524276 run iperf3-srv_10.42.42.10(pid=26077): Launched
16:47:24.707735 tst                      iperf3.py:8: start network...
16:47:24.833294 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:47:25.319968 run         create_hlr_db(pid=26078): Launched
16:47:25.504762 bus                          /gobi_6: Setting Powered False
16:47:26.527559 run         create_hlr_db(pid=26078): Terminated: ok {rc=0}
16:47:26.953920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26080): Launched
16:47:27.272648 run   osmo-hlr_10.42.42.2(pid=26081): Launched
16:47:27.391808 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:47:27.950854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26083): Launched
16:47:28.269387 run   osmo-stp_10.42.42.5(pid=26084): Launched
16:47:28.385302 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:47:28.942756 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26086): Launched
16:47:29.056622 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:47:29.334796 run              patchelf(pid=26087): Launched
16:47:29.522083 run   osmo-stp_10.42.42.5(pid=26084): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26084)]
16:47:29.658962 run   osmo-stp_10.42.42.5(pid=26084): stdout: 
| (launched: 2022-12-10_16:47:28.113546)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:47:29.796706 run   osmo-stp_10.42.42.5(pid=26084): stderr: 
| �[0;m�[38;5;43m20221210164728306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164728306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164728306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164728307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164728307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164728307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164728307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:47:29.928668 run   osmo-stp_10.42.42.5(pid=26084): stdout: 
| (launched: 2022-12-10_16:47:28.113546)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:47:30.059638 run   osmo-stp_10.42.42.5(pid=26084): stderr: 
| �[0;m�[38;5;43m20221210164728306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164728306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164728306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164728307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164728307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164728307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164728307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:47:30.212242 run              patchelf(pid=26087): Terminating (SIGINT)
16:47:30.391757 run              patchelf(pid=26087): Terminated: ok {rc=0}
16:47:30.424565 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26084): Process ended prematurely: osmo-stp_10.42.42.5(pid=26084) [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26084)]  [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]
16:47:30.434377 tst                      iperf3.py:8: Test FAILED (7.6 sec)
16:47:30.497201 run   osmo-hlr_10.42.42.2(pid=26081): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26081)]
16:47:30.548531 run   osmo-hlr_10.42.42.2(pid=26081): stdout: 
| (launched: 2022-12-10_16:47:27.116909) 
16:47:30.600468 run   osmo-hlr_10.42.42.2(pid=26081): stderr: 
| �[0;m�[1;31m20221210164727314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164727314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164727314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164727314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164727314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164727314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164727327 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164727335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164727335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164727335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:47:30.644489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26076): Terminating (SIGTERM)
16:47:30.686662 run iperf3-srv_10.42.42.10(pid=26077): Terminating (SIGTERM)
16:47:30.728139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26080): Terminating (SIGTERM)
16:47:30.769801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26083): Terminating (SIGTERM)
16:47:30.811660 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26086): Terminating (SIGTERM)
16:47:30.821530 ---      ParallelTerminationStrategy: PID 26076 died...
16:47:30.878211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26076): Terminated: ok {rc=0}
16:47:30.888756 ---      ParallelTerminationStrategy: PID 26077 died...
16:47:30.945487 run iperf3-srv_10.42.42.10(pid=26077): Terminated {rc=256}
16:47:30.956054 ---      ParallelTerminationStrategy: PID 26080 died...
16:47:31.012634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26080): Terminated: ok {rc=0}
16:47:31.023301 ---      ParallelTerminationStrategy: PID 26083 died...
16:47:31.079986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26083): Terminated: ok {rc=0}
16:47:31.090721 ---      ParallelTerminationStrategy: PID 26086 died...
16:47:31.147786 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26086): Terminated: ok {rc=0}
16:47:31.235525 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:nanobts+band-900+mod-bts0-egprs</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=26104): Process ended prematurely: osmo-stp_10.42.42.5(pid=26104) [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26104)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26104): Process ended prematurely: osmo-stp_10.42.42.5(pid=26104) [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26104)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py
----------------------------------------------
16:47:32.351388 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:47:32.363412 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)
16:47:32.501731 tst                      iperf3m4.py: using LAC 29306
16:47:32.619805 tst                      iperf3m4.py: using RAC 236
16:47:32.742740 tst                      iperf3m4.py: using CellId 29306
16:47:32.858264 tst                      iperf3m4.py: using BVCI 29307
16:47:32.881153 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:47:32.892134 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:47:32.903058 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:47:32.914869 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:47:32.926248 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:47:32.937888 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:47:32.949770 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:47:32.960997 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:47:32.972487 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:47:33.093063 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:47:33.210971 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:47:33.330029 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:47:33.622701 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
16:47:33.757113 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:47:34.088237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26088): Launched
16:47:34.363714 run iperf3-srv_10.42.42.10(pid=26089): Launched
16:47:34.559952 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
16:47:34.694488 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:47:35.025302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26090): Launched
16:47:35.299767 run iperf3-srv_10.42.42.10(pid=26091): Launched
16:47:35.495306 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
16:47:35.628202 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:47:35.959018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26092): Launched
16:47:36.234232 run iperf3-srv_10.42.42.10(pid=26095): Launched
16:47:36.429398 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
16:47:36.562386 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:47:36.893022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26096): Launched
16:47:37.166764 run iperf3-srv_10.42.42.10(pid=26097): Launched
16:47:37.362048 tst                    iperf3m4.py:8: start network...
16:47:37.494777 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:47:38.005264 run         create_hlr_db(pid=26098): Launched
16:47:38.189710 bus                          /gobi_6: Setting Powered False
16:47:39.211728 run         create_hlr_db(pid=26098): Terminated: ok {rc=0}
16:47:39.612207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26100): Launched
16:47:39.911403 run   osmo-hlr_10.42.42.2(pid=26101): Launched
16:47:40.024632 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:47:40.544258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26103): Launched
16:47:40.844034 run   osmo-stp_10.42.42.5(pid=26104): Launched
16:47:40.952646 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:47:41.473598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26106): Launched
16:47:41.580384 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:47:41.841207 run              patchelf(pid=26107): Launched
16:47:42.015961 run   osmo-stp_10.42.42.5(pid=26104): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26104)]
16:47:42.144302 run   osmo-stp_10.42.42.5(pid=26104): stdout: 
| (launched: 2022-12-10_16:47:40.697049)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:47:42.273218 run   osmo-stp_10.42.42.5(pid=26104): stderr: 
| �[0;m�[38;5;43m20221210164740864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164740864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164740864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164740864 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164740865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164740865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164740865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:47:42.396583 run   osmo-stp_10.42.42.5(pid=26104): stdout: 
| (launched: 2022-12-10_16:47:40.697049)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:47:42.519431 run   osmo-stp_10.42.42.5(pid=26104): stderr: 
| �[0;m�[38;5;43m20221210164740864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164740864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164740864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164740864 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164740865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164740865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164740865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:47:42.662580 run              patchelf(pid=26107): Terminating (SIGINT)
16:47:42.830968 run              patchelf(pid=26107): Terminated: ok {rc=0}
16:47:42.861782 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26104): Process ended prematurely: osmo-stp_10.42.42.5(pid=26104) [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26104)]  [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]
16:47:42.871004 tst                    iperf3m4.py:8: Test FAILED (10.6 sec)
16:47:42.932472 run   osmo-hlr_10.42.42.2(pid=26101): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26101)]
16:47:42.981661 run   osmo-hlr_10.42.42.2(pid=26101): stdout: 
| (launched: 2022-12-10_16:47:39.763674) 
16:47:43.031231 run   osmo-hlr_10.42.42.2(pid=26101): stderr: 
| �[0;m�[1;31m20221210164739937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164739937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164739937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164739937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164739937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164739937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164739949 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164739958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164739958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164739958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:47:43.074131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26088): Terminating (SIGTERM)
16:47:43.114474 run iperf3-srv_10.42.42.10(pid=26089): Terminating (SIGTERM)
16:47:43.155003 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26090): Terminating (SIGTERM)
16:47:43.195393 run iperf3-srv_10.42.42.10(pid=26091): Terminating (SIGTERM)
16:47:43.235366 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26092): Terminating (SIGTERM)
16:47:43.275307 run iperf3-srv_10.42.42.10(pid=26095): Terminating (SIGTERM)
16:47:43.315809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26096): Terminating (SIGTERM)
16:47:43.355668 run iperf3-srv_10.42.42.10(pid=26097): Terminating (SIGTERM)
16:47:43.401933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26100): Terminating (SIGTERM)
16:47:43.444319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26103): Terminating (SIGTERM)
16:47:43.487732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26106): Terminating (SIGTERM)
16:47:43.497891 ---      ParallelTerminationStrategy: PID 26088 died...
16:47:43.555064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26088): Terminated: ok {rc=0}
16:47:43.565867 ---      ParallelTerminationStrategy: PID 26089 died...
16:47:43.622146 run iperf3-srv_10.42.42.10(pid=26089): Terminated {rc=256}
16:47:43.632893 ---      ParallelTerminationStrategy: PID 26090 died...
16:47:43.690710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26090): Terminated: ok {rc=0}
16:47:43.701112 ---      ParallelTerminationStrategy: PID 26091 died...
16:47:43.758146 run iperf3-srv_10.42.42.10(pid=26091): Terminated {rc=256}
16:47:43.768320 ---      ParallelTerminationStrategy: PID 26092 died...
16:47:43.825321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26092): Terminated: ok {rc=0}
16:47:43.835673 ---      ParallelTerminationStrategy: PID 26095 died...
16:47:43.892408 run iperf3-srv_10.42.42.10(pid=26095): Terminated {rc=256}
16:47:43.902711 ---      ParallelTerminationStrategy: PID 26096 died...
16:47:43.959496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26096): Terminated: ok {rc=0}
16:47:43.969994 ---      ParallelTerminationStrategy: PID 26097 died...
16:47:44.026410 run iperf3-srv_10.42.42.10(pid=26097): Terminated {rc=256}
16:47:44.037190 ---      ParallelTerminationStrategy: PID 26100 died...
16:47:44.093501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26100): Terminated: ok {rc=0}
16:47:44.103882 ---      ParallelTerminationStrategy: PID 26103 died...
16:47:44.160533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26103): Terminated: ok {rc=0}
16:47:44.170970 ---      ParallelTerminationStrategy: PID 26106 died...
16:47:44.228169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26106): Terminated: ok {rc=0}
16:47:44.315482 bus                          /gobi_4: Setting Powered False
16:47:45.423939 bus                          /gobi_4: Setting Powered False
16:47:46.536133 bus                          /gobi_1: Setting Powered False
16:47:47.642003 bus                          /gobi_1: Setting Powered False
16:47:48.754507 bus                          /gobi_0: Setting Powered False
16:47:49.857427 bus                          /gobi_0: Setting Powered False
16:47:50.970558 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:nanobts+band-900+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=26114): Process ended prematurely: osmo-stp_10.42.42.5(pid=26114) [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26114)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26114): Process ended prematurely: osmo-stp_10.42.42.5(pid=26114) [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26114)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:nanobts+band-900+mod-bts0-egprs ping.py
----------------------------------------------
16:47:52.037582 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:47:52.049070 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)
16:47:52.189282 tst                          ping.py: using LAC 29307
16:47:52.303487 tst                          ping.py: using RAC 237
16:47:52.419030 tst                          ping.py: using CellId 29307
16:47:52.533086 tst                          ping.py: using BVCI 29308
16:47:52.555430 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:47:52.566495 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:47:52.577340 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:47:52.588305 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:47:52.599187 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:47:52.610305 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:47:52.621635 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:47:52.632485 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:47:52.905300 tst                       ping.py:19: start network...
16:47:53.027360 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:47:53.486751 run         create_hlr_db(pid=26108): Launched
16:47:53.655784 bus                          /gobi_6: Setting Powered False
16:47:54.678219 run         create_hlr_db(pid=26108): Terminated: ok {rc=0}
16:47:55.096024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26110): Launched
16:47:55.410091 run   osmo-hlr_10.42.42.2(pid=26111): Launched
16:47:55.529265 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:47:56.077225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26113): Launched
16:47:56.390855 run   osmo-stp_10.42.42.5(pid=26114): Launched
16:47:56.505528 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:47:57.056460 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26116): Launched
16:47:57.168604 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:47:57.442313 run              patchelf(pid=26117): Launched
16:47:57.626703 run   osmo-stp_10.42.42.5(pid=26114): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26114)]
16:47:57.761695 run   osmo-stp_10.42.42.5(pid=26114): stdout: 
| (launched: 2022-12-10_16:47:56.236528)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:47:57.896562 run   osmo-stp_10.42.42.5(pid=26114): stderr: 
| �[0;m�[38;5;43m20221210164756428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164756428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164756429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164756429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164756430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164756430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164756430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:47:58.026648 run   osmo-stp_10.42.42.5(pid=26114): stdout: 
| (launched: 2022-12-10_16:47:56.236528)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:47:58.155476 run   osmo-stp_10.42.42.5(pid=26114): stderr: 
| �[0;m�[38;5;43m20221210164756428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164756428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164756429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164756429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164756430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164756430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164756430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:47:58.305830 run              patchelf(pid=26117): Terminating (SIGINT)
16:47:58.482225 run              patchelf(pid=26117): Terminated: ok {rc=0}
16:47:58.514379 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26114): Process ended prematurely: osmo-stp_10.42.42.5(pid=26114) [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26114)]  [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]
16:47:58.523461 tst                       ping.py:22: Test FAILED (6.5 sec)
16:47:58.586654 run   osmo-hlr_10.42.42.2(pid=26111): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26111)]
16:47:58.637817 run   osmo-hlr_10.42.42.2(pid=26111): stdout: 
| (launched: 2022-12-10_16:47:55.255420) 
16:47:58.689367 run   osmo-hlr_10.42.42.2(pid=26111): stderr: 
| �[0;m�[1;31m20221210164755450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164755450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164755450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164755451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164755451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164755451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164755463 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164755471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164755472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164755472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:47:58.734289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26110): Terminating (SIGTERM)
16:47:58.776374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26113): Terminating (SIGTERM)
16:47:58.818369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26116): Terminating (SIGTERM)
16:47:58.828170 ---      ParallelTerminationStrategy: PID 26110 died...
16:47:58.884567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26110): Terminated: ok {rc=0}
16:47:58.894923 ---      ParallelTerminationStrategy: PID 26113 died...
16:47:58.951120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26113): Terminated: ok {rc=0}
16:47:58.961602 ---      ParallelTerminationStrategy: PID 26116 died...
16:47:59.017262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26116): Terminated: ok {rc=0}
16:47:59.105273 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:nanobts+band-900+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=26124): Process ended prematurely: osmo-stp_10.42.42.5(pid=26124) [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26124)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26124): Process ended prematurely: osmo-stp_10.42.42.5(pid=26124) [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26124)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py
----------------------------------------------
16:48:00.158047 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:48:00.170579 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)
16:48:00.313546 tst                ping_idle_ping.py: using LAC 29308
16:48:00.438141 tst                ping_idle_ping.py: using RAC 238
16:48:00.561202 tst                ping_idle_ping.py: using CellId 29308
16:48:00.684253 tst                ping_idle_ping.py: using BVCI 29309
16:48:00.708641 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:48:00.720136 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:48:00.731302 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:48:00.742535 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:48:00.753801 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:48:00.765044 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:48:00.776387 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
16:48:00.787800 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)
16:48:01.145138 tst             ping_idle_ping.py:24: start network...
16:48:01.305881 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:48:01.861170 run         create_hlr_db(pid=26118): Launched
16:48:02.073826 bus                          /gobi_6: Setting Powered False
16:48:03.071215 run         create_hlr_db(pid=26118): Terminated: ok {rc=0}
16:48:03.507499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26120): Launched
16:48:03.821610 run   osmo-hlr_10.42.42.2(pid=26121): Launched
16:48:03.936037 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:48:04.479695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26123): Launched
16:48:04.794003 run   osmo-stp_10.42.42.5(pid=26124): Launched
16:48:04.908764 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:48:05.456620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26126): Launched
16:48:05.568432 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:48:05.841768 run              patchelf(pid=26127): Launched
16:48:06.025047 run   osmo-stp_10.42.42.5(pid=26124): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26124)]
16:48:06.159344 run   osmo-stp_10.42.42.5(pid=26124): stdout: 
| (launched: 2022-12-10_16:48:04.639141)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:48:06.294146 run   osmo-stp_10.42.42.5(pid=26124): stderr: 
| �[0;m�[38;5;43m20221210164804830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164804831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164804831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164804831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164804832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164804832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164804832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:48:06.423930 run   osmo-stp_10.42.42.5(pid=26124): stdout: 
| (launched: 2022-12-10_16:48:04.639141)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:48:06.552640 run   osmo-stp_10.42.42.5(pid=26124): stderr: 
| �[0;m�[38;5;43m20221210164804830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164804831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164804831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164804831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164804832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164804832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164804832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:48:06.703309 run              patchelf(pid=26127): Terminating (SIGINT)
16:48:06.880769 run              patchelf(pid=26127): Terminated: ok {rc=0}
16:48:06.913224 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26124): Process ended prematurely: osmo-stp_10.42.42.5(pid=26124) [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26124)]  [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]
16:48:06.922283 tst             ping_idle_ping.py:27: Test FAILED (6.8 sec)
16:48:06.985277 run   osmo-hlr_10.42.42.2(pid=26121): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26121)]
16:48:07.036531 run   osmo-hlr_10.42.42.2(pid=26121): stdout: 
| (launched: 2022-12-10_16:48:03.667154) 
16:48:07.088394 run   osmo-hlr_10.42.42.2(pid=26121): stderr: 
| �[0;m�[1;31m20221210164803865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164803865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164803865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164803865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164803865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164803865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164803877 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164803886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164803886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164803886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:48:07.132508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26120): Terminating (SIGTERM)
16:48:07.174227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26123): Terminating (SIGTERM)
16:48:07.215939 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26126): Terminating (SIGTERM)
16:48:07.225559 ---      ParallelTerminationStrategy: PID 26120 died...
16:48:07.281205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26120): Terminated: ok {rc=0}
16:48:07.291506 ---      ParallelTerminationStrategy: PID 26123 died...
16:48:07.347096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26123): Terminated: ok {rc=0}
16:48:07.357319 ---      ParallelTerminationStrategy: PID 26126 died...
16:48:07.412843 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26126): Terminated: ok {rc=0}
16:48:07.498911 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>156</id><name>gprs_nanobts+band-900+mod-bts0-egprs</name><properties></properties><timestamp>2022-12-10T16:47:09</timestamp></suite><suite><case><age>238</age><className>gprs:nanobts+band-900+mod-bts0-dynts-ipa</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=26141): Process ended prematurely: osmo-stp_10.42.42.5(pid=26141) [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26141)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26141): Process ended prematurely: osmo-stp_10.42.42.5(pid=26141) [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26141)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py
----------------------------------------------
16:48:09.650295 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:48:09.661869 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
16:48:09.816465 tst         cs_paging_gprs_active.py: using LAC 29309
16:48:09.935527 tst         cs_paging_gprs_active.py: using RAC 239
16:48:10.055305 tst         cs_paging_gprs_active.py: using CellId 29309
16:48:10.172582 tst         cs_paging_gprs_active.py: using BVCI 29310
16:48:10.195656 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:48:10.207143 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:48:10.218096 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:48:10.229547 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:48:10.240580 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:48:10.251864 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:48:10.263291 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:48:10.274594 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:48:10.286408 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:48:10.405215 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:48:10.695795 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
16:48:10.829581 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:48:11.160235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26131): Launched
16:48:11.433858 run iperf3-srv_10.42.42.10(pid=26132): Launched
16:48:11.630609 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
16:48:11.764746 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:48:12.095597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26133): Launched
16:48:12.369674 run iperf3-srv_10.42.42.10(pid=26134): Launched
16:48:12.566723 tst      cs_paging_gprs_active.py:38: start network...
16:48:12.700233 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:48:13.211242 run         create_hlr_db(pid=26135): Launched
16:48:13.395877 bus                          /gobi_6: Setting Powered False
16:48:14.417042 run         create_hlr_db(pid=26135): Terminated: ok {rc=0}
16:48:14.818815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26137): Launched
16:48:15.118762 run   osmo-hlr_10.42.42.2(pid=26138): Launched
16:48:15.232595 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:48:15.749398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26140): Launched
16:48:16.208841 run   osmo-stp_10.42.42.5(pid=26141): Launched
16:48:16.412045 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:48:17.105945 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26143): Launched
16:48:17.218966 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:48:17.485819 run              patchelf(pid=26144): Launched
16:48:17.660676 run   osmo-stp_10.42.42.5(pid=26141): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26141)]
16:48:17.789200 run   osmo-stp_10.42.42.5(pid=26141): stdout: 
| (launched: 2022-12-10_16:48:15.906151)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:48:17.918256 run   osmo-stp_10.42.42.5(pid=26141): stderr: 
| �[0;m�[38;5;43m20221210164816323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164816323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164816326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164816326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164816329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164816329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164816330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:48:18.042296 run   osmo-stp_10.42.42.5(pid=26141): stdout: 
| (launched: 2022-12-10_16:48:15.906151)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:48:18.165345 run   osmo-stp_10.42.42.5(pid=26141): stderr: 
| �[0;m�[38;5;43m20221210164816323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164816323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164816326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164816326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164816329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164816329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164816330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:48:18.308695 run              patchelf(pid=26144): Terminating (SIGINT)
16:48:18.476942 run              patchelf(pid=26144): Terminated: ok {rc=0}
16:48:18.507992 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26141): Process ended prematurely: osmo-stp_10.42.42.5(pid=26141) [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26141)]  [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]
16:48:18.517084 tst      cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)
16:48:18.577759 run   osmo-hlr_10.42.42.2(pid=26138): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26138)]
16:48:18.626975 run   osmo-hlr_10.42.42.2(pid=26138): stdout: 
| (launched: 2022-12-10_16:48:14.970914) 
16:48:18.676844 run   osmo-hlr_10.42.42.2(pid=26138): stderr: 
| �[0;m�[1;31m20221210164815143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164815143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164815143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164815143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164815143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164815144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164815159 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164815169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164815169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164815169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:48:18.719277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26131): Terminating (SIGTERM)
16:48:18.759363 run iperf3-srv_10.42.42.10(pid=26132): Terminating (SIGTERM)
16:48:18.799316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26133): Terminating (SIGTERM)
16:48:18.839224 run iperf3-srv_10.42.42.10(pid=26134): Terminating (SIGTERM)
16:48:18.878975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26137): Terminating (SIGTERM)
16:48:18.918794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26140): Terminating (SIGTERM)
16:48:18.958981 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26143): Terminating (SIGTERM)
16:48:18.968543 ---      ParallelTerminationStrategy: PID 26131 died...
16:48:19.022399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26131): Terminated: ok {rc=0}
16:48:19.032100 ---      ParallelTerminationStrategy: PID 26132 died...
16:48:19.085153 run iperf3-srv_10.42.42.10(pid=26132): Terminated {rc=256}
16:48:19.094780 ---      ParallelTerminationStrategy: PID 26133 died...
16:48:19.147915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26133): Terminated: ok {rc=0}
16:48:19.157720 ---      ParallelTerminationStrategy: PID 26134 died...
16:48:19.210440 run iperf3-srv_10.42.42.10(pid=26134): Terminated {rc=256}
16:48:19.220218 ---      ParallelTerminationStrategy: PID 26137 died...
16:48:19.273248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26137): Terminated: ok {rc=0}
16:48:19.283187 ---      ParallelTerminationStrategy: PID 26140 died...
16:48:19.336544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26140): Terminated: ok {rc=0}
16:48:19.346330 ---      ParallelTerminationStrategy: PID 26143 died...
16:48:19.399391 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26143): Terminated: ok {rc=0}
16:48:19.487110 bus                          /gobi_0: Setting Powered False
16:48:20.590038 bus                          /gobi_0: Setting Powered False
16:48:21.701210 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:nanobts+band-900+mod-bts0-dynts-ipa</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=26153): Process ended prematurely: osmo-stp_10.42.42.5(pid=26153) [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26153)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26153): Process ended prematurely: osmo-stp_10.42.42.5(pid=26153) [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26153)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py
----------------------------------------------
16:48:22.810870 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:48:22.822555 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
16:48:22.977459 tst                        iperf3.py: using LAC 29310
16:48:23.096853 tst                        iperf3.py: using RAC 240
16:48:23.222787 tst                        iperf3.py: using CellId 29310
16:48:23.348821 tst                        iperf3.py: using BVCI 29311
16:48:23.373474 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:48:23.385229 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:48:23.396538 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:48:23.408417 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:48:23.420648 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:48:23.431878 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:48:23.443623 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:48:23.455245 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:48:23.467089 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:48:23.758214 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
16:48:23.892796 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:48:24.225200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26145): Launched
16:48:24.501197 run iperf3-srv_10.42.42.10(pid=26146): Launched
16:48:24.698268 tst                      iperf3.py:8: start network...
16:48:24.833325 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:48:25.345308 run         create_hlr_db(pid=26147): Launched
16:48:25.530615 bus                          /gobi_6: Setting Powered False
16:48:26.552089 run         create_hlr_db(pid=26147): Terminated: ok {rc=0}
16:48:26.954342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26149): Launched
16:48:27.253542 run   osmo-hlr_10.42.42.2(pid=26150): Launched
16:48:27.364057 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:48:27.883393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26152): Launched
16:48:28.181424 run   osmo-stp_10.42.42.5(pid=26153): Launched
16:48:28.289611 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:48:28.810497 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26155): Launched
16:48:28.917130 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:48:29.177807 run              patchelf(pid=26156): Launched
16:48:29.352794 run   osmo-stp_10.42.42.5(pid=26153): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26153)]
16:48:29.481134 run   osmo-stp_10.42.42.5(pid=26153): stdout: 
| (launched: 2022-12-10_16:48:28.035098)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:48:29.609742 run   osmo-stp_10.42.42.5(pid=26153): stderr: 
| �[0;m�[38;5;43m20221210164828202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164828202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164828203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164828203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164828203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164828204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164828204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:48:29.733492 run   osmo-stp_10.42.42.5(pid=26153): stdout: 
| (launched: 2022-12-10_16:48:28.035098)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:48:29.855849 run   osmo-stp_10.42.42.5(pid=26153): stderr: 
| �[0;m�[38;5;43m20221210164828202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164828202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164828203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164828203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164828203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164828204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164828204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:48:29.998995 run              patchelf(pid=26156): Terminating (SIGINT)
16:48:30.167981 run              patchelf(pid=26156): Terminated: ok {rc=0}
16:48:30.198990 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26153): Process ended prematurely: osmo-stp_10.42.42.5(pid=26153) [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26153)]  [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]
16:48:30.208114 tst                      iperf3.py:8: Test FAILED (7.4 sec)
16:48:30.268827 run   osmo-hlr_10.42.42.2(pid=26150): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26150)]
16:48:30.318015 run   osmo-hlr_10.42.42.2(pid=26150): stdout: 
| (launched: 2022-12-10_16:48:27.106739) 
16:48:30.368066 run   osmo-hlr_10.42.42.2(pid=26150): stderr: 
| �[0;m�[1;31m20221210164827282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164827282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164827282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164827282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164827282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164827282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164827295 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164827304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164827304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164827304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:48:30.410162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26145): Terminating (SIGTERM)
16:48:30.449937 run iperf3-srv_10.42.42.10(pid=26146): Terminating (SIGTERM)
16:48:30.489611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26149): Terminating (SIGTERM)
16:48:30.529307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26152): Terminating (SIGTERM)
16:48:30.569277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26155): Terminating (SIGTERM)
16:48:30.578733 ---      ParallelTerminationStrategy: PID 26145 died...
16:48:30.632511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26145): Terminated: ok {rc=0}
16:48:30.642270 ---      ParallelTerminationStrategy: PID 26146 died...
16:48:30.695518 run iperf3-srv_10.42.42.10(pid=26146): Terminated {rc=256}
16:48:30.705199 ---      ParallelTerminationStrategy: PID 26149 died...
16:48:30.758489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26149): Terminated: ok {rc=0}
16:48:30.768394 ---      ParallelTerminationStrategy: PID 26152 died...
16:48:30.821506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26152): Terminated: ok {rc=0}
16:48:30.832034 ---      ParallelTerminationStrategy: PID 26155 died...
16:48:30.901226 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26155): Terminated: ok {rc=0}
16:48:30.985251 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:nanobts+band-900+mod-bts0-dynts-ipa</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=26172): Process ended prematurely: osmo-stp_10.42.42.5(pid=26172) [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26172)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26172): Process ended prematurely: osmo-stp_10.42.42.5(pid=26172) [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26172)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py
----------------------------------------------
16:48:32.130637 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:48:32.148333 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
16:48:32.336753 tst                      iperf3m4.py: using LAC 29311
16:48:32.462667 tst                      iperf3m4.py: using RAC 241
16:48:32.588793 tst                      iperf3m4.py: using CellId 29311
16:48:32.716045 tst                      iperf3m4.py: using BVCI 29312
16:48:32.740793 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:48:32.752495 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:48:32.764329 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:48:32.776371 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:48:32.788452 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:48:32.800578 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:48:32.812806 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:48:32.824626 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:48:32.836633 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:48:32.955009 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:48:33.076650 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:48:33.195142 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:48:33.472764 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
16:48:33.598923 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:48:33.910640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26157): Launched
16:48:34.168804 run iperf3-srv_10.42.42.10(pid=26158): Launched
16:48:34.352269 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
16:48:34.477572 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:48:34.788130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26159): Launched
16:48:35.046190 run iperf3-srv_10.42.42.10(pid=26160): Launched
16:48:35.229545 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
16:48:35.354802 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:48:35.666439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26161): Launched
16:48:35.924341 run iperf3-srv_10.42.42.10(pid=26162): Launched
16:48:36.108567 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
16:48:36.233735 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:48:36.544504 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26163): Launched
16:48:36.802026 run iperf3-srv_10.42.42.10(pid=26164): Launched
16:48:36.984031 tst                    iperf3m4.py:8: start network...
16:48:37.109530 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:48:37.595986 run         create_hlr_db(pid=26165): Launched
16:48:37.780898 bus                          /gobi_6: Setting Powered False
16:48:38.803330 run         create_hlr_db(pid=26165): Terminated: ok {rc=0}
16:48:39.229132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26168): Launched
16:48:39.547118 run   osmo-hlr_10.42.42.2(pid=26169): Launched
16:48:39.665910 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:48:40.225977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26171): Launched
16:48:40.546305 run   osmo-stp_10.42.42.5(pid=26172): Launched
16:48:40.662735 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:48:41.221388 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26174): Launched
16:48:41.335364 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:48:41.614070 run              patchelf(pid=26175): Launched
16:48:41.801376 run   osmo-stp_10.42.42.5(pid=26172): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26172)]
16:48:41.938308 run   osmo-stp_10.42.42.5(pid=26172): stdout: 
| (launched: 2022-12-10_16:48:40.389100)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:48:42.075262 run   osmo-stp_10.42.42.5(pid=26172): stderr: 
| �[0;m�[38;5;43m20221210164840575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164840575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164840575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164840576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164840576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164840576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164840577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:48:42.206985 run   osmo-stp_10.42.42.5(pid=26172): stdout: 
| (launched: 2022-12-10_16:48:40.389100)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:48:42.337933 run   osmo-stp_10.42.42.5(pid=26172): stderr: 
| �[0;m�[38;5;43m20221210164840575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164840575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164840575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164840576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164840576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164840576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164840577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:48:42.490711 run              patchelf(pid=26175): Terminating (SIGINT)
16:48:42.670487 run              patchelf(pid=26175): Terminated: ok {rc=0}
16:48:42.703411 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26172): Process ended prematurely: osmo-stp_10.42.42.5(pid=26172) [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26172)]  [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]
16:48:42.713170 tst                    iperf3m4.py:8: Test FAILED (10.6 sec)
16:48:42.775954 run   osmo-hlr_10.42.42.2(pid=26169): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26169)]
16:48:42.826704 run   osmo-hlr_10.42.42.2(pid=26169): stdout: 
| (launched: 2022-12-10_16:48:39.391752) 
16:48:42.878326 run   osmo-hlr_10.42.42.2(pid=26169): stderr: 
| �[0;m�[1;31m20221210164839586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164839586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164839586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164839586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164839586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164839586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164839598 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164839607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164839607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164839607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:48:42.922320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26157): Terminating (SIGTERM)
16:48:42.963562 run iperf3-srv_10.42.42.10(pid=26158): Terminating (SIGTERM)
16:48:43.005077 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26159): Terminating (SIGTERM)
16:48:43.046435 run iperf3-srv_10.42.42.10(pid=26160): Terminating (SIGTERM)
16:48:43.087817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26161): Terminating (SIGTERM)
16:48:43.129560 run iperf3-srv_10.42.42.10(pid=26162): Terminating (SIGTERM)
16:48:43.171229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26163): Terminating (SIGTERM)
16:48:43.212600 run iperf3-srv_10.42.42.10(pid=26164): Terminating (SIGTERM)
16:48:43.254194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26168): Terminating (SIGTERM)
16:48:43.295663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26171): Terminating (SIGTERM)
16:48:43.337626 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26174): Terminating (SIGTERM)
16:48:43.347383 ---      ParallelTerminationStrategy: PID 26157 died...
16:48:43.403589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26157): Terminated: ok {rc=0}
16:48:43.413969 ---      ParallelTerminationStrategy: PID 26158 died...
16:48:43.469333 run iperf3-srv_10.42.42.10(pid=26158): Terminated {rc=256}
16:48:43.479521 ---      ParallelTerminationStrategy: PID 26159 died...
16:48:43.535167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26159): Terminated: ok {rc=0}
16:48:43.545509 ---      ParallelTerminationStrategy: PID 26160 died...
16:48:43.600885 run iperf3-srv_10.42.42.10(pid=26160): Terminated {rc=256}
16:48:43.611085 ---      ParallelTerminationStrategy: PID 26161 died...
16:48:43.666905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26161): Terminated: ok {rc=0}
16:48:43.677062 ---      ParallelTerminationStrategy: PID 26162 died...
16:48:43.733280 run iperf3-srv_10.42.42.10(pid=26162): Terminated {rc=256}
16:48:43.743562 ---      ParallelTerminationStrategy: PID 26163 died...
16:48:43.799631 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26163): Terminated: ok {rc=0}
16:48:43.809965 ---      ParallelTerminationStrategy: PID 26164 died...
16:48:43.865393 run iperf3-srv_10.42.42.10(pid=26164): Terminated {rc=256}
16:48:43.875649 ---      ParallelTerminationStrategy: PID 26168 died...
16:48:43.930974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26168): Terminated: ok {rc=0}
16:48:43.941213 ---      ParallelTerminationStrategy: PID 26171 died...
16:48:43.996698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26171): Terminated: ok {rc=0}
16:48:44.007028 ---      ParallelTerminationStrategy: PID 26174 died...
16:48:44.063172 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26174): Terminated: ok {rc=0}
16:48:44.150724 bus                          /gobi_4: Setting Powered False
16:48:45.258114 bus                          /gobi_4: Setting Powered False
16:48:46.366145 bus                          /gobi_1: Setting Powered False
16:48:47.471219 bus                          /gobi_1: Setting Powered False
16:48:48.579824 bus                          /gobi_0: Setting Powered False
16:48:49.685169 bus                          /gobi_0: Setting Powered False
16:48:50.793340 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:nanobts+band-900+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=26182): Process ended prematurely: osmo-stp_10.42.42.5(pid=26182) [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26182)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26182): Process ended prematurely: osmo-stp_10.42.42.5(pid=26182) [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26182)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py
----------------------------------------------
16:48:51.861651 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:48:51.873767 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
16:48:52.028736 tst                          ping.py: using LAC 29312
16:48:52.146586 tst                          ping.py: using RAC 242
16:48:52.262801 tst                          ping.py: using CellId 29312
16:48:52.385505 tst                          ping.py: using BVCI 29313
16:48:52.409760 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:48:52.421455 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:48:52.432652 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:48:52.444049 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:48:52.455407 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:48:52.466968 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:48:52.478347 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:48:52.489562 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:48:52.776242 tst                       ping.py:19: start network...
16:48:52.907867 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:48:53.409689 run         create_hlr_db(pid=26176): Launched
16:48:53.592690 bus                          /gobi_6: Setting Powered False
16:48:54.613854 run         create_hlr_db(pid=26176): Terminated: ok {rc=0}
16:48:55.009572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26178): Launched
16:48:55.304368 run   osmo-hlr_10.42.42.2(pid=26179): Launched
16:48:55.420023 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:48:55.939637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26181): Launched
16:48:56.232223 run   osmo-stp_10.42.42.5(pid=26182): Launched
16:48:56.339041 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:48:56.850329 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26184): Launched
16:48:56.954985 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:48:57.211539 run              patchelf(pid=26185): Launched
16:48:57.384379 run   osmo-stp_10.42.42.5(pid=26182): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26182)]
16:48:57.510873 run   osmo-stp_10.42.42.5(pid=26182): stdout: 
| (launched: 2022-12-10_16:48:56.088429)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:48:57.637376 run   osmo-stp_10.42.42.5(pid=26182): stderr: 
| �[0;m�[38;5;43m20221210164856256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164856256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164856257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164856257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164856258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164856258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164856258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:48:57.759247 run   osmo-stp_10.42.42.5(pid=26182): stdout: 
| (launched: 2022-12-10_16:48:56.088429)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:48:57.879908 run   osmo-stp_10.42.42.5(pid=26182): stderr: 
| �[0;m�[38;5;43m20221210164856256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164856256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164856257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164856257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164856258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164856258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164856258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:48:58.021072 run              patchelf(pid=26185): Terminating (SIGINT)
16:48:58.187474 run              patchelf(pid=26185): Terminated: ok {rc=0}
16:48:58.217569 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26182): Process ended prematurely: osmo-stp_10.42.42.5(pid=26182) [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26182)]  [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]
16:48:58.226011 tst                       ping.py:22: Test FAILED (6.4 sec)
16:48:58.286842 run   osmo-hlr_10.42.42.2(pid=26179): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26179)]
16:48:58.336274 run   osmo-hlr_10.42.42.2(pid=26179): stdout: 
| (launched: 2022-12-10_16:48:55.159309) 
16:48:58.386434 run   osmo-hlr_10.42.42.2(pid=26179): stderr: 
| �[0;m�[1;31m20221210164855334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164855334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164855334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164855334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164855334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164855334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164855346 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164855355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164855355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164855355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:48:58.428574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26178): Terminating (SIGTERM)
16:48:58.468653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26181): Terminating (SIGTERM)
16:48:58.508739 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26184): Terminating (SIGTERM)
16:48:58.518446 ---      ParallelTerminationStrategy: PID 26178 died...
16:48:58.572445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26178): Terminated: ok {rc=0}
16:48:58.582621 ---      ParallelTerminationStrategy: PID 26181 died...
16:48:58.636702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26181): Terminated: ok {rc=0}
16:48:58.646854 ---      ParallelTerminationStrategy: PID 26184 died...
16:48:58.701517 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26184): Terminated: ok {rc=0}
16:48:58.784366 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:nanobts+band-900+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=26192): Process ended prematurely: osmo-stp_10.42.42.5(pid=26192) [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26192)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26192): Process ended prematurely: osmo-stp_10.42.42.5(pid=26192) [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26192)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py
----------------------------------------------
16:48:59.834360 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:48:59.845991 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
16:48:59.997344 tst                ping_idle_ping.py: using LAC 29313
16:49:00.112148 tst                ping_idle_ping.py: using RAC 243
16:49:00.229810 tst                ping_idle_ping.py: using CellId 29313
16:49:00.344280 tst                ping_idle_ping.py: using BVCI 29314
16:49:00.366946 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:49:00.378062 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:49:00.388989 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:49:00.400190 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:49:00.411911 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:49:00.422856 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:49:00.434151 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
16:49:00.445464 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
16:49:00.733020 tst             ping_idle_ping.py:24: start network...
16:49:00.881929 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:49:01.413806 run         create_hlr_db(pid=26186): Launched
16:49:01.589611 bus                          /gobi_6: Setting Powered False
16:49:02.607449 run         create_hlr_db(pid=26186): Terminated: ok {rc=0}
16:49:03.000678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26188): Launched
16:49:03.295272 run   osmo-hlr_10.42.42.2(pid=26189): Launched
16:49:03.407269 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:49:03.929568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26191): Launched
16:49:04.224457 run   osmo-stp_10.42.42.5(pid=26192): Launched
16:49:04.340629 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:49:04.859952 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26194): Launched
16:49:04.964932 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:49:05.221743 run              patchelf(pid=26195): Launched
16:49:05.395194 run   osmo-stp_10.42.42.5(pid=26192): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26192)]
16:49:05.521266 run   osmo-stp_10.42.42.5(pid=26192): stdout: 
| (launched: 2022-12-10_16:49:04.078332)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:49:05.647667 run   osmo-stp_10.42.42.5(pid=26192): stderr: 
| �[0;m�[38;5;43m20221210164904247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164904247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164904247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164904248 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164904248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164904248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164904248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:49:05.769620 run   osmo-stp_10.42.42.5(pid=26192): stdout: 
| (launched: 2022-12-10_16:49:04.078332)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:49:05.890868 run   osmo-stp_10.42.42.5(pid=26192): stderr: 
| �[0;m�[38;5;43m20221210164904247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164904247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164904247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164904248 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164904248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164904248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164904248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:49:06.031525 run              patchelf(pid=26195): Terminating (SIGINT)
16:49:06.197658 run              patchelf(pid=26195): Terminated: ok {rc=0}
16:49:06.227777 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26192): Process ended prematurely: osmo-stp_10.42.42.5(pid=26192) [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26192)]  [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]
16:49:06.236307 tst             ping_idle_ping.py:27: Test FAILED (6.4 sec)
16:49:06.296755 run   osmo-hlr_10.42.42.2(pid=26189): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26189)]
16:49:06.345939 run   osmo-hlr_10.42.42.2(pid=26189): stdout: 
| (launched: 2022-12-10_16:49:03.149594) 
16:49:06.395512 run   osmo-hlr_10.42.42.2(pid=26189): stderr: 
| �[0;m�[1;31m20221210164903326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164903326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164903326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164903326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164903326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164903326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164903339 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164903347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164903347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164903348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:49:06.437415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26188): Terminating (SIGTERM)
16:49:06.477185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26191): Terminating (SIGTERM)
16:49:06.517183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26194): Terminating (SIGTERM)
16:49:06.526941 ---      ParallelTerminationStrategy: PID 26188 died...
16:49:06.580294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26188): Terminated: ok {rc=0}
16:49:06.590509 ---      ParallelTerminationStrategy: PID 26191 died...
16:49:06.644123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26191): Terminated: ok {rc=0}
16:49:06.654075 ---      ParallelTerminationStrategy: PID 26194 died...
16:49:06.707245 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26194): Terminated: ok {rc=0}
16:49:06.794913 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>157</id><name>gprs_nanobts+band-900+mod-bts0-dynts-ipa</name><properties></properties><timestamp>2022-12-10T16:48:09</timestamp></suite><suite><case><age>238</age><className>gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=26210): Process ended prematurely: osmo-stp_10.42.42.5(pid=26210) [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26210)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26210): Process ended prematurely: osmo-stp_10.42.42.5(pid=26210) [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26210)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py
----------------------------------------------
16:49:08.970490 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:08.982243 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
16:49:09.125933 tst         cs_paging_gprs_active.py: using LAC 29314
16:49:09.250440 tst         cs_paging_gprs_active.py: using RAC 244
16:49:09.374438 tst         cs_paging_gprs_active.py: using CellId 29314
16:49:09.505666 tst         cs_paging_gprs_active.py: using BVCI 29315
16:49:09.529782 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:09.541522 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:09.553110 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:09.564600 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:09.576078 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:09.588007 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:09.599897 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:09.611348 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:09.623234 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
16:49:09.740863 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
16:49:10.013954 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
16:49:10.138903 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:49:10.447107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26200): Launched
16:49:10.702172 run iperf3-srv_10.42.42.10(pid=26201): Launched
16:49:10.883214 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
16:49:11.006509 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:49:11.321510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26202): Launched
16:49:11.593497 run iperf3-srv_10.42.42.10(pid=26203): Launched
16:49:11.788634 tst      cs_paging_gprs_active.py:38: start network...
16:49:11.921267 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:49:12.428305 run         create_hlr_db(pid=26204): Launched
16:49:12.612109 bus                          /gobi_6: Setting Powered False
16:49:13.634075 run         create_hlr_db(pid=26204): Terminated: ok {rc=0}
16:49:14.055838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26206): Launched
16:49:14.368330 run   osmo-hlr_10.42.42.2(pid=26207): Launched
16:49:14.481837 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:49:15.003283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26209): Launched
16:49:15.299145 run   osmo-stp_10.42.42.5(pid=26210): Launched
16:49:15.408152 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:49:15.962461 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26212): Launched
16:49:16.079596 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:49:16.367688 run              patchelf(pid=26213): Launched
16:49:16.544327 run   osmo-stp_10.42.42.5(pid=26210): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26210)]
16:49:16.675512 run   osmo-stp_10.42.42.5(pid=26210): stdout: 
| (launched: 2022-12-10_16:49:15.153891)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:49:16.825976 run   osmo-stp_10.42.42.5(pid=26210): stderr: 
| �[0;m�[38;5;43m20221210164915322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164915322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164915322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164915323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164915323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164915323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164915323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:49:16.990029 run   osmo-stp_10.42.42.5(pid=26210): stdout: 
| (launched: 2022-12-10_16:49:15.153891)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:49:17.116491 run   osmo-stp_10.42.42.5(pid=26210): stderr: 
| �[0;m�[38;5;43m20221210164915322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164915322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164915322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164915323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164915323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164915323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164915323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:49:17.263918 run              patchelf(pid=26213): Terminating (SIGINT)
16:49:17.434096 run              patchelf(pid=26213): Terminated: ok {rc=0}
16:49:17.465341 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26210): Process ended prematurely: osmo-stp_10.42.42.5(pid=26210) [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26210)]  [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]
16:49:17.474855 tst      cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)
16:49:17.537030 run   osmo-hlr_10.42.42.2(pid=26207): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26207)]
16:49:17.587014 run   osmo-hlr_10.42.42.2(pid=26207): stdout: 
| (launched: 2022-12-10_16:49:14.216882) 
16:49:17.636662 run   osmo-hlr_10.42.42.2(pid=26207): stderr: 
| �[0;m�[1;31m20221210164914398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164914398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164914398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164914398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164914398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164914398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164914410 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164914418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164914419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164914419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:49:17.679794 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26200): Terminating (SIGTERM)
16:49:17.720348 run iperf3-srv_10.42.42.10(pid=26201): Terminating (SIGTERM)
16:49:17.761409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26202): Terminating (SIGTERM)
16:49:17.802131 run iperf3-srv_10.42.42.10(pid=26203): Terminating (SIGTERM)
16:49:17.842870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26206): Terminating (SIGTERM)
16:49:17.883607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26209): Terminating (SIGTERM)
16:49:17.924291 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26212): Terminating (SIGTERM)
16:49:17.934237 ---      ParallelTerminationStrategy: PID 26200 died...
16:49:17.988160 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26200): Terminated: ok {rc=0}
16:49:17.998535 ---      ParallelTerminationStrategy: PID 26201 died...
16:49:18.052121 run iperf3-srv_10.42.42.10(pid=26201): Terminated {rc=256}
16:49:18.062378 ---      ParallelTerminationStrategy: PID 26202 died...
16:49:18.116756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26202): Terminated: ok {rc=0}
16:49:18.126438 ---      ParallelTerminationStrategy: PID 26203 died...
16:49:18.179857 run iperf3-srv_10.42.42.10(pid=26203): Terminated {rc=256}
16:49:18.190147 ---      ParallelTerminationStrategy: PID 26206 died...
16:49:18.244400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26206): Terminated: ok {rc=0}
16:49:18.254224 ---      ParallelTerminationStrategy: PID 26209 died...
16:49:18.308417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26209): Terminated: ok {rc=0}
16:49:18.318314 ---      ParallelTerminationStrategy: PID 26212 died...
16:49:18.372288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26212): Terminated: ok {rc=0}
16:49:18.462073 bus                          /gobi_0: Setting Powered False
16:49:19.564618 bus                          /gobi_0: Setting Powered False
16:49:20.673265 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=26222): Process ended prematurely: osmo-stp_10.42.42.5(pid=26222) [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26222)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26222): Process ended prematurely: osmo-stp_10.42.42.5(pid=26222) [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26222)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py
----------------------------------------------
16:49:21.787780 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:21.800579 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
16:49:21.943898 tst                        iperf3.py: using LAC 29315
16:49:22.066582 tst                        iperf3.py: using RAC 245
16:49:22.192000 tst                        iperf3.py: using CellId 29315
16:49:22.316075 tst                        iperf3.py: using BVCI 29316
16:49:22.340177 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:22.352087 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:22.363742 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:22.375533 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:22.387407 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:22.399336 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:22.411331 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:22.423061 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:22.435168 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
16:49:22.711146 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
16:49:22.834384 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:49:23.140381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26214): Launched
16:49:23.394195 run iperf3-srv_10.42.42.10(pid=26215): Launched
16:49:23.574773 tst                      iperf3.py:8: start network...
16:49:23.697646 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:49:24.163441 run         create_hlr_db(pid=26216): Launched
16:49:24.333887 bus                          /gobi_6: Setting Powered False
16:49:25.356554 run         create_hlr_db(pid=26216): Terminated: ok {rc=0}
16:49:25.753773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26218): Launched
16:49:26.050672 run   osmo-hlr_10.42.42.2(pid=26219): Launched
16:49:26.162731 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:49:26.686587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26221): Launched
16:49:26.983718 run   osmo-stp_10.42.42.5(pid=26222): Launched
16:49:27.094048 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:49:27.609326 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26224): Launched
16:49:27.714473 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:49:27.972276 run              patchelf(pid=26225): Launched
16:49:28.146015 run   osmo-stp_10.42.42.5(pid=26222): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26222)]
16:49:28.273274 run   osmo-stp_10.42.42.5(pid=26222): stdout: 
| (launched: 2022-12-10_16:49:26.837068)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:49:28.400815 run   osmo-stp_10.42.42.5(pid=26222): stderr: 
| �[0;m�[38;5;43m20221210164927006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164927006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164927006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164927007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164927007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164927007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164927007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:49:28.523847 run   osmo-stp_10.42.42.5(pid=26222): stdout: 
| (launched: 2022-12-10_16:49:26.837068)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:49:28.645762 run   osmo-stp_10.42.42.5(pid=26222): stderr: 
| �[0;m�[38;5;43m20221210164927006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164927006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164927006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164927007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164927007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164927007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164927007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:49:28.788019 run              patchelf(pid=26225): Terminating (SIGINT)
16:49:28.954786 run              patchelf(pid=26225): Terminated: ok {rc=0}
16:49:28.985592 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26222): Process ended prematurely: osmo-stp_10.42.42.5(pid=26222) [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26222)]  [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]
16:49:28.994851 tst                      iperf3.py:8: Test FAILED (7.2 sec)
16:49:29.055020 run   osmo-hlr_10.42.42.2(pid=26219): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26219)]
16:49:29.104063 run   osmo-hlr_10.42.42.2(pid=26219): stdout: 
| (launched: 2022-12-10_16:49:25.904846) 
16:49:29.153606 run   osmo-hlr_10.42.42.2(pid=26219): stderr: 
| �[0;m�[1;31m20221210164926082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164926082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164926082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164926082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164926082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164926082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164926094 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164926103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164926103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164926103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:49:29.195581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26214): Terminating (SIGTERM)
16:49:29.235644 run iperf3-srv_10.42.42.10(pid=26215): Terminating (SIGTERM)
16:49:29.275175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26218): Terminating (SIGTERM)
16:49:29.314914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26221): Terminating (SIGTERM)
16:49:29.354691 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26224): Terminating (SIGTERM)
16:49:29.363992 ---      ParallelTerminationStrategy: PID 26214 died...
16:49:29.416892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26214): Terminated: ok {rc=0}
16:49:29.426724 ---      ParallelTerminationStrategy: PID 26215 died...
16:49:29.479258 run iperf3-srv_10.42.42.10(pid=26215): Terminated {rc=256}
16:49:29.489212 ---      ParallelTerminationStrategy: PID 26218 died...
16:49:29.542009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26218): Terminated: ok {rc=0}
16:49:29.551780 ---      ParallelTerminationStrategy: PID 26221 died...
16:49:29.604691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26221): Terminated: ok {rc=0}
16:49:29.614355 ---      ParallelTerminationStrategy: PID 26224 died...
16:49:29.667385 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26224): Terminated: ok {rc=0}
16:49:29.754974 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=26240): Process ended prematurely: osmo-stp_10.42.42.5(pid=26240) [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26240)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26240): Process ended prematurely: osmo-stp_10.42.42.5(pid=26240) [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26240)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py
----------------------------------------------
16:49:30.868172 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:30.881228 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
16:49:31.040607 tst                      iperf3m4.py: using LAC 29316
16:49:31.198898 tst                      iperf3m4.py: using RAC 246
16:49:31.325873 tst                      iperf3m4.py: using CellId 29316
16:49:31.479600 tst                      iperf3m4.py: using BVCI 29317
16:49:31.503812 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:31.516179 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:31.529761 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:31.543240 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:31.556599 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:31.568827 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:31.582471 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:31.597060 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:31.610707 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
16:49:31.742908 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
16:49:31.889723 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
16:49:32.019508 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
16:49:32.360805 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
16:49:32.487101 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:49:32.795331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26226): Launched
16:49:33.049869 run iperf3-srv_10.42.42.10(pid=26227): Launched
16:49:33.230621 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
16:49:33.353811 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:49:33.661399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26228): Launched
16:49:33.916148 run iperf3-srv_10.42.42.10(pid=26229): Launched
16:49:34.097004 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
16:49:34.219975 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:49:34.526562 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26230): Launched
16:49:34.780691 run iperf3-srv_10.42.42.10(pid=26231): Launched
16:49:34.960726 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
16:49:35.083937 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
16:49:35.391022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26232): Launched
16:49:35.645867 run iperf3-srv_10.42.42.10(pid=26233): Launched
16:49:35.826458 tst                    iperf3m4.py:8: start network...
16:49:35.949797 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:49:36.416763 run         create_hlr_db(pid=26234): Launched
16:49:36.588047 bus                          /gobi_6: Setting Powered False
16:49:37.610298 run         create_hlr_db(pid=26234): Terminated: ok {rc=0}
16:49:38.031359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26236): Launched
16:49:38.346967 run   osmo-hlr_10.42.42.2(pid=26237): Launched
16:49:38.465564 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:49:39.016738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26239): Launched
16:49:39.333897 run   osmo-stp_10.42.42.5(pid=26240): Launched
16:49:39.449563 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:49:40.003790 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26242): Launched
16:49:40.116795 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:49:40.392129 run              patchelf(pid=26243): Launched
16:49:40.577424 run   osmo-stp_10.42.42.5(pid=26240): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26240)]
16:49:40.713335 run   osmo-stp_10.42.42.5(pid=26240): stdout: 
| (launched: 2022-12-10_16:49:39.178325)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:49:40.849851 run   osmo-stp_10.42.42.5(pid=26240): stderr: 
| �[0;m�[38;5;43m20221210164939365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164939365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164939365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164939366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164939366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164939366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164939366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:49:40.980714 run   osmo-stp_10.42.42.5(pid=26240): stdout: 
| (launched: 2022-12-10_16:49:39.178325)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:49:41.110597 run   osmo-stp_10.42.42.5(pid=26240): stderr: 
| �[0;m�[38;5;43m20221210164939365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164939365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164939365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164939366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164939366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164939366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164939366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:49:41.262093 run              patchelf(pid=26243): Terminating (SIGINT)
16:49:41.440002 run              patchelf(pid=26243): Terminated: ok {rc=0}
16:49:41.472802 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26240): Process ended prematurely: osmo-stp_10.42.42.5(pid=26240) [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26240)]  [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]
16:49:41.482620 tst                    iperf3m4.py:8: Test FAILED (10.6 sec)
16:49:41.545382 run   osmo-hlr_10.42.42.2(pid=26237): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26237)]
16:49:41.596444 run   osmo-hlr_10.42.42.2(pid=26237): stdout: 
| (launched: 2022-12-10_16:49:38.192238) 
16:49:41.648270 run   osmo-hlr_10.42.42.2(pid=26237): stderr: 
| �[0;m�[1;31m20221210164938384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164938384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164938384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164938384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164938384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164938385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164938397 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164938407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164938407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164938407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:49:41.692349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26226): Terminating (SIGTERM)
16:49:41.733960 run iperf3-srv_10.42.42.10(pid=26227): Terminating (SIGTERM)
16:49:41.775865 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26228): Terminating (SIGTERM)
16:49:41.817584 run iperf3-srv_10.42.42.10(pid=26229): Terminating (SIGTERM)
16:49:41.859390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26230): Terminating (SIGTERM)
16:49:41.900849 run iperf3-srv_10.42.42.10(pid=26231): Terminating (SIGTERM)
16:49:41.944044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26232): Terminating (SIGTERM)
16:49:41.985542 run iperf3-srv_10.42.42.10(pid=26233): Terminating (SIGTERM)
16:49:42.027150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26236): Terminating (SIGTERM)
16:49:42.068422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26239): Terminating (SIGTERM)
16:49:42.110201 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26242): Terminating (SIGTERM)
16:49:42.119790 ---      ParallelTerminationStrategy: PID 26226 died...
16:49:42.175497 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26226): Terminated: ok {rc=0}
16:49:42.185866 ---      ParallelTerminationStrategy: PID 26227 died...
16:49:42.241449 run iperf3-srv_10.42.42.10(pid=26227): Terminated {rc=256}
16:49:42.251523 ---      ParallelTerminationStrategy: PID 26228 died...
16:49:42.307092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26228): Terminated: ok {rc=0}
16:49:42.317159 ---      ParallelTerminationStrategy: PID 26229 died...
16:49:42.372391 run iperf3-srv_10.42.42.10(pid=26229): Terminated {rc=256}
16:49:42.382437 ---      ParallelTerminationStrategy: PID 26230 died...
16:49:42.437636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26230): Terminated: ok {rc=0}
16:49:42.448759 ---      ParallelTerminationStrategy: PID 26231 died...
16:49:42.504102 run iperf3-srv_10.42.42.10(pid=26231): Terminated {rc=256}
16:49:42.514412 ---      ParallelTerminationStrategy: PID 26232 died...
16:49:42.569941 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26232): Terminated: ok {rc=0}
16:49:42.580020 ---      ParallelTerminationStrategy: PID 26233 died...
16:49:42.635398 run iperf3-srv_10.42.42.10(pid=26233): Terminated {rc=256}
16:49:42.645403 ---      ParallelTerminationStrategy: PID 26236 died...
16:49:42.700492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26236): Terminated: ok {rc=0}
16:49:42.710445 ---      ParallelTerminationStrategy: PID 26239 died...
16:49:42.765975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26239): Terminated: ok {rc=0}
16:49:42.776131 ---      ParallelTerminationStrategy: PID 26242 died...
16:49:42.831794 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26242): Terminated: ok {rc=0}
16:49:42.917855 bus                          /gobi_4: Setting Powered False
16:49:44.024643 bus                          /gobi_4: Setting Powered False
16:49:45.132353 bus                          /gobi_1: Setting Powered False
16:49:46.252314 bus                          /gobi_1: Setting Powered False
16:49:47.366307 bus                          /gobi_0: Setting Powered False
16:49:48.468667 bus                          /gobi_0: Setting Powered False
16:49:49.579768 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=26250): Process ended prematurely: osmo-stp_10.42.42.5(pid=26250) [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26250)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26250): Process ended prematurely: osmo-stp_10.42.42.5(pid=26250) [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26250)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py
----------------------------------------------
16:49:50.647486 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:50.659643 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
16:49:50.795158 tst                          ping.py: using LAC 29317
16:49:50.908137 tst                          ping.py: using RAC 247
16:49:51.024608 tst                          ping.py: using CellId 29317
16:49:51.138550 tst                          ping.py: using BVCI 29318
16:49:51.161064 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:51.172437 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:51.183595 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:51.195155 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:51.206801 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:51.218799 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:51.231033 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:51.242541 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
16:49:51.526394 tst                       ping.py:19: start network...
16:49:51.656217 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:49:52.156770 run         create_hlr_db(pid=26244): Launched
16:49:52.337607 bus                          /gobi_6: Setting Powered False
16:49:53.359307 run         create_hlr_db(pid=26244): Terminated: ok {rc=0}
16:49:53.776243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26246): Launched
16:49:54.087414 run   osmo-hlr_10.42.42.2(pid=26247): Launched
16:49:54.204172 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:49:54.747784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26249): Launched
16:49:55.060205 run   osmo-stp_10.42.42.5(pid=26250): Launched
16:49:55.172894 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:49:55.716537 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26252): Launched
16:49:55.829321 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:49:56.099341 run              patchelf(pid=26253): Launched
16:49:56.282001 run   osmo-stp_10.42.42.5(pid=26250): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26250)]
16:49:56.415652 run   osmo-stp_10.42.42.5(pid=26250): stdout: 
| (launched: 2022-12-10_16:49:54.907093)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:49:56.549894 run   osmo-stp_10.42.42.5(pid=26250): stderr: 
| �[0;m�[38;5;43m20221210164955097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164955097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164955097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164955098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164955098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164955098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164955098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:49:56.679142 run   osmo-stp_10.42.42.5(pid=26250): stdout: 
| (launched: 2022-12-10_16:49:54.907093)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:49:56.807333 run   osmo-stp_10.42.42.5(pid=26250): stderr: 
| �[0;m�[38;5;43m20221210164955097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210164955097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210164955097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210164955098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210164955098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210164955098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210164955098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:49:56.956493 run              patchelf(pid=26253): Terminating (SIGINT)
16:49:57.130982 run              patchelf(pid=26253): Terminated: ok {rc=0}
16:49:57.162635 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26250): Process ended prematurely: osmo-stp_10.42.42.5(pid=26250) [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26250)]  [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]
16:49:57.171811 tst                       ping.py:22: Test FAILED (6.5 sec)
16:49:57.233999 run   osmo-hlr_10.42.42.2(pid=26247): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26247)]
16:49:57.284692 run   osmo-hlr_10.42.42.2(pid=26247): stdout: 
| (launched: 2022-12-10_16:49:53.935191) 
16:49:57.336290 run   osmo-hlr_10.42.42.2(pid=26247): stderr: 
| �[0;m�[1;31m20221210164954132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210164954132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210164954132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210164954132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210164954132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210164954132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210164954145 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210164954155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210164954155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210164954155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:49:57.380199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26246): Terminating (SIGTERM)
16:49:57.421705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26249): Terminating (SIGTERM)
16:49:57.463142 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26252): Terminating (SIGTERM)
16:49:57.472690 ---      ParallelTerminationStrategy: PID 26246 died...
16:49:57.528325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26246): Terminated: ok {rc=0}
16:49:57.538354 ---      ParallelTerminationStrategy: PID 26249 died...
16:49:57.593722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26249): Terminated: ok {rc=0}
16:49:57.603733 ---      ParallelTerminationStrategy: PID 26252 died...
16:49:57.659114 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26252): Terminated: ok {rc=0}
16:49:57.747080 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>238</age><className>gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=26263): Process ended prematurely: osmo-stp_10.42.42.5(pid=26263) [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26263)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26263): Process ended prematurely: osmo-stp_10.42.42.5(pid=26263) [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26263)]
</stderr><stdout>
----------------------------------------------
trial-2376 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py
----------------------------------------------
16:49:58.798571 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:58.811074 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
16:49:58.962712 tst                ping_idle_ping.py: using LAC 29318
16:49:59.096648 tst                ping_idle_ping.py: using RAC 248
16:49:59.219093 tst                ping_idle_ping.py: using CellId 29318
16:49:59.346856 tst                ping_idle_ping.py: using BVCI 29319
16:49:59.370818 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:59.382826 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:59.394531 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:59.406317 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:59.417992 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:59.429676 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:59.441571 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
16:49:59.453359 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
16:49:59.738792 tst             ping_idle_ping.py:24: start network...
16:49:59.869955 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:50:00.371542 run         create_hlr_db(pid=26254): Launched
16:50:00.553695 bus                          /gobi_6: Setting Powered False
16:50:01.583255 run         create_hlr_db(pid=26254): Terminated: ok {rc=0}
16:50:02.041657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26259): Launched
16:50:02.340807 run   osmo-hlr_10.42.42.2(pid=26260): Launched
16:50:02.455234 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:50:02.971676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26262): Launched
16:50:03.263907 run   osmo-stp_10.42.42.5(pid=26263): Launched
16:50:03.371532 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:50:03.881506 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26265): Launched
16:50:03.985616 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:50:04.239713 run              patchelf(pid=26266): Launched
16:50:04.411185 run   osmo-stp_10.42.42.5(pid=26263): ERR: Terminated: ERROR {rc=1}  [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26263)]
16:50:04.536584 run   osmo-stp_10.42.42.5(pid=26263): stdout: 
| (launched: 2022-12-10_16:50:03.119375)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:50:04.662731 run   osmo-stp_10.42.42.5(pid=26263): stderr: 
| �[0;m�[38;5;43m20221210165003288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165003288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165003288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165003289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165003291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165003291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165003291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:50:04.784375 run   osmo-stp_10.42.42.5(pid=26263): stdout: 
| (launched: 2022-12-10_16:50:03.119375)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:50:04.904494 run   osmo-stp_10.42.42.5(pid=26263): stderr: 
| �[0;m�[38;5;43m20221210165003288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165003288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165003288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165003289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165003291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165003291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165003291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:50:05.044670 run              patchelf(pid=26266): Terminating (SIGINT)
16:50:05.209569 run              patchelf(pid=26266): Terminated: ok {rc=0}
16:50:05.239689 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26263): Process ended prematurely: osmo-stp_10.42.42.5(pid=26263) [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26263)]  [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]
16:50:05.248592 tst             ping_idle_ping.py:27: Test FAILED (6.4 sec)
16:50:05.309611 run   osmo-hlr_10.42.42.2(pid=26260): ERR: Terminated: ERROR {rc=237}  [trial-2376↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26260)]
16:50:05.358988 run   osmo-hlr_10.42.42.2(pid=26260): stdout: 
| (launched: 2022-12-10_16:50:02.193779) 
16:50:05.408982 run   osmo-hlr_10.42.42.2(pid=26260): stderr: 
| �[0;m�[1;31m20221210165002369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165002369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165002369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165002369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165002369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165002369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165002381 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165002390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165002390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165002390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:50:05.451264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26259): Terminating (SIGTERM)
16:50:05.491441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26262): Terminating (SIGTERM)
16:50:05.531767 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26265): Terminating (SIGTERM)
16:50:05.541488 ---      ParallelTerminationStrategy: PID 26259 died...
16:50:05.595339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26259): Terminated: ok {rc=0}
16:50:05.605243 ---      ParallelTerminationStrategy: PID 26262 died...
16:50:05.658591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26262): Terminated: ok {rc=0}
16:50:05.668663 ---      ParallelTerminationStrategy: PID 26265 died...
16:50:05.721923 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26265): Terminated: ok {rc=0}
16:50:05.811120 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>158</id><name>gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend</name><properties></properties><timestamp>2022-12-10T16:49:08</timestamp></suite><suite><case><age>238</age><className>dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=26276): Process ended prematurely: osmo-stp_10.42.42.5(pid=26276) [trial-2376↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26276)]</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py", line 54, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26276): Process ended prematurely: osmo-stp_10.42.42.5(pid=26276) [trial-2376↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26276)]
</stderr><stdout>
----------------------------------------------
trial-2376 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py
----------------------------------------------
16:50:07.861900 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:50:07.873931 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
16:50:08.024520 tst               switch_tch_pdch.py: using LAC 29319
16:50:08.146385 tst               switch_tch_pdch.py: using RAC 249
16:50:08.270200 tst               switch_tch_pdch.py: using CellId 29319
16:50:08.394099 tst               switch_tch_pdch.py: using BVCI 29320
16:50:08.417969 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:50:08.430248 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:50:08.442249 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:50:08.454245 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:50:08.465975 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:50:08.477724 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:50:08.489592 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
16:50:08.501466 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
16:50:08.620144 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
16:50:08.908027 tst            switch_tch_pdch.py:51: start network...
16:50:09.038019 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:50:09.533748 run         create_hlr_db(pid=26270): Launched
16:50:09.714351 bus                          /gobi_6: Setting Powered False
16:50:10.735006 run         create_hlr_db(pid=26270): Terminated: ok {rc=0}
16:50:11.126684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26272): Launched
16:50:11.418137 run   osmo-hlr_10.42.42.2(pid=26273): Launched
16:50:11.526937 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:50:12.041117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26275): Launched
16:50:12.333251 run   osmo-stp_10.42.42.5(pid=26276): Launched
16:50:12.440381 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
16:50:12.949641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26278): Launched
16:50:13.054353 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
16:50:13.314898 run              patchelf(pid=26279): Launched
16:50:13.497979 run   osmo-stp_10.42.42.5(pid=26276): ERR: Terminated: ERROR {rc=1}  [trial-2376↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26276)]
16:50:13.632368 run   osmo-stp_10.42.42.5(pid=26276): stdout: 
| (launched: 2022-12-10_16:50:12.189277)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:50:13.767055 run   osmo-stp_10.42.42.5(pid=26276): stderr: 
| �[0;m�[38;5;43m20221210165012356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165012356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165012356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165012356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165012357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165012357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165012357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:50:13.897497 run   osmo-stp_10.42.42.5(pid=26276): stdout: 
| (launched: 2022-12-10_16:50:12.189277)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:50:14.025990 run   osmo-stp_10.42.42.5(pid=26276): stderr: 
| �[0;m�[38;5;43m20221210165012356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165012356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165012356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165012356 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165012357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165012357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165012357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:50:14.175137 run              patchelf(pid=26279): Terminating (SIGINT)
16:50:14.350050 run              patchelf(pid=26279): Terminated: ok {rc=0}
16:50:14.382043 tst            switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=26276): Process ended prematurely: osmo-stp_10.42.42.5(pid=26276) [trial-2376↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26276)]  [trial-2376↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]
16:50:14.391422 tst            switch_tch_pdch.py:54: Test FAILED (6.5 sec)
16:50:14.454040 run   osmo-hlr_10.42.42.2(pid=26273): ERR: Terminated: ERROR {rc=237}  [trial-2376↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26273)]
16:50:14.505273 run   osmo-hlr_10.42.42.2(pid=26273): stdout: 
| (launched: 2022-12-10_16:50:11.274530) 
16:50:14.557456 run   osmo-hlr_10.42.42.2(pid=26273): stderr: 
| �[0;m�[1;31m20221210165011449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165011449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165011449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165011449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165011449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165011449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165011462 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165011470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165011470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165011470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:50:14.602208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26272): Terminating (SIGTERM)
16:50:14.644358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26275): Terminating (SIGTERM)
16:50:14.686727 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26278): Terminating (SIGTERM)
16:50:14.696397 ---      ParallelTerminationStrategy: PID 26272 died...
16:50:14.752803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26272): Terminated: ok {rc=0}
16:50:14.762875 ---      ParallelTerminationStrategy: PID 26275 died...
16:50:14.819329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26275): Terminated: ok {rc=0}
16:50:14.829549 ---      ParallelTerminationStrategy: PID 26278 died...
16:50:14.886735 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26278): Terminated: ok {rc=0}
16:50:14.973805 bus                          /gobi_0: Setting Powered False
16:50:16.078328 bus                          /gobi_0: Setting Powered False
16:50:17.202232 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>12.0</duration><id>159</id><name>dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-10T16:50:07</timestamp></suite><suite><case><age>205</age><className>nitb_smpp</className><duration>3.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=26292): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26292) [trial-2376↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26292)]</errorStackTrace><failedSince>2172</failedSince><name>esme_connect_policy_acceptall.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py", line 18, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26292): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26292) [trial-2376↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26292)]
</stderr><stdout>
----------------------------------------------
trial-2376 nitb_smpp esme_connect_policy_acceptall.py
----------------------------------------------
16:50:19.059900 tst                        nitb_smpp: Using 1 x ip_address (candidates: 1)
16:50:19.173852 tst esme_connect_policy_acceptall.py: using MSISDN 7800
16:50:19.316702 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
16:50:19.917045 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26291): Launched
16:50:20.232651 run  osmo-nitb_10.42.42.2(pid=26292): Launched
16:50:20.427959 run  osmo-nitb_10.42.42.2(pid=26292): ERR: Terminated: ERROR {rc=2}  [trial-2376↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26292)]
16:50:20.572077 run  osmo-nitb_10.42.42.2(pid=26292): stdout: 
| (launched: 2022-12-10_16:50:20.079835) 
16:50:20.716403 run  osmo-nitb_10.42.42.2(pid=26292): stderr: 
| (launched: 2022-12-10_16:50:20.127237)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:50:20.856809 run  osmo-nitb_10.42.42.2(pid=26292): stdout: 
| (launched: 2022-12-10_16:50:20.079835) 
16:50:20.995184 run  osmo-nitb_10.42.42.2(pid=26292): stderr: 
| (launched: 2022-12-10_16:50:20.127237)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:50:21.362750 tst  osmo-nitb_10.42.42.2(pid=26292): stdout: 
| (launched: 2022-12-10_16:50:20.079835) 
16:50:21.491082 tst  osmo-nitb_10.42.42.2(pid=26292): stderr: 
| (launched: 2022-12-10_16:50:20.127237)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:50:21.546992 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=26292): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26292) [trial-2376↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26292)]  [trial-2376↪nitb_smpp↪esme_connect_policy_acceptall.py:18]
16:50:21.555297 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.5 sec)
16:50:21.592790 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26291): Terminating (SIGTERM)
16:50:21.771093 ---      ParallelTerminationStrategy: PID 26291 died...
16:50:21.826581 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26291): Terminated: ok {rc=0}
</stdout></case><case><age>205</age><className>nitb_smpp</className><duration>3.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=26294): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26294) [trial-2376↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26294)]</errorStackTrace><failedSince>2172</failedSince><name>esme_connect_policy_closed.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py", line 24, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26294): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26294) [trial-2376↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26294)]
</stderr><stdout>
----------------------------------------------
trial-2376 nitb_smpp esme_connect_policy_closed.py
----------------------------------------------
16:50:21.840901 tst                        nitb_smpp: Using 1 x ip_address (candidates: 1)
16:50:21.959122 tst    esme_connect_policy_closed.py: using MSISDN 7801
16:50:22.085190 tst    esme_connect_policy_closed.py: using MSISDN 7802
16:50:22.198803 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
16:50:22.800765 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26293): Launched
16:50:23.116863 run  osmo-nitb_10.42.42.2(pid=26294): Launched
16:50:23.298173 run  osmo-nitb_10.42.42.2(pid=26294): ERR: Terminated: ERROR {rc=2}  [trial-2376↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26294)]
16:50:23.431102 run  osmo-nitb_10.42.42.2(pid=26294): stdout: 
| (launched: 2022-12-10_16:50:22.963984) 
16:50:23.564429 run  osmo-nitb_10.42.42.2(pid=26294): stderr: 
| (launched: 2022-12-10_16:50:23.011858)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:50:23.692933 run  osmo-nitb_10.42.42.2(pid=26294): stdout: 
| (launched: 2022-12-10_16:50:22.963984) 
16:50:23.821170 run  osmo-nitb_10.42.42.2(pid=26294): stderr: 
| (launched: 2022-12-10_16:50:23.011858)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:50:23.876939 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=26294): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26294) [trial-2376↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26294)]  [trial-2376↪nitb_smpp↪esme_connect_policy_closed.py:24]
16:50:23.885365 tst esme_connect_policy_closed.py:24: Test FAILED (2.0 sec)
16:50:23.920849 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26293): Terminating (SIGTERM)
16:50:24.098520 ---      ParallelTerminationStrategy: PID 26293 died...
16:50:24.155837 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26293): Terminated: ok {rc=0}
</stdout></case><case><age>237</age><className>nitb_smpp</className><duration>3.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=26296): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26296) [trial-2376↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26296)]</errorStackTrace><failedSince>2140</failedSince><name>esme_ms_sms_storeforward.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py", line 23, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26296): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26296) [trial-2376↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26296)]
</stderr><stdout>
----------------------------------------------
trial-2376 nitb_smpp esme_ms_sms_storeforward.py
----------------------------------------------
16:50:24.170566 tst                        nitb_smpp: Using 1 x ip_address (candidates: 1)
16:50:24.181997 tst                        nitb_smpp: Using 1 x bts (candidates: 1)
16:50:24.315635 tst      esme_ms_sms_storeforward.py: using LAC 29320
16:50:24.439656 tst      esme_ms_sms_storeforward.py: using RAC 250
16:50:24.564100 tst      esme_ms_sms_storeforward.py: using CellId 29320
16:50:24.688442 tst      esme_ms_sms_storeforward.py: using BVCI 29321
16:50:24.712931 tst                        nitb_smpp: Using 1 x modem (candidates: 1)
16:50:24.921035 tst      esme_ms_sms_storeforward.py: using MSISDN 7803
16:50:25.105523 tst   esme_ms_sms_storeforward.py:20: start nitb and bts...
16:50:25.231680 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
16:50:25.855508 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26295): Launched
16:50:26.155407 run  osmo-nitb_10.42.42.2(pid=26296): Launched
16:50:26.327603 run  osmo-nitb_10.42.42.2(pid=26296): ERR: Terminated: ERROR {rc=2}  [trial-2376↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26296)]
16:50:26.453062 run  osmo-nitb_10.42.42.2(pid=26296): stdout: 
| (launched: 2022-12-10_16:50:26.010172) 
16:50:26.579034 run  osmo-nitb_10.42.42.2(pid=26296): stderr: 
| (launched: 2022-12-10_16:50:26.055247)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:50:26.700638 run  osmo-nitb_10.42.42.2(pid=26296): stdout: 
| (launched: 2022-12-10_16:50:26.010172) 
16:50:26.821307 run  osmo-nitb_10.42.42.2(pid=26296): stderr: 
| (launched: 2022-12-10_16:50:26.055247)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:50:26.873863 tst   esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=26296): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26296) [trial-2376↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26296)]  [trial-2376↪nitb_smpp↪esme_ms_sms_storeforward.py:23]
16:50:26.881931 tst   esme_ms_sms_storeforward.py:23: Test FAILED (2.7 sec)
16:50:26.916307 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26295): Terminating (SIGTERM)
16:50:27.093782 ---      ParallelTerminationStrategy: PID 26295 died...
16:50:27.148170 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26295): Terminated: ok {rc=0}
16:50:27.235725 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>237</age><className>nitb_smpp</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=26298): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26298) [trial-2376↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26298)]</errorStackTrace><failedSince>2140</failedSince><name>esme_ms_sms_transaction.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py", line 21, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26298): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26298) [trial-2376↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26298)]
</stderr><stdout>
----------------------------------------------
trial-2376 nitb_smpp esme_ms_sms_transaction.py
----------------------------------------------
16:50:28.287142 tst                        nitb_smpp: Using 1 x ip_address (candidates: 1)
16:50:28.298606 tst                        nitb_smpp: Using 1 x bts (candidates: 1)
16:50:28.421781 tst       esme_ms_sms_transaction.py: using LAC 29321
16:50:28.539920 tst       esme_ms_sms_transaction.py: using RAC 251
16:50:28.657213 tst       esme_ms_sms_transaction.py: using CellId 29321
16:50:28.777284 tst       esme_ms_sms_transaction.py: using BVCI 29322
16:50:28.800177 tst                        nitb_smpp: Using 1 x modem (candidates: 1)
16:50:29.020260 tst       esme_ms_sms_transaction.py: using MSISDN 7804
16:50:29.216635 tst    esme_ms_sms_transaction.py:18: start nitb and bts...
16:50:29.350794 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
16:50:30.008688 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26297): Launched
16:50:30.324929 run  osmo-nitb_10.42.42.2(pid=26298): Launched
16:50:30.521237 run  osmo-nitb_10.42.42.2(pid=26298): ERR: Terminated: ERROR {rc=2}  [trial-2376↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26298)]
16:50:30.666195 run  osmo-nitb_10.42.42.2(pid=26298): stdout: 
| (launched: 2022-12-10_16:50:30.171682) 
16:50:30.811225 run  osmo-nitb_10.42.42.2(pid=26298): stderr: 
| (launched: 2022-12-10_16:50:30.219368)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:50:30.959223 run  osmo-nitb_10.42.42.2(pid=26298): stdout: 
| (launched: 2022-12-10_16:50:30.171682) 
16:50:31.102351 run  osmo-nitb_10.42.42.2(pid=26298): stderr: 
| (launched: 2022-12-10_16:50:30.219368)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:50:31.457302 tst  osmo-nitb_10.42.42.2(pid=26298): stdout: 
| (launched: 2022-12-10_16:50:30.171682) 
16:50:31.587994 tst  osmo-nitb_10.42.42.2(pid=26298): stderr: 
| (launched: 2022-12-10_16:50:30.219368)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
16:50:31.645984 tst    esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=26298): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26298) [trial-2376↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26298)]  [trial-2376↪nitb_smpp↪esme_ms_sms_transaction.py:21]
16:50:31.655146 tst    esme_ms_sms_transaction.py:21: Test FAILED (3.4 sec)
16:50:31.693553 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26297): Terminating (SIGTERM)
16:50:31.872326 ---      ParallelTerminationStrategy: PID 26297 died...
16:50:31.928607 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26297): Terminated: ok {rc=0}
16:50:32.016672 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>15.0</duration><id>160</id><name>nitb_smpp</name><properties></properties><timestamp>2022-12-10T16:50:18</timestamp></suite><suite><case><age>46</age><className>smpp</className><duration>6.0</duration><errorStackTrace>osmo-hlr_10.42.42.2(pid=26308): Process ended prematurely: osmo-hlr_10.42.42.2(pid=26308) [trial-2376↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26308)]</errorStackTrace><failedSince>2331</failedSince><name>esme_connect_policy_acceptall.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py", line 23, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=26308): Process ended prematurely: osmo-hlr_10.42.42.2(pid=26308) [trial-2376↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26308)]
</stderr><stdout>
----------------------------------------------
trial-2376 smpp esme_connect_policy_acceptall.py
----------------------------------------------
16:50:33.813164 tst                             smpp: Using 1 x ip_address (candidates: 6)
16:50:33.823611 tst                             smpp: Using 1 x ip_address (candidates: 6)
16:50:33.834662 tst                             smpp: Using 1 x ip_address (candidates: 6)
16:50:33.845136 tst                             smpp: Using 1 x ip_address (candidates: 6)
16:50:33.958152 tst esme_connect_policy_acceptall.py: using MSISDN 7805
16:50:34.073635 run              osmo-stp_10.42.42.4: Starting osmo-stp
16:50:34.628288 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=26303): Launched
16:50:34.949385 run   osmo-stp_10.42.42.4(pid=26304): Launched
16:50:35.064072 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:50:35.575910 run         create_hlr_db(pid=26305): Launched
16:50:35.762216 bus                        /sierra_2: Setting Powered False
16:50:36.781612 run         create_hlr_db(pid=26305): Terminated: ok {rc=0}
16:50:37.206512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26307): Launched
16:50:37.525198 run   osmo-hlr_10.42.42.2(pid=26308): Launched
16:50:37.641109 run              osmo-msc_10.42.42.5: Starting osmo-msc
16:50:38.226503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26310): Launched
16:50:38.546784 run   osmo-msc_10.42.42.5(pid=26311): Launched
16:50:38.735382 run   osmo-hlr_10.42.42.2(pid=26308): ERR: Terminated: ERROR {rc=237}  [trial-2376↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26308)]
16:50:38.873285 run   osmo-hlr_10.42.42.2(pid=26308): stdout: 
| (launched: 2022-12-10_16:50:37.369630) 
16:50:39.008760 run   osmo-hlr_10.42.42.2(pid=26308): stderr: 
| �[0;m�[1;31m20221210165037562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165037563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165037563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165037563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165037563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165037563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165037575 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165037583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165037584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165037584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:50:39.138042 run   osmo-hlr_10.42.42.2(pid=26308): stdout: 
| (launched: 2022-12-10_16:50:37.369630) 
16:50:39.266436 run   osmo-hlr_10.42.42.2(pid=26308): stderr: 
| �[0;m�[1;31m20221210165037562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165037563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165037563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165037563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165037563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165037563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165037575 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165037583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165037584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165037584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:50:39.322564 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=26308): Process ended prematurely: osmo-hlr_10.42.42.2(pid=26308) [trial-2376↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26308)]  [trial-2376↪smpp↪esme_connect_policy_acceptall.py:23]
16:50:39.331215 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.5 sec)
16:50:39.394274 run   osmo-msc_10.42.42.5(pid=26311): ERR: Terminated: ERROR {rc=9}  [trial-2376↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=26311)]
16:50:39.445451 run   osmo-msc_10.42.42.5(pid=26311): stdout: 
| (launched: 2022-12-10_16:50:38.389708) 
16:50:39.497251 run   osmo-msc_10.42.42.5(pid=26311): stderr: 
| �[0;m�[38;5;43m20221210165038755 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)
| �[0;m�[38;5;43m20221210165038755 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)
| �[0;m�[38;5;43m20221210165038755 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;45m20221210165038756 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)
| �[0;m�[38;5;43m20221210165038756 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)
| �[0;m�[38;5;45m20221210165038756 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)
| �[0;m�[38;5;43m20221210165038756 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)
| �[0;m20221210165038756 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)
| 20221210165038756 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)
| Starting SGs server failed 
16:50:39.541312 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=26303): Terminating (SIGTERM)
16:50:39.583375 run   osmo-stp_10.42.42.4(pid=26304): Terminating (SIGTERM)
16:50:39.626116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26307): Terminating (SIGTERM)
16:50:39.670870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26310): Terminating (SIGTERM)
16:50:39.681348 ---      ParallelTerminationStrategy: PID 26303 died...
16:50:39.740190 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=26303): Terminated: ok {rc=0}
16:50:39.750334 ---      ParallelTerminationStrategy: PID 26304 died...
16:50:39.806908 run   osmo-stp_10.42.42.4(pid=26304): Terminated: ok {rc=0}
16:50:39.816905 ---      ParallelTerminationStrategy: PID 26307 died...
16:50:39.872859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26307): Terminated: ok {rc=0}
16:50:39.883049 ---      ParallelTerminationStrategy: PID 26310 died...
16:50:39.938913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26310): Terminated: ok {rc=0}
</stdout></case><case><age>46</age><className>smpp</className><duration>6.0</duration><errorStackTrace>osmo-hlr_10.42.42.2(pid=26319): Process ended prematurely: osmo-hlr_10.42.42.2(pid=26319) [trial-2376↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26319)]</errorStackTrace><failedSince>2331</failedSince><name>esme_connect_policy_closed.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py", line 31, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=26319): Process ended prematurely: osmo-hlr_10.42.42.2(pid=26319) [trial-2376↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26319)]
</stderr><stdout>
----------------------------------------------
trial-2376 smpp esme_connect_policy_closed.py
----------------------------------------------
16:50:39.953837 tst                             smpp: Using 1 x ip_address (candidates: 6)
16:50:39.965266 tst                             smpp: Using 1 x bts (candidates: 1)
16:50:40.096661 tst    esme_connect_policy_closed.py: using LAC 29322
16:50:40.222766 tst    esme_connect_policy_closed.py: using RAC 252
16:50:40.339629 tst    esme_connect_policy_closed.py: using CellId 29322
16:50:40.459665 tst    esme_connect_policy_closed.py: using BVCI 29323
16:50:40.482697 tst                             smpp: Using 1 x ip_address (candidates: 6)
16:50:40.493139 tst                             smpp: Using 1 x ip_address (candidates: 6)
16:50:40.503533 tst                             smpp: Using 1 x ip_address (candidates: 6)
16:50:40.609290 tst    esme_connect_policy_closed.py: using MSISDN 7806
16:50:40.725604 tst    esme_connect_policy_closed.py: using MSISDN 7807
16:50:40.832809 run              osmo-stp_10.42.42.4: Starting osmo-stp
16:50:41.354328 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=26314): Launched
16:50:41.656613 run   osmo-stp_10.42.42.4(pid=26315): Launched
16:50:41.764005 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:50:42.238768 run         create_hlr_db(pid=26316): Launched
16:50:43.415564 run         create_hlr_db(pid=26316): Terminated: ok {rc=0}
16:50:43.726865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26318): Launched
16:50:44.027631 run   osmo-hlr_10.42.42.2(pid=26319): Launched
16:50:44.141350 run              osmo-msc_10.42.42.5: Starting osmo-msc
16:50:44.692285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26321): Launched
16:50:44.996087 run   osmo-msc_10.42.42.5(pid=26322): Launched
16:50:45.174694 run   osmo-hlr_10.42.42.2(pid=26319): ERR: Terminated: ERROR {rc=237}  [trial-2376↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26319)]
16:50:45.317097 run   osmo-hlr_10.42.42.2(pid=26319): stdout: 
| (launched: 2022-12-10_16:50:43.879993) 
16:50:45.454430 run   osmo-hlr_10.42.42.2(pid=26319): stderr: 
| �[0;m�[1;31m20221210165044052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165044052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165044052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165044052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165044052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165044052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165044064 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165044074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165044074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165044074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:50:45.585738 run   osmo-hlr_10.42.42.2(pid=26319): stdout: 
| (launched: 2022-12-10_16:50:43.879993) 
16:50:45.716149 run   osmo-hlr_10.42.42.2(pid=26319): stderr: 
| �[0;m�[1;31m20221210165044052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165044052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165044052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165044052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165044052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165044052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165044064 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165044074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165044074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165044074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:50:45.773124 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=26319): Process ended prematurely: osmo-hlr_10.42.42.2(pid=26319) [trial-2376↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26319)]  [trial-2376↪smpp↪esme_connect_policy_closed.py:31]
16:50:45.782247 tst esme_connect_policy_closed.py:31: Test FAILED (5.8 sec)
16:50:45.850104 run   osmo-msc_10.42.42.5(pid=26322): ERR: Terminated: ERROR {rc=9}  [trial-2376↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=26322)]
16:50:45.903657 run   osmo-msc_10.42.42.5(pid=26322): stdout: 
| (launched: 2022-12-10_16:50:44.845957) 
16:50:45.957924 run   osmo-msc_10.42.42.5(pid=26322): stderr: 
| �[0;m�[38;5;43m20221210165045160 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)
| �[0;m�[38;5;43m20221210165045160 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)
| �[0;m�[38;5;43m20221210165045160 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;45m20221210165045160 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)
| �[0;m�[38;5;43m20221210165045160 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)
| �[0;m�[38;5;45m20221210165045160 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)
| �[0;m�[38;5;43m20221210165045161 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)
| �[0;m20221210165045161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)
| 20221210165045161 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)
| Starting SGs server failed 
16:50:46.006441 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=26314): Terminating (SIGTERM)
16:50:46.052485 run   osmo-stp_10.42.42.4(pid=26315): Terminating (SIGTERM)
16:50:46.105035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26318): Terminating (SIGTERM)
16:50:46.150570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26321): Terminating (SIGTERM)
16:50:46.161155 ---      ParallelTerminationStrategy: PID 26314 died...
16:50:46.220598 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=26314): Terminated: ok {rc=0}
16:50:46.232486 ---      ParallelTerminationStrategy: PID 26318 died...
16:50:46.303148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26318): Terminated: ok {rc=0}
16:50:46.316384 ---      ParallelTerminationStrategy: PID 26315 died...
16:50:46.390956 run   osmo-stp_10.42.42.4(pid=26315): Terminated: ok {rc=0}
16:50:46.404557 ---      ParallelTerminationStrategy: PID 26321 died...
16:50:46.471250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26321): Terminated: ok {rc=0}
</stdout></case><case><age>46</age><className>smpp</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=26331): Process ended prematurely: osmo-stp_10.42.42.5(pid=26331) [trial-2376↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26331)]</errorStackTrace><failedSince>2331</failedSince><name>esme_ms_sms_storeforward.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py", line 30, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26331): Process ended prematurely: osmo-stp_10.42.42.5(pid=26331) [trial-2376↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26331)]
</stderr><stdout>
----------------------------------------------
trial-2376 smpp esme_ms_sms_storeforward.py
----------------------------------------------
16:50:46.487821 tst                             smpp: Using 1 x ip_address (candidates: 6)
16:50:46.500475 tst                             smpp: Using 1 x bts (candidates: 1)
16:50:46.666783 tst      esme_ms_sms_storeforward.py: using LAC 29323
16:50:46.800700 tst      esme_ms_sms_storeforward.py: using RAC 253
16:50:46.956757 tst      esme_ms_sms_storeforward.py: using CellId 29323
16:50:47.111519 tst      esme_ms_sms_storeforward.py: using BVCI 29324
16:50:47.137362 tst                             smpp: Using 1 x ip_address (candidates: 6)
16:50:47.148903 tst                             smpp: Using 1 x ip_address (candidates: 6)
16:50:47.160344 tst                             smpp: Using 1 x ip_address (candidates: 6)
16:50:47.171866 tst                             smpp: Using 1 x ip_address (candidates: 6)
16:50:47.183436 tst                             smpp: Using 1 x ip_address (candidates: 6)
16:50:47.194949 tst                             smpp: Using 1 x modem (candidates: 1)
16:50:47.414717 tst      esme_ms_sms_storeforward.py: using MSISDN 7808
16:50:47.532791 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:50:48.056157 run         create_hlr_db(pid=26325): Launched
16:50:49.247087 run         create_hlr_db(pid=26325): Terminated: ok {rc=0}
16:50:49.583070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26327): Launched
16:50:49.910113 run   osmo-hlr_10.42.42.2(pid=26328): Launched
16:50:50.029655 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:50:50.599911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26330): Launched
16:50:50.927109 run   osmo-stp_10.42.42.5(pid=26331): Launched
16:50:51.045908 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:50:51.638486 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26333): Launched
16:50:51.964805 run   osmo-msc_10.42.42.6(pid=26334): Launched
16:50:52.155296 run   osmo-stp_10.42.42.5(pid=26331): ERR: Terminated: ERROR {rc=1}  [trial-2376↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26331)]
16:50:52.292670 run   osmo-stp_10.42.42.5(pid=26331): stdout: 
| (launched: 2022-12-10_16:50:50.766583)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:50:52.429763 run   osmo-stp_10.42.42.5(pid=26331): stderr: 
| �[0;m�[38;5;43m20221210165050961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165050961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165050961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165050962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165050962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165050962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165050962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:50:52.560828 run   osmo-stp_10.42.42.5(pid=26331): stdout: 
| (launched: 2022-12-10_16:50:50.766583)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:50:52.690947 run   osmo-stp_10.42.42.5(pid=26331): stderr: 
| �[0;m�[38;5;43m20221210165050961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165050961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165050961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165050962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165050962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165050962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165050962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:50:52.747648 tst   esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=26331): Process ended prematurely: osmo-stp_10.42.42.5(pid=26331) [trial-2376↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26331)]  [trial-2376↪smpp↪esme_ms_sms_storeforward.py:30]
16:50:52.756359 tst   esme_ms_sms_storeforward.py:30: Test FAILED (6.3 sec)
16:50:52.819302 run   osmo-hlr_10.42.42.2(pid=26328): ERR: Terminated: ERROR {rc=237}  [trial-2376↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26328)]
16:50:52.870910 run   osmo-hlr_10.42.42.2(pid=26328): stdout: 
| (launched: 2022-12-10_16:50:49.749724) 
16:50:52.923039 run   osmo-hlr_10.42.42.2(pid=26328): stderr: 
| �[0;m�[1;31m20221210165049952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165049952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165049952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165049952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165049952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165049952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165049962 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165049970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165049971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165049971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:50:52.993817 run   osmo-msc_10.42.42.6(pid=26334): ERR: Terminated: ERROR {rc=2}  [trial-2376↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26334)]
16:50:53.045014 run   osmo-msc_10.42.42.6(pid=26334): stdout: 
| (launched: 2022-12-10_16:50:51.804568) 
16:50:53.096679 run   osmo-msc_10.42.42.6(pid=26334): stderr: 
| �[0;m�[38;5;43m20221210165052127 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210165052127 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b09828c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210165052127 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210165052127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210165052127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210165052128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210165052129 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210165052130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210165052130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210165052130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:50:53.140897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26327): Terminating (SIGTERM)
16:50:53.182648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26330): Terminating (SIGTERM)
16:50:53.224540 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26333): Terminating (SIGTERM)
16:50:53.234211 ---      ParallelTerminationStrategy: PID 26327 died...
16:50:53.290751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26327): Terminated: ok {rc=0}
16:50:53.300724 ---      ParallelTerminationStrategy: PID 26330 died...
16:50:53.356884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26330): Terminated: ok {rc=0}
16:50:53.367064 ---      ParallelTerminationStrategy: PID 26333 died...
16:50:53.423130 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26333): Terminated: ok {rc=0}
16:50:53.511266 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>46</age><className>smpp</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=26342): Process ended prematurely: osmo-stp_10.42.42.5(pid=26342) [trial-2376↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26342)]</errorStackTrace><failedSince>2331</failedSince><name>esme_ms_sms_transaction.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py", line 28, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26342): Process ended prematurely: osmo-stp_10.42.42.5(pid=26342) [trial-2376↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26342)]
</stderr><stdout>
----------------------------------------------
trial-2376 smpp esme_ms_sms_transaction.py
----------------------------------------------
16:50:54.564058 tst                             smpp: Using 1 x ip_address (candidates: 6)
16:50:54.576317 tst                             smpp: Using 1 x bts (candidates: 1)
16:50:54.716245 tst       esme_ms_sms_transaction.py: using LAC 29324
16:50:54.848181 tst       esme_ms_sms_transaction.py: using RAC 254
16:50:54.974472 tst       esme_ms_sms_transaction.py: using CellId 29324
16:50:55.100150 tst       esme_ms_sms_transaction.py: using BVCI 29325
16:50:55.124722 tst                             smpp: Using 1 x ip_address (candidates: 6)
16:50:55.135696 tst                             smpp: Using 1 x ip_address (candidates: 6)
16:50:55.146587 tst                             smpp: Using 1 x ip_address (candidates: 6)
16:50:55.157450 tst                             smpp: Using 1 x ip_address (candidates: 6)
16:50:55.168172 tst                             smpp: Using 1 x ip_address (candidates: 6)
16:50:55.178912 tst                             smpp: Using 1 x modem (candidates: 1)
16:50:55.401066 tst       esme_ms_sms_transaction.py: using MSISDN 7809
16:50:55.517330 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:50:56.038037 run         create_hlr_db(pid=26336): Launched
16:50:56.228155 bus                        /sierra_2: Setting Powered False
16:50:57.249326 run         create_hlr_db(pid=26336): Terminated: ok {rc=0}
16:50:57.660566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26338): Launched
16:50:57.967989 run   osmo-hlr_10.42.42.2(pid=26339): Launched
16:50:58.088424 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:50:58.629997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26341): Launched
16:50:58.955342 run   osmo-stp_10.42.42.5(pid=26342): Launched
16:50:59.073766 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:50:59.668835 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26344): Launched
16:50:59.995073 run   osmo-msc_10.42.42.6(pid=26345): Launched
16:51:00.186067 run   osmo-stp_10.42.42.5(pid=26342): ERR: Terminated: ERROR {rc=1}  [trial-2376↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26342)]
16:51:00.323839 run   osmo-stp_10.42.42.5(pid=26342): stdout: 
| (launched: 2022-12-10_16:50:58.795534)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:51:00.461311 run   osmo-stp_10.42.42.5(pid=26342): stderr: 
| �[0;m�[38;5;43m20221210165058991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165058991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165058991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165058992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165058992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165058992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165058992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:51:00.592942 run   osmo-stp_10.42.42.5(pid=26342): stdout: 
| (launched: 2022-12-10_16:50:58.795534)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:51:00.723664 run   osmo-stp_10.42.42.5(pid=26342): stderr: 
| �[0;m�[38;5;43m20221210165058991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165058991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165058991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165058992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165058992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165058992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165058992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:51:00.780599 tst    esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=26342): Process ended prematurely: osmo-stp_10.42.42.5(pid=26342) [trial-2376↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26342)]  [trial-2376↪smpp↪esme_ms_sms_transaction.py:28]
16:51:00.789692 tst    esme_ms_sms_transaction.py:28: Test FAILED (6.2 sec)
16:51:00.853261 run   osmo-hlr_10.42.42.2(pid=26339): ERR: Terminated: ERROR {rc=237}  [trial-2376↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26339)]
16:51:00.906065 run   osmo-hlr_10.42.42.2(pid=26339): stdout: 
| (launched: 2022-12-10_16:50:57.816768) 
16:51:00.959753 run   osmo-hlr_10.42.42.2(pid=26339): stderr: 
| �[0;m�[1;31m20221210165057994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165057994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165057994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165057994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165057994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165057994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165058006 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165058015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165058015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165058015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:51:01.031977 run   osmo-msc_10.42.42.6(pid=26345): ERR: Terminated: ERROR {rc=2}  [trial-2376↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26345)]
16:51:01.084651 run   osmo-msc_10.42.42.6(pid=26345): stdout: 
| (launched: 2022-12-10_16:50:59.835526) 
16:51:01.138471 run   osmo-msc_10.42.42.6(pid=26345): stderr: 
| �[0;m�[38;5;43m20221210165100160 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210165100160 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5661bbfc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210165100160 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210165100160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210165100161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210165100161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210165100163 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210165100163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210165100163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210165100164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:51:01.183939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26338): Terminating (SIGTERM)
16:51:01.228746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26341): Terminating (SIGTERM)
16:51:01.272871 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26344): Terminating (SIGTERM)
16:51:01.283760 ---      ParallelTerminationStrategy: PID 26338 died...
16:51:01.341397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26338): Terminated: ok {rc=0}
16:51:01.352054 ---      ParallelTerminationStrategy: PID 26341 died...
16:51:01.409404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26341): Terminated: ok {rc=0}
16:51:01.420022 ---      ParallelTerminationStrategy: PID 26344 died...
16:51:01.477251 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26344): Terminated: ok {rc=0}
16:51:01.566836 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>30.0</duration><id>161</id><name>smpp</name><properties></properties><timestamp>2022-12-10T16:50:33</timestamp></suite><suite><case><age>46</age><className>encryption</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=26356): Process ended prematurely: osmo-stp_10.42.42.5(pid=26356) [trial-2376↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26356)]</errorStackTrace><failedSince>2331</failedSince><name>register_a5_0_authopt.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py", line 8, in &lt;module&gt;
    encryption_test_setup_run(False, 'a5_0')
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py", line 20, in encryption_test_setup_run
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26356): Process ended prematurely: osmo-stp_10.42.42.5(pid=26356) [trial-2376↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26356)]
</stderr><stdout>
----------------------------------------------
trial-2376 encryption register_a5_0_authopt.py
----------------------------------------------
16:51:03.447051 tst                       encryption: Using 1 x ip_address (candidates: 6)
16:51:03.458260 tst                       encryption: Using 1 x bts (candidates: 1)
16:51:03.591113 tst         register_a5_0_authopt.py: using LAC 29325
16:51:03.721721 tst         register_a5_0_authopt.py: using RAC 255
16:51:03.853296 tst         register_a5_0_authopt.py: using CellId 29325
16:51:03.986184 tst         register_a5_0_authopt.py: using BVCI 29326
16:51:04.011125 tst                       encryption: Using 1 x ip_address (candidates: 6)
16:51:04.022053 tst                       encryption: Using 1 x ip_address (candidates: 6)
16:51:04.032890 tst                       encryption: Using 1 x ip_address (candidates: 6)
16:51:04.043897 tst                       encryption: Using 1 x ip_address (candidates: 6)
16:51:04.054850 tst                       encryption: Using 1 x ip_address (candidates: 6)
16:51:04.065606 tst                       encryption: Using 1 x modem (candidates: 1)
16:51:04.347796 tst       register_a5_0_authopt.py:8: start network...
16:51:04.476916 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:51:04.964742 run         create_hlr_db(pid=26350): Launched
16:51:05.143684 bus                        /sierra_2: Setting Powered False
16:51:06.165091 run         create_hlr_db(pid=26350): Terminated: ok {rc=0}
16:51:06.602155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26352): Launched
16:51:06.931552 run   osmo-hlr_10.42.42.2(pid=26353): Launched
16:51:07.053613 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:51:07.624756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26355): Launched
16:51:07.954540 run   osmo-stp_10.42.42.5(pid=26356): Launched
16:51:08.075146 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:51:08.674427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26358): Launched
16:51:09.003190 run   osmo-msc_10.42.42.6(pid=26359): Launched
16:51:09.194424 run   osmo-stp_10.42.42.5(pid=26356): ERR: Terminated: ERROR {rc=1}  [trial-2376↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26356)]
16:51:09.332201 run   osmo-stp_10.42.42.5(pid=26356): stdout: 
| (launched: 2022-12-10_16:51:07.792297)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:51:09.470221 run   osmo-stp_10.42.42.5(pid=26356): stderr: 
| �[0;m�[38;5;43m20221210165107987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165107987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165107987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165107988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165107990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165107990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165107990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:51:09.602414 run   osmo-stp_10.42.42.5(pid=26356): stdout: 
| (launched: 2022-12-10_16:51:07.792297)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:51:09.733205 run   osmo-stp_10.42.42.5(pid=26356): stderr: 
| �[0;m�[38;5;43m20221210165107987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165107987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165107987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165107988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165107990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165107990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165107990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:51:09.791055 tst       register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26356): Process ended prematurely: osmo-stp_10.42.42.5(pid=26356) [trial-2376↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26356)]  [trial-2376↪encryption↪register_a5_0_authopt.py:8]
16:51:09.800410 tst       register_a5_0_authopt.py:8: Test FAILED (6.4 sec)
16:51:09.863416 run   osmo-hlr_10.42.42.2(pid=26353): ERR: Terminated: ERROR {rc=237}  [trial-2376↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26353)]
16:51:09.915047 run   osmo-hlr_10.42.42.2(pid=26353): stdout: 
| (launched: 2022-12-10_16:51:06.769892) 
16:51:09.967351 run   osmo-hlr_10.42.42.2(pid=26353): stderr: 
| �[0;m�[1;31m20221210165106969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165106969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165106969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165106970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165106970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165106970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165106982 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165106991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165106991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165106991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:51:10.038129 run   osmo-msc_10.42.42.6(pid=26359): ERR: Terminated: ERROR {rc=2}  [trial-2376↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26359)]
16:51:10.089630 run   osmo-msc_10.42.42.6(pid=26359): stdout: 
| (launched: 2022-12-10_16:51:08.842004) 
16:51:10.141710 run   osmo-msc_10.42.42.6(pid=26359): stderr: 
| �[0;m�[38;5;43m20221210165109163 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210165109163 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb08140fc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210165109163 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210165109164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210165109164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210165109164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210165109166 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210165109166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210165109166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210165109166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:51:10.186046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26352): Terminating (SIGTERM)
16:51:10.228000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26355): Terminating (SIGTERM)
16:51:10.270195 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26358): Terminating (SIGTERM)
16:51:10.279878 ---      ParallelTerminationStrategy: PID 26352 died...
16:51:10.337032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26352): Terminated: ok {rc=0}
16:51:10.347236 ---      ParallelTerminationStrategy: PID 26355 died...
16:51:10.403436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26355): Terminated: ok {rc=0}
16:51:10.413966 ---      ParallelTerminationStrategy: PID 26358 died...
16:51:10.469971 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26358): Terminated: ok {rc=0}
16:51:10.557241 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>46</age><className>encryption</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=26367): Process ended prematurely: osmo-stp_10.42.42.5(pid=26367) [trial-2376↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26367)]</errorStackTrace><failedSince>2331</failedSince><name>register_a5_0_authreq.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py", line 8, in &lt;module&gt;
    encryption_test_setup_run(True, 'a5_0')
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py", line 20, in encryption_test_setup_run
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26367): Process ended prematurely: osmo-stp_10.42.42.5(pid=26367) [trial-2376↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26367)]
</stderr><stdout>
----------------------------------------------
trial-2376 encryption register_a5_0_authreq.py
----------------------------------------------
16:51:11.670852 tst                       encryption: Using 1 x ip_address (candidates: 6)
16:51:11.682210 tst                       encryption: Using 1 x bts (candidates: 1)
16:51:11.809897 tst         register_a5_0_authreq.py: using LAC 29326
16:51:11.931981 tst         register_a5_0_authreq.py: using RAC 1
16:51:12.055064 tst         register_a5_0_authreq.py: using CellId 29326
16:51:12.177553 tst         register_a5_0_authreq.py: using BVCI 29327
16:51:12.200941 tst                       encryption: Using 1 x ip_address (candidates: 6)
16:51:12.211672 tst                       encryption: Using 1 x ip_address (candidates: 6)
16:51:12.222237 tst                       encryption: Using 1 x ip_address (candidates: 6)
16:51:12.233398 tst                       encryption: Using 1 x ip_address (candidates: 6)
16:51:12.244428 tst                       encryption: Using 1 x ip_address (candidates: 6)
16:51:12.255770 tst                       encryption: Using 1 x modem (candidates: 1)
16:51:12.557175 tst       register_a5_0_authreq.py:8: start network...
16:51:12.695207 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:51:13.220717 run         create_hlr_db(pid=26361): Launched
16:51:13.411651 bus                        /sierra_2: Setting Powered False
16:51:14.433435 run         create_hlr_db(pid=26361): Terminated: ok {rc=0}
16:51:14.872233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26363): Launched
16:51:15.202226 run   osmo-hlr_10.42.42.2(pid=26364): Launched
16:51:15.325991 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:51:15.922082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26366): Launched
16:51:16.347010 run   osmo-stp_10.42.42.5(pid=26367): Launched
16:51:16.587077 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:51:17.211805 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26369): Launched
16:51:17.524779 run   osmo-msc_10.42.42.6(pid=26370): Launched
16:51:17.708519 run   osmo-stp_10.42.42.5(pid=26367): ERR: Terminated: ERROR {rc=1}  [trial-2376↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26367)]
16:51:17.839897 run   osmo-stp_10.42.42.5(pid=26367): stdout: 
| (launched: 2022-12-10_16:51:16.083872)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:51:17.968642 run   osmo-stp_10.42.42.5(pid=26367): stderr: 
| �[0;m�[38;5;43m20221210165116410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165116410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165116410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165116410 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165116411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165116411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165116411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:51:18.093133 run   osmo-stp_10.42.42.5(pid=26367): stdout: 
| (launched: 2022-12-10_16:51:16.083872)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:51:18.216162 run   osmo-stp_10.42.42.5(pid=26367): stderr: 
| �[0;m�[38;5;43m20221210165116410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165116410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165116410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165116410 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165116411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165116411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165116411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:51:18.270192 tst       register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26367): Process ended prematurely: osmo-stp_10.42.42.5(pid=26367) [trial-2376↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26367)]  [trial-2376↪encryption↪register_a5_0_authreq.py:8]
16:51:18.278716 tst       register_a5_0_authreq.py:8: Test FAILED (6.6 sec)
16:51:18.340007 run   osmo-hlr_10.42.42.2(pid=26364): ERR: Terminated: ERROR {rc=237}  [trial-2376↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26364)]
16:51:18.390238 run   osmo-hlr_10.42.42.2(pid=26364): stdout: 
| (launched: 2022-12-10_16:51:15.040159) 
16:51:18.440592 run   osmo-hlr_10.42.42.2(pid=26364): stderr: 
| �[0;m�[1;31m20221210165115240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165115240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165115240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165115240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165115240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165115241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165115253 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165115261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165115261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165115261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:51:18.509481 run   osmo-msc_10.42.42.6(pid=26370): ERR: Terminated: ERROR {rc=2}  [trial-2376↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26370)]
16:51:18.559351 run   osmo-msc_10.42.42.6(pid=26370): stdout: 
| (launched: 2022-12-10_16:51:17.369393) 
16:51:18.610033 run   osmo-msc_10.42.42.6(pid=26370): stderr: 
| �[0;m�[38;5;43m20221210165117642 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210165117642 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f864331ec40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210165117643 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210165117643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210165117643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210165117643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210165117645 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210165117645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210165117645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210165117645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:51:18.654005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26363): Terminating (SIGTERM)
16:51:18.694576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26366): Terminating (SIGTERM)
16:51:18.734899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26369): Terminating (SIGTERM)
16:51:18.744318 ---      ParallelTerminationStrategy: PID 26363 died...
16:51:18.798764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26363): Terminated: ok {rc=0}
16:51:18.808414 ---      ParallelTerminationStrategy: PID 26366 died...
16:51:18.862831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26366): Terminated: ok {rc=0}
16:51:18.872597 ---      ParallelTerminationStrategy: PID 26369 died...
16:51:18.926409 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26369): Terminated: ok {rc=0}
16:51:19.011260 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>46</age><className>encryption</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=26378): Process ended prematurely: osmo-stp_10.42.42.5(pid=26378) [trial-2376↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26378)]</errorStackTrace><failedSince>2331</failedSince><name>register_a5_1_authreq.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py", line 8, in &lt;module&gt;
    encryption_test_setup_run(True, 'a5_1')
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py", line 20, in encryption_test_setup_run
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26378): Process ended prematurely: osmo-stp_10.42.42.5(pid=26378) [trial-2376↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26378)]
</stderr><stdout>
----------------------------------------------
trial-2376 encryption register_a5_1_authreq.py
----------------------------------------------
16:51:20.130877 tst                       encryption: Using 1 x ip_address (candidates: 6)
16:51:20.142877 tst                       encryption: Using 1 x bts (candidates: 1)
16:51:20.278668 tst         register_a5_1_authreq.py: using LAC 29327
16:51:20.410385 tst         register_a5_1_authreq.py: using RAC 2
16:51:20.534949 tst         register_a5_1_authreq.py: using CellId 29327
16:51:20.655849 tst         register_a5_1_authreq.py: using BVCI 29328
16:51:20.679454 tst                       encryption: Using 1 x ip_address (candidates: 6)
16:51:20.690262 tst                       encryption: Using 1 x ip_address (candidates: 6)
16:51:20.701049 tst                       encryption: Using 1 x ip_address (candidates: 6)
16:51:20.712046 tst                       encryption: Using 1 x ip_address (candidates: 6)
16:51:20.722859 tst                       encryption: Using 1 x ip_address (candidates: 6)
16:51:20.733820 tst                       encryption: Using 1 x modem (candidates: 1)
16:51:21.031534 tst       register_a5_1_authreq.py:8: start network...
16:51:21.169385 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:51:21.694112 run         create_hlr_db(pid=26372): Launched
16:51:21.887375 bus                        /sierra_2: Setting Powered False
16:51:22.905808 run         create_hlr_db(pid=26372): Terminated: ok {rc=0}
16:51:23.323241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26374): Launched
16:51:23.633852 run   osmo-hlr_10.42.42.2(pid=26375): Launched
16:51:23.755131 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:51:24.298238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26377): Launched
16:51:24.609803 run   osmo-stp_10.42.42.5(pid=26378): Launched
16:51:24.723073 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:51:25.284598 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26380): Launched
16:51:25.595547 run   osmo-msc_10.42.42.6(pid=26381): Launched
16:51:25.777950 run   osmo-stp_10.42.42.5(pid=26378): ERR: Terminated: ERROR {rc=1}  [trial-2376↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26378)]
16:51:25.912547 run   osmo-stp_10.42.42.5(pid=26378): stdout: 
| (launched: 2022-12-10_16:51:24.455746)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:51:26.050187 run   osmo-stp_10.42.42.5(pid=26378): stderr: 
| �[0;m�[38;5;43m20221210165124628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165124628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165124628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165124629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165124629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165124629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165124629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:51:26.182794 run   osmo-stp_10.42.42.5(pid=26378): stdout: 
| (launched: 2022-12-10_16:51:24.455746)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:51:26.314403 run   osmo-stp_10.42.42.5(pid=26378): stderr: 
| �[0;m�[38;5;43m20221210165124628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165124628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165124628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165124629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165124629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165124629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165124629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:51:26.372050 tst       register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26378): Process ended prematurely: osmo-stp_10.42.42.5(pid=26378) [trial-2376↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26378)]  [trial-2376↪encryption↪register_a5_1_authreq.py:8]
16:51:26.381429 tst       register_a5_1_authreq.py:8: Test FAILED (6.3 sec)
16:51:26.445466 run   osmo-hlr_10.42.42.2(pid=26375): ERR: Terminated: ERROR {rc=237}  [trial-2376↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26375)]
16:51:26.497521 run   osmo-hlr_10.42.42.2(pid=26375): stdout: 
| (launched: 2022-12-10_16:51:23.480148) 
16:51:26.550231 run   osmo-hlr_10.42.42.2(pid=26375): stderr: 
| �[0;m�[1;31m20221210165123659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165123659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165123659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165123659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165123659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165123659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165123670 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165123679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165123679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165123679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:51:26.621158 run   osmo-msc_10.42.42.6(pid=26381): ERR: Terminated: ERROR {rc=2}  [trial-2376↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26381)]
16:51:26.672745 run   osmo-msc_10.42.42.6(pid=26381): stdout: 
| (launched: 2022-12-10_16:51:25.441141) 
16:51:26.725272 run   osmo-msc_10.42.42.6(pid=26381): stderr: 
| �[0;m�[38;5;43m20221210165125714 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210165125714 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0470b54c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210165125714 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210165125714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210165125714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210165125715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210165125716 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210165125717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210165125717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210165125717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:51:26.769800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26374): Terminating (SIGTERM)
16:51:26.812533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26377): Terminating (SIGTERM)
16:51:26.855318 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26380): Terminating (SIGTERM)
16:51:26.865208 ---      ParallelTerminationStrategy: PID 26374 died...
16:51:26.922163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26374): Terminated: ok {rc=0}
16:51:26.932508 ---      ParallelTerminationStrategy: PID 26377 died...
16:51:26.989457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26377): Terminated: ok {rc=0}
16:51:26.999809 ---      ParallelTerminationStrategy: PID 26380 died...
16:51:27.056307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26380): Terminated: ok {rc=0}
16:51:27.145443 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>46</age><className>encryption</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=26389): Process ended prematurely: osmo-stp_10.42.42.5(pid=26389) [trial-2376↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26389)]</errorStackTrace><failedSince>2331</failedSince><name>register_a5_3_authreq.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py", line 8, in &lt;module&gt;
    encryption_test_setup_run(True, 'a5_3')
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py", line 20, in encryption_test_setup_run
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26389): Process ended prematurely: osmo-stp_10.42.42.5(pid=26389) [trial-2376↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26389)]
</stderr><stdout>
----------------------------------------------
trial-2376 encryption register_a5_3_authreq.py
----------------------------------------------
16:51:28.260517 tst                       encryption: Using 1 x ip_address (candidates: 6)
16:51:28.271945 tst                       encryption: Using 1 x bts (candidates: 1)
16:51:28.399558 tst         register_a5_3_authreq.py: using LAC 29328
16:51:28.521779 tst         register_a5_3_authreq.py: using RAC 3
16:51:28.644027 tst         register_a5_3_authreq.py: using CellId 29328
16:51:28.766383 tst         register_a5_3_authreq.py: using BVCI 29329
16:51:28.789751 tst                       encryption: Using 1 x ip_address (candidates: 6)
16:51:28.800248 tst                       encryption: Using 1 x ip_address (candidates: 6)
16:51:28.810754 tst                       encryption: Using 1 x ip_address (candidates: 6)
16:51:28.822004 tst                       encryption: Using 1 x ip_address (candidates: 6)
16:51:28.832671 tst                       encryption: Using 1 x ip_address (candidates: 6)
16:51:28.843639 tst                       encryption: Using 1 x modem (candidates: 1)
16:51:29.152454 tst       register_a5_3_authreq.py:8: start network...
16:51:29.291211 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:51:29.817485 run         create_hlr_db(pid=26383): Launched
16:51:30.008721 bus                        /sierra_2: Setting Powered False
16:51:31.039233 run         create_hlr_db(pid=26383): Terminated: ok {rc=0}
16:51:31.475449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26385): Launched
16:51:31.867697 run   osmo-hlr_10.42.42.2(pid=26386): Launched
16:51:32.035647 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:51:32.739960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26388): Launched
16:51:33.070341 run   osmo-stp_10.42.42.5(pid=26389): Launched
16:51:33.194831 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:51:33.793040 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26391): Launched
16:51:34.122920 run   osmo-msc_10.42.42.6(pid=26392): Launched
16:51:34.315015 run   osmo-stp_10.42.42.5(pid=26389): ERR: Terminated: ERROR {rc=1}  [trial-2376↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26389)]
16:51:34.454903 run   osmo-stp_10.42.42.5(pid=26389): stdout: 
| (launched: 2022-12-10_16:51:32.908450)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:51:34.594073 run   osmo-stp_10.42.42.5(pid=26389): stderr: 
| �[0;m�[38;5;43m20221210165133101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165133101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165133101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165133102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165133102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165133102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165133102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:51:34.726421 run   osmo-stp_10.42.42.5(pid=26389): stdout: 
| (launched: 2022-12-10_16:51:32.908450)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:51:34.858193 run   osmo-stp_10.42.42.5(pid=26389): stderr: 
| �[0;m�[38;5;43m20221210165133101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165133101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165133101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165133102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165133102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165133102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165133102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:51:34.916135 tst       register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26389): Process ended prematurely: osmo-stp_10.42.42.5(pid=26389) [trial-2376↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26389)]  [trial-2376↪encryption↪register_a5_3_authreq.py:8]
16:51:34.925455 tst       register_a5_3_authreq.py:8: Test FAILED (6.7 sec)
16:51:34.987836 run   osmo-hlr_10.42.42.2(pid=26386): ERR: Terminated: ERROR {rc=237}  [trial-2376↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26386)]
16:51:35.039130 run   osmo-hlr_10.42.42.2(pid=26386): stdout: 
| (launched: 2022-12-10_16:51:31.638688) 
16:51:35.091680 run   osmo-hlr_10.42.42.2(pid=26386): stderr: 
| �[0;m�[1;31m20221210165131954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165131954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165131954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165131954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165131954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165131955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165131976 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165131992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165131992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165131992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:51:35.161867 run   osmo-msc_10.42.42.6(pid=26392): ERR: Terminated: ERROR {rc=2}  [trial-2376↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26392)]
16:51:35.212916 run   osmo-msc_10.42.42.6(pid=26392): stdout: 
| (launched: 2022-12-10_16:51:33.961272) 
16:51:35.264588 run   osmo-msc_10.42.42.6(pid=26392): stderr: 
| �[0;m�[38;5;43m20221210165134286 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210165134286 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0f27a85c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210165134286 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210165134286 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210165134287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210165134287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210165134288 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210165134289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210165134289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210165134289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:51:35.308627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26385): Terminating (SIGTERM)
16:51:35.350458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26388): Terminating (SIGTERM)
16:51:35.392225 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26391): Terminating (SIGTERM)
16:51:35.401836 ---      ParallelTerminationStrategy: PID 26385 died...
16:51:35.457693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26385): Terminated: ok {rc=0}
16:51:35.467752 ---      ParallelTerminationStrategy: PID 26388 died...
16:51:35.523299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26388): Terminated: ok {rc=0}
16:51:35.533411 ---      ParallelTerminationStrategy: PID 26391 died...
16:51:35.588714 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26391): Terminated: ok {rc=0}
16:51:35.675731 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>35.0</duration><id>162</id><name>encryption</name><properties></properties><timestamp>2022-12-10T16:51:03</timestamp></suite><suite><case><age>238</age><className>4g:srsenb-rftype@zmq+srsue-rftype@zmq</className><duration>21.0</duration><errorStackTrace>srsepc(pid=26409): Process ended prematurely: srsepc(pid=26409) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26409)]</errorStackTrace><failedSince>2139</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py", line 37, in &lt;module&gt;
    enb.start(epc)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py", line 237, in start
    self.configure()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py", line 423, in configure
    self.rem_host.recreate_remote_dir(self.remote_inst)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 146, in recreate_remote_dir
    self.rm_remote_dir(remote_dir)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 139, in rm_remote_dir
    self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 134, in run_remote_sync
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: srsepc(pid=26409): Process ended prematurely: srsepc(pid=26409) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26409)]
</stderr><stdout>
----------------------------------------------
trial-2376 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py
----------------------------------------------
16:51:37.676315 tst                   handover.py:11: TEST_CONFIG:
{}
16:51:37.721631 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)
16:51:37.737988 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)
16:51:37.761989 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)
16:51:37.907763 tst                      handover.py: using MSISDN 7810
16:51:38.024231 run              srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7810', subscriber_id=0}
16:51:38.139364 run              srsepc_10.42.42.118: Starting srsepc
16:51:40.064083 run         rm-remote-dir(pid=26397): Launched
16:51:40.262184 bus                        /sierra_2: Setting Powered False
16:51:41.285405 run         rm-remote-dir(pid=26397): Terminated: ok {rc=0}
16:51:41.737428 run         mk-remote-dir(pid=26398): Launched
16:51:42.927558 run         mk-remote-dir(pid=26398): Terminated: ok {rc=0}
16:51:43.206488 run    scp-inst-to-remote(pid=26399): Launched
16:51:45.394486 run    scp-inst-to-remote(pid=26399): Terminated: ok {rc=0}
16:51:45.724692 run         rm-remote-dir(pid=26401): Launched
16:51:46.921241 run         rm-remote-dir(pid=26401): Terminated: ok {rc=0}
16:51:47.298252 run         mk-remote-dir(pid=26402): Launched
16:51:48.487937 run         mk-remote-dir(pid=26402): Terminated: ok {rc=0}
16:51:48.767678 run     scp-cfg-to-remote(pid=26403): Launched
16:51:49.953708 run     scp-cfg-to-remote(pid=26403): Terminated: ok {rc=0}
16:51:50.232727 run      scp-db-to-remote(pid=26405): Launched
16:51:51.429926 run      scp-db-to-remote(pid=26405): Terminated: ok {rc=0}
16:51:51.551977 run              srsepc_10.42.42.118: Setting RPATH for srsepc
16:51:51.894994 run              patchelf(pid=26407): Launched
16:51:53.093660 run              patchelf(pid=26407): Terminated: ok {rc=0}
16:51:53.215283 run              srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc
16:51:53.557965 run         setcap-netadm(pid=26408): Launched
16:51:54.756302 run         setcap-netadm(pid=26408): Terminated: ok {rc=0}
16:51:55.090013 run                srsepc(pid=26409): Launched
16:51:55.208660 run   srsenb_srsENB-zmq_10.42.42.117: Starting srsENB
16:51:56.408359 run         rm-remote-dir(pid=26410): Launched
16:51:56.609095 run                srsepc(pid=26409): ERR: Terminated: ERROR {rc=127}  [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26409)]
16:51:56.754296 run                srsepc(pid=26409): stdout: 
| (launched: 2022-12-10_16:51:54.930545)
| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 
16:51:56.900037 run                srsepc(pid=26409): stderr: 
| (launched: 2022-12-10_16:51:54.979519)
| Connection to 10.42.42.116 closed. 
16:51:57.040220 run                srsepc(pid=26409): stdout: 
| (launched: 2022-12-10_16:51:54.930545)
| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 
16:51:57.178961 run                srsepc(pid=26409): stderr: 
| (launched: 2022-12-10_16:51:54.979519)
| Connection to 10.42.42.116 closed. 
16:51:57.341609 run         rm-remote-dir(pid=26410): Terminating (SIGINT)
16:51:57.532329 run         rm-remote-dir(pid=26410): Terminated: ok {rc=0}
16:51:57.567422 tst                   handover.py:37: ERR: Error: srsepc(pid=26409): Process ended prematurely: srsepc(pid=26409) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26409)]  [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]
16:51:57.577590 tst                   handover.py:37: Test FAILED (20.1 sec)
16:51:57.694267 run          scp-back-log(pid=26411): Launched
16:51:58.785098 run          scp-back-log(pid=26411): ERR: Terminated: ERROR {rc=1}  [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26411)]
16:51:58.851049 run          scp-back-log(pid=26411): stdout: 
| (launched: 2022-12-10_16:51:57.621036) 
16:51:58.917118 run          scp-back-log(pid=26411): stderr: 
| (launched: 2022-12-10_16:51:57.641885)
| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory 
16:51:58.972601 tst              srsepc_10.42.42.118: Error('scp-back-log(pid=26411): launch_sync(): local process exited with status 1 [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26411)]')
</stdout></case><case><age>59</age><className>4g:srsenb-rftype@zmq+srsue-rftype@zmq</className><duration>19.0</duration><errorStackTrace>srsepc(pid=26425): Process ended prematurely: srsepc(pid=26425) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26425)]</errorStackTrace><failedSince>2318</failedSince><name>iperf3_bidir.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py", line 42, in &lt;module&gt;
    enb.start(epc)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py", line 237, in start
    self.configure()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py", line 423, in configure
    self.rem_host.recreate_remote_dir(self.remote_inst)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 146, in recreate_remote_dir
    self.rm_remote_dir(remote_dir)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 139, in rm_remote_dir
    self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 134, in run_remote_sync
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: srsepc(pid=26425): Process ended prematurely: srsepc(pid=26425) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26425)]
</stderr><stdout>
----------------------------------------------
trial-2376 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py
----------------------------------------------
16:51:59.163433 tst               iperf3_bidir.py:13: Number of physical ue: 1
16:51:59.208427 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)
16:51:59.426814 tst               iperf3_bidir.py:20: ue index0: srsue_10.42.42.116
16:51:59.471832 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)
16:51:59.488156 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)
16:51:59.617191 tst                  iperf3_bidir.py: using MSISDN 7811
16:51:59.733564 run              srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7811', subscriber_id=0}
16:51:59.849164 run              srsepc_10.42.42.118: Starting srsepc
16:52:00.536486 run         rm-remote-dir(pid=26413): Launched
16:52:01.733410 run         rm-remote-dir(pid=26413): Terminated: ok {rc=0}
16:52:02.132741 run         mk-remote-dir(pid=26414): Launched
16:52:03.322432 run         mk-remote-dir(pid=26414): Terminated: ok {rc=0}
16:52:03.601344 run    scp-inst-to-remote(pid=26415): Launched
16:52:05.790001 run    scp-inst-to-remote(pid=26415): Terminated: ok {rc=0}
16:52:06.121057 run         rm-remote-dir(pid=26417): Launched
16:52:07.310605 run         rm-remote-dir(pid=26417): Terminated: ok {rc=0}
16:52:07.641120 run         mk-remote-dir(pid=26418): Launched
16:52:08.831709 run         mk-remote-dir(pid=26418): Terminated: ok {rc=0}
16:52:09.110732 run     scp-cfg-to-remote(pid=26419): Launched
16:52:10.296898 run     scp-cfg-to-remote(pid=26419): Terminated: ok {rc=0}
16:52:10.574830 run      scp-db-to-remote(pid=26421): Launched
16:52:11.762174 run      scp-db-to-remote(pid=26421): Terminated: ok {rc=0}
16:52:11.876719 run              srsepc_10.42.42.118: Setting RPATH for srsepc
16:52:12.196399 run              patchelf(pid=26423): Launched
16:52:13.382742 run              patchelf(pid=26423): Terminated: ok {rc=0}
16:52:13.496938 run              srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc
16:52:13.817056 run         setcap-netadm(pid=26424): Launched
16:52:15.004161 run         setcap-netadm(pid=26424): Terminated: ok {rc=0}
16:52:15.316912 run                srsepc(pid=26425): Launched
16:52:15.426449 run   srsenb_srsENB-zmq_10.42.42.117: Starting srsENB
16:52:16.614606 run         rm-remote-dir(pid=26426): Launched
16:52:16.886031 run                srsepc(pid=26425): ERR: Terminated: ERROR {rc=127}  [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26425)]
16:52:17.026805 run                srsepc(pid=26425): stdout: 
| (launched: 2022-12-10_16:52:15.167003)
| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 
16:52:17.167234 run                srsepc(pid=26425): stderr: 
| (launched: 2022-12-10_16:52:15.213154)
| Connection to 10.42.42.116 closed. 
16:52:17.300369 run                srsepc(pid=26425): stdout: 
| (launched: 2022-12-10_16:52:15.167003)
| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 
16:52:17.430851 run                srsepc(pid=26425): stderr: 
| (launched: 2022-12-10_16:52:15.213154)
| Connection to 10.42.42.116 closed. 
16:52:17.584307 run         rm-remote-dir(pid=26426): Terminating (SIGINT)
16:52:17.764395 run         rm-remote-dir(pid=26426): Terminated: ok {rc=0}
16:52:17.797790 tst               iperf3_bidir.py:42: ERR: Error: srsepc(pid=26425): Process ended prematurely: srsepc(pid=26425) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26425)]  [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]
16:52:17.808054 tst               iperf3_bidir.py:42: Test FAILED (18.8 sec)
16:52:17.920432 run          scp-back-log(pid=26427): Launched
16:52:19.007623 run          scp-back-log(pid=26427): ERR: Terminated: ERROR {rc=1}  [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26427)]
16:52:19.069992 run          scp-back-log(pid=26427): stdout: 
| (launched: 2022-12-10_16:52:17.850328) 
16:52:19.132657 run          scp-back-log(pid=26427): stderr: 
| (launched: 2022-12-10_16:52:17.870375)
| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory 
16:52:19.185659 tst              srsepc_10.42.42.118: Error('scp-back-log(pid=26427): launch_sync(): local process exited with status 1 [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26427)]')
</stdout></case><case><age>238</age><className>4g:srsenb-rftype@zmq+srsue-rftype@zmq</className><duration>19.0</duration><errorStackTrace>srsepc(pid=26441): Process ended prematurely: srsepc(pid=26441) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26441)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3_dl.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py", line 42, in &lt;module&gt;
    enb.start(epc)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py", line 237, in start
    self.configure()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py", line 423, in configure
    self.rem_host.recreate_remote_dir(self.remote_inst)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 146, in recreate_remote_dir
    self.rm_remote_dir(remote_dir)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 139, in rm_remote_dir
    self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 134, in run_remote_sync
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: srsepc(pid=26441): Process ended prematurely: srsepc(pid=26441) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26441)]
</stderr><stdout>
----------------------------------------------
trial-2376 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py
----------------------------------------------
16:52:19.365581 tst                  iperf3_dl.py:13: Number of physical ue: 1
16:52:19.407603 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)
16:52:19.615855 tst                  iperf3_dl.py:20: ue index0: srsue_10.42.42.116
16:52:19.657794 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)
16:52:19.673695 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)
16:52:19.797111 tst                     iperf3_dl.py: using MSISDN 7812
16:52:19.906464 run              srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7812', subscriber_id=0}
16:52:20.014672 run              srsepc_10.42.42.118: Starting srsepc
16:52:20.659282 run         rm-remote-dir(pid=26429): Launched
16:52:21.848590 run         rm-remote-dir(pid=26429): Terminated: ok {rc=0}
16:52:22.178551 run         mk-remote-dir(pid=26430): Launched
16:52:23.367250 run         mk-remote-dir(pid=26430): Terminated: ok {rc=0}
16:52:23.645889 run    scp-inst-to-remote(pid=26431): Launched
16:52:25.834805 run    scp-inst-to-remote(pid=26431): Terminated: ok {rc=0}
16:52:26.163704 run         rm-remote-dir(pid=26433): Launched
16:52:27.353474 run         rm-remote-dir(pid=26433): Terminated: ok {rc=0}
16:52:27.683062 run         mk-remote-dir(pid=26434): Launched
16:52:28.871716 run         mk-remote-dir(pid=26434): Terminated: ok {rc=0}
16:52:29.150861 run     scp-cfg-to-remote(pid=26435): Launched
16:52:30.337668 run     scp-cfg-to-remote(pid=26435): Terminated: ok {rc=0}
16:52:30.615566 run      scp-db-to-remote(pid=26437): Launched
16:52:31.806476 run      scp-db-to-remote(pid=26437): Terminated: ok {rc=0}
16:52:31.924303 run              srsepc_10.42.42.118: Setting RPATH for srsepc
16:52:32.270420 run              patchelf(pid=26439): Launched
16:52:33.456803 run              patchelf(pid=26439): Terminated: ok {rc=0}
16:52:33.570997 run              srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc
16:52:33.890618 run         setcap-netadm(pid=26440): Launched
16:52:35.078216 run         setcap-netadm(pid=26440): Terminated: ok {rc=0}
16:52:35.390049 run                srsepc(pid=26441): Launched
16:52:35.499461 run   srsenb_srsENB-zmq_10.42.42.117: Starting srsENB
16:52:36.673955 run         rm-remote-dir(pid=26445): Launched
16:52:36.875078 run                srsepc(pid=26441): ERR: Terminated: ERROR {rc=127}  [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26441)]
16:52:37.020626 run                srsepc(pid=26441): stdout: 
| (launched: 2022-12-10_16:52:35.241194)
| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 
16:52:37.165880 run                srsepc(pid=26441): stderr: 
| (launched: 2022-12-10_16:52:35.287006)
| Connection to 10.42.42.116 closed. 
16:52:37.305762 run                srsepc(pid=26441): stdout: 
| (launched: 2022-12-10_16:52:35.241194)
| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 
16:52:37.444087 run                srsepc(pid=26441): stderr: 
| (launched: 2022-12-10_16:52:35.287006)
| Connection to 10.42.42.116 closed. 
16:52:37.606508 run         rm-remote-dir(pid=26445): Terminating (SIGINT)
16:52:37.796118 run         rm-remote-dir(pid=26445): Terminated: ok {rc=0}
16:52:37.830865 tst                  iperf3_dl.py:42: ERR: Error: srsepc(pid=26441): Process ended prematurely: srsepc(pid=26441) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26441)]  [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]
16:52:37.841688 tst                  iperf3_dl.py:42: Test FAILED (18.6 sec)
16:52:37.958723 run          scp-back-log(pid=26446): Launched
16:52:39.050091 run          scp-back-log(pid=26446): ERR: Terminated: ERROR {rc=1}  [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26446)]
16:52:39.115425 run          scp-back-log(pid=26446): stdout: 
| (launched: 2022-12-10_16:52:37.885225) 
16:52:39.181257 run          scp-back-log(pid=26446): stderr: 
| (launched: 2022-12-10_16:52:37.906058)
| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory 
16:52:39.236691 tst              srsepc_10.42.42.118: Error('scp-back-log(pid=26446): launch_sync(): local process exited with status 1 [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26446)]')
</stdout></case><case><age>238</age><className>4g:srsenb-rftype@zmq+srsue-rftype@zmq</className><duration>19.0</duration><errorStackTrace>srsepc(pid=26460): Process ended prematurely: srsepc(pid=26460) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26460)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3_ul.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py", line 42, in &lt;module&gt;
    enb.start(epc)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py", line 237, in start
    self.configure()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py", line 423, in configure
    self.rem_host.recreate_remote_dir(self.remote_inst)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 146, in recreate_remote_dir
    self.rm_remote_dir(remote_dir)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 139, in rm_remote_dir
    self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 134, in run_remote_sync
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: srsepc(pid=26460): Process ended prematurely: srsepc(pid=26460) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26460)]
</stderr><stdout>
----------------------------------------------
trial-2376 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py
----------------------------------------------
16:52:39.426618 tst                  iperf3_ul.py:13: Number of physical ue: 1
16:52:39.471673 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)
16:52:39.692220 tst                  iperf3_ul.py:20: ue index0: srsue_10.42.42.116
16:52:39.737375 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)
16:52:39.753790 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)
16:52:39.881851 tst                     iperf3_ul.py: using MSISDN 7813
16:52:39.998461 run              srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7813', subscriber_id=0}
16:52:40.112847 run              srsepc_10.42.42.118: Starting srsepc
16:52:40.799730 run         rm-remote-dir(pid=26448): Launched
16:52:42.000536 run         rm-remote-dir(pid=26448): Terminated: ok {rc=0}
16:52:42.352334 run         mk-remote-dir(pid=26449): Launched
16:52:43.552768 run         mk-remote-dir(pid=26449): Terminated: ok {rc=0}
16:52:43.850147 run    scp-inst-to-remote(pid=26450): Launched
16:52:46.081612 run    scp-inst-to-remote(pid=26450): Terminated: ok {rc=0}
16:52:46.579660 run         rm-remote-dir(pid=26452): Launched
16:52:47.802615 run         rm-remote-dir(pid=26452): Terminated: ok {rc=0}
16:52:48.132883 run         mk-remote-dir(pid=26453): Launched
16:52:49.322694 run         mk-remote-dir(pid=26453): Terminated: ok {rc=0}
16:52:49.602198 run     scp-cfg-to-remote(pid=26454): Launched
16:52:50.788503 run     scp-cfg-to-remote(pid=26454): Terminated: ok {rc=0}
16:52:51.067325 run      scp-db-to-remote(pid=26456): Launched
16:52:52.253919 run      scp-db-to-remote(pid=26456): Terminated: ok {rc=0}
16:52:52.368021 run              srsepc_10.42.42.118: Setting RPATH for srsepc
16:52:52.687169 run              patchelf(pid=26458): Launched
16:52:53.874664 run              patchelf(pid=26458): Terminated: ok {rc=0}
16:52:53.988641 run              srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc
16:52:54.310482 run         setcap-netadm(pid=26459): Launched
16:52:55.495217 run         setcap-netadm(pid=26459): Terminated: ok {rc=0}
16:52:55.802431 run                srsepc(pid=26460): Launched
16:52:55.909887 run   srsenb_srsENB-zmq_10.42.42.117: Starting srsENB
16:52:57.022276 run         rm-remote-dir(pid=26461): Launched
16:52:57.206505 run                srsepc(pid=26460): ERR: Terminated: ERROR {rc=127}  [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26460)]
16:52:57.340804 run                srsepc(pid=26460): stdout: 
| (launched: 2022-12-10_16:52:55.655861)
| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 
16:52:57.475051 run                srsepc(pid=26460): stderr: 
| (launched: 2022-12-10_16:52:55.701057)
| Connection to 10.42.42.116 closed. 
16:52:57.604292 run                srsepc(pid=26460): stdout: 
| (launched: 2022-12-10_16:52:55.655861)
| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 
16:52:57.732095 run                srsepc(pid=26460): stderr: 
| (launched: 2022-12-10_16:52:55.701057)
| Connection to 10.42.42.116 closed. 
16:52:57.882260 run         rm-remote-dir(pid=26461): Terminating (SIGINT)
16:52:58.058645 run         rm-remote-dir(pid=26461): Terminated: ok {rc=0}
16:52:58.091127 tst                  iperf3_ul.py:42: ERR: Error: srsepc(pid=26460): Process ended prematurely: srsepc(pid=26460) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26460)]  [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]
16:52:58.100784 tst                  iperf3_ul.py:42: Test FAILED (18.8 sec)
16:52:58.211097 run          scp-back-log(pid=26462): Launched
16:52:59.297230 run          scp-back-log(pid=26462): ERR: Terminated: ERROR {rc=1}  [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26462)]
16:52:59.359249 run          scp-back-log(pid=26462): stdout: 
| (launched: 2022-12-10_16:52:58.141791) 
16:52:59.421916 run          scp-back-log(pid=26462): stderr: 
| (launched: 2022-12-10_16:52:58.161690)
| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory 
16:52:59.474797 tst              srsepc_10.42.42.118: Error('scp-back-log(pid=26462): launch_sync(): local process exited with status 1 [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26462)]')
</stdout></case><case><age>235</age><className>4g:srsenb-rftype@zmq+srsue-rftype@zmq</className><duration>19.0</duration><errorStackTrace>srsepc(pid=26476): Process ended prematurely: srsepc(pid=26476) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26476)]</errorStackTrace><failedSince>2142</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py", line 16, in &lt;module&gt;
    enb.start(epc)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py", line 237, in start
    self.configure()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py", line 423, in configure
    self.rem_host.recreate_remote_dir(self.remote_inst)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 146, in recreate_remote_dir
    self.rm_remote_dir(remote_dir)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 139, in rm_remote_dir
    self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 134, in run_remote_sync
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: srsepc(pid=26476): Process ended prematurely: srsepc(pid=26476) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26476)]
</stderr><stdout>
----------------------------------------------
trial-2376 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py
----------------------------------------------
16:52:59.488859 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)
16:52:59.505305 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)
16:52:59.528325 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)
16:52:59.674519 tst                          ping.py: using MSISDN 7814
16:52:59.781463 run              srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7814', subscriber_id=0}
16:52:59.887980 run              srsepc_10.42.42.118: Starting srsepc
16:53:00.522206 run         rm-remote-dir(pid=26464): Launched
16:53:01.751287 run         rm-remote-dir(pid=26464): Terminated: ok {rc=0}
16:53:02.178482 run         mk-remote-dir(pid=26465): Launched
16:53:03.407750 run         mk-remote-dir(pid=26465): Terminated: ok {rc=0}
16:53:03.700717 run    scp-inst-to-remote(pid=26466): Launched
16:53:05.886815 run    scp-inst-to-remote(pid=26466): Terminated: ok {rc=0}
16:53:06.210026 run         rm-remote-dir(pid=26468): Launched
16:53:07.395686 run         rm-remote-dir(pid=26468): Terminated: ok {rc=0}
16:53:07.719797 run         mk-remote-dir(pid=26469): Launched
16:53:08.905859 run         mk-remote-dir(pid=26469): Terminated: ok {rc=0}
16:53:09.179392 run     scp-cfg-to-remote(pid=26470): Launched
16:53:10.361887 run     scp-cfg-to-remote(pid=26470): Terminated: ok {rc=0}
16:53:10.634460 run      scp-db-to-remote(pid=26472): Launched
16:53:11.817996 run      scp-db-to-remote(pid=26472): Terminated: ok {rc=0}
16:53:11.930194 run              srsepc_10.42.42.118: Setting RPATH for srsepc
16:53:12.243510 run              patchelf(pid=26474): Launched
16:53:13.436094 run              patchelf(pid=26474): Terminated: ok {rc=0}
16:53:13.555832 run              srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc
16:53:13.892206 run         setcap-netadm(pid=26475): Launched
16:53:15.086935 run         setcap-netadm(pid=26475): Terminated: ok {rc=0}
16:53:15.415007 run                srsepc(pid=26476): Launched
16:53:15.529807 run   srsenb_srsENB-zmq_10.42.42.117: Starting srsENB
16:53:16.823446 run         rm-remote-dir(pid=26477): Launched
16:53:17.135974 run                srsepc(pid=26476): ERR: Terminated: ERROR {rc=127}  [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26476)]
16:53:17.296617 run                srsepc(pid=26476): stdout: 
| (launched: 2022-12-10_16:53:15.257798)
| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 
16:53:17.447838 run                srsepc(pid=26476): stderr: 
| (launched: 2022-12-10_16:53:15.306319)
| Connection to 10.42.42.116 closed. 
16:53:17.583130 run                srsepc(pid=26476): stdout: 
| (launched: 2022-12-10_16:53:15.257798)
| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 
16:53:17.735546 run                srsepc(pid=26476): stderr: 
| (launched: 2022-12-10_16:53:15.306319)
| Connection to 10.42.42.116 closed. 
16:53:17.890383 run         rm-remote-dir(pid=26477): Terminating (SIGINT)
16:53:18.086289 run         rm-remote-dir(pid=26477): Terminated: ok {rc=0}
16:53:18.123198 tst                       ping.py:16: ERR: Error: srsepc(pid=26476): Process ended prematurely: srsepc(pid=26476) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26476)]  [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]
16:53:18.134037 tst                       ping.py:16: Test FAILED (18.6 sec)
16:53:18.305728 run          scp-back-log(pid=26550): Launched
16:53:19.399924 run          scp-back-log(pid=26550): ERR: Terminated: ERROR {rc=1}  [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26550)]
16:53:19.466082 run          scp-back-log(pid=26550): stdout: 
| (launched: 2022-12-10_16:53:18.186733) 
16:53:19.530949 run          scp-back-log(pid=26550): stderr: 
| (launched: 2022-12-10_16:53:18.206898)
| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory 
16:53:19.586434 tst              srsepc_10.42.42.118: Error('scp-back-log(pid=26550): launch_sync(): local process exited with status 1 [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26550)]')
</stdout></case><case><age>238</age><className>4g:srsenb-rftype@zmq+srsue-rftype@zmq</className><duration>20.0</duration><errorStackTrace>srsepc(pid=26764): Process ended prematurely: srsepc(pid=26764) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26764)]</errorStackTrace><failedSince>2139</failedSince><name>rrc_idle_mo_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py", line 16, in &lt;module&gt;
    enb.start(epc)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py", line 237, in start
    self.configure()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py", line 423, in configure
    self.rem_host.recreate_remote_dir(self.remote_inst)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 146, in recreate_remote_dir
    self.rm_remote_dir(remote_dir)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 139, in rm_remote_dir
    self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 134, in run_remote_sync
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: srsepc(pid=26764): Process ended prematurely: srsepc(pid=26764) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26764)]
</stderr><stdout>
----------------------------------------------
trial-2376 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py
----------------------------------------------
16:53:19.602192 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)
16:53:19.619834 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)
16:53:19.647700 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)
16:53:19.791722 tst              rrc_idle_mo_ping.py: using MSISDN 7815
16:53:19.903923 run              srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7815', subscriber_id=0}
16:53:20.013657 run              srsepc_10.42.42.118: Starting srsepc
16:53:20.692271 run         rm-remote-dir(pid=26750): Launched
16:53:21.885564 run         rm-remote-dir(pid=26750): Terminated: ok {rc=0}
16:53:22.248892 run         mk-remote-dir(pid=26753): Launched
16:53:23.438577 run         mk-remote-dir(pid=26753): Terminated: ok {rc=0}
16:53:23.787221 run    scp-inst-to-remote(pid=26754): Launched
16:53:25.980993 run    scp-inst-to-remote(pid=26754): Terminated: ok {rc=0}
16:53:26.348808 run         rm-remote-dir(pid=26756): Launched
16:53:27.542516 run         rm-remote-dir(pid=26756): Terminated: ok {rc=0}
16:53:27.909726 run         mk-remote-dir(pid=26757): Launched
16:53:29.104053 run         mk-remote-dir(pid=26757): Terminated: ok {rc=0}
16:53:29.421926 run     scp-cfg-to-remote(pid=26758): Launched
16:53:30.620251 run     scp-cfg-to-remote(pid=26758): Terminated: ok {rc=0}
16:53:31.025150 run      scp-db-to-remote(pid=26760): Launched
16:53:32.309875 run      scp-db-to-remote(pid=26760): Terminated: ok {rc=0}
16:53:32.461138 run              srsepc_10.42.42.118: Setting RPATH for srsepc
16:53:32.908003 run              patchelf(pid=26762): Launched
16:53:34.131561 run              patchelf(pid=26762): Terminated: ok {rc=0}
16:53:34.256396 run              srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc
16:53:34.662316 run         setcap-netadm(pid=26763): Launched
16:53:35.877462 run         setcap-netadm(pid=26763): Terminated: ok {rc=0}
16:53:36.281983 run                srsepc(pid=26764): Launched
16:53:36.469318 run   srsenb_srsENB-zmq_10.42.42.117: Starting srsENB
16:53:37.757970 run         rm-remote-dir(pid=26765): Launched
16:53:38.035718 run                srsepc(pid=26764): ERR: Terminated: ERROR {rc=127}  [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26764)]
16:53:38.185446 run                srsepc(pid=26764): stdout: 
| (launched: 2022-12-10_16:53:36.060669)
| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 
16:53:38.335150 run                srsepc(pid=26764): stderr: 
| (launched: 2022-12-10_16:53:36.109988)
| Connection to 10.42.42.116 closed. 
16:53:38.479138 run                srsepc(pid=26764): stdout: 
| (launched: 2022-12-10_16:53:36.060669)
| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 
16:53:38.620930 run                srsepc(pid=26764): stderr: 
| (launched: 2022-12-10_16:53:36.109988)
| Connection to 10.42.42.116 closed. 
16:53:38.787859 run         rm-remote-dir(pid=26765): Terminating (SIGINT)
16:53:38.986868 run         rm-remote-dir(pid=26765): Terminated: ok {rc=0}
16:53:39.022926 tst           rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=26764): Process ended prematurely: srsepc(pid=26764) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26764)]  [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]
16:53:39.033462 tst           rrc_idle_mo_ping.py:16: Test FAILED (19.4 sec)
16:53:39.189978 run          scp-back-log(pid=26766): Launched
16:53:40.287203 run          scp-back-log(pid=26766): ERR: Terminated: ERROR {rc=1}  [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26766)]
16:53:40.352391 run          scp-back-log(pid=26766): stdout: 
| (launched: 2022-12-10_16:53:39.079532) 
16:53:40.417889 run          scp-back-log(pid=26766): stderr: 
| (launched: 2022-12-10_16:53:39.100875)
| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory 
16:53:40.473808 tst              srsepc_10.42.42.118: Error('scp-back-log(pid=26766): launch_sync(): local process exited with status 1 [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26766)]')
</stdout></case><case><age>238</age><className>4g:srsenb-rftype@zmq+srsue-rftype@zmq</className><duration>19.0</duration><errorStackTrace>srsepc(pid=26785): Process ended prematurely: srsepc(pid=26785) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26785)]</errorStackTrace><failedSince>2139</failedSince><name>rrc_idle_mt_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py", line 16, in &lt;module&gt;
    enb.start(epc)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py", line 237, in start
    self.configure()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py", line 423, in configure
    self.rem_host.recreate_remote_dir(self.remote_inst)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 146, in recreate_remote_dir
    self.rm_remote_dir(remote_dir)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 139, in rm_remote_dir
    self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py", line 134, in run_remote_sync
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: srsepc(pid=26785): Process ended prematurely: srsepc(pid=26785) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26785)]
</stderr><stdout>
----------------------------------------------
trial-2376 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py
----------------------------------------------
16:53:40.488394 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)
16:53:40.505803 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)
16:53:40.529232 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)
16:53:40.678290 tst              rrc_idle_mt_ping.py: using MSISDN 7816
16:53:40.794349 run              srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7816', subscriber_id=0}
16:53:40.909279 run              srsepc_10.42.42.118: Starting srsepc
16:53:41.594979 run         rm-remote-dir(pid=26768): Launched
16:53:42.795251 run         rm-remote-dir(pid=26768): Terminated: ok {rc=0}
16:53:43.146855 run         mk-remote-dir(pid=26769): Launched
16:53:44.346469 run         mk-remote-dir(pid=26769): Terminated: ok {rc=0}
16:53:44.644059 run    scp-inst-to-remote(pid=26770): Launched
16:53:46.842644 run    scp-inst-to-remote(pid=26770): Terminated: ok {rc=0}
16:53:47.204190 run         rm-remote-dir(pid=26777): Launched
16:53:48.393071 run         rm-remote-dir(pid=26777): Terminated: ok {rc=0}
16:53:48.723085 run         mk-remote-dir(pid=26778): Launched
16:53:49.911786 run         mk-remote-dir(pid=26778): Terminated: ok {rc=0}
16:53:50.190151 run     scp-cfg-to-remote(pid=26779): Launched
16:53:51.376610 run     scp-cfg-to-remote(pid=26779): Terminated: ok {rc=0}
16:53:51.657455 run      scp-db-to-remote(pid=26781): Launched
16:53:52.844000 run      scp-db-to-remote(pid=26781): Terminated: ok {rc=0}
16:53:52.958385 run              srsepc_10.42.42.118: Setting RPATH for srsepc
16:53:53.278465 run              patchelf(pid=26783): Launched
16:53:54.465601 run              patchelf(pid=26783): Terminated: ok {rc=0}
16:53:54.580057 run              srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc
16:53:54.898910 run         setcap-netadm(pid=26784): Launched
16:53:56.084880 run         setcap-netadm(pid=26784): Terminated: ok {rc=0}
16:53:56.397134 run                srsepc(pid=26785): Launched
16:53:56.505835 run   srsenb_srsENB-zmq_10.42.42.117: Starting srsENB
16:53:57.630592 run         rm-remote-dir(pid=26786): Launched
16:53:57.816380 run                srsepc(pid=26785): ERR: Terminated: ERROR {rc=127}  [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26785)]
16:53:57.952320 run                srsepc(pid=26785): stdout: 
| (launched: 2022-12-10_16:53:56.247695)
| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 
16:53:58.087741 run                srsepc(pid=26785): stderr: 
| (launched: 2022-12-10_16:53:56.293958)
| Connection to 10.42.42.116 closed. 
16:53:58.218229 run                srsepc(pid=26785): stdout: 
| (launched: 2022-12-10_16:53:56.247695)
| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory 
16:53:58.347546 run                srsepc(pid=26785): stderr: 
| (launched: 2022-12-10_16:53:56.293958)
| Connection to 10.42.42.116 closed. 
16:53:58.499047 run         rm-remote-dir(pid=26786): Terminating (SIGINT)
16:53:58.677530 run         rm-remote-dir(pid=26786): Terminated: ok {rc=0}
16:53:58.710380 tst           rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=26785): Process ended prematurely: srsepc(pid=26785) [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26785)]  [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]
16:53:58.720048 tst           rrc_idle_mt_ping.py:16: Test FAILED (18.2 sec)
16:53:58.831824 run          scp-back-log(pid=26787): Launched
16:53:59.918890 run          scp-back-log(pid=26787): ERR: Terminated: ERROR {rc=1}  [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26787)]
16:53:59.981188 run          scp-back-log(pid=26787): stdout: 
| (launched: 2022-12-10_16:53:58.761981) 
16:54:00.043595 run          scp-back-log(pid=26787): stderr: 
| (launched: 2022-12-10_16:53:58.781984)
| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory 
16:54:00.096572 tst              srsepc_10.42.42.118: Error('scp-back-log(pid=26787): launch_sync(): local process exited with status 1 [trial-2376↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26787)]')
</stdout></case><duration>144.0</duration><id>163</id><name>4g_srsenb-rftype@zmq+srsue-rftype@zmq</name><properties></properties><timestamp>2022-12-10T16:51:37</timestamp></suite><suite><case><age>174</age><className>handover_2G:nanobts+bts1-oc2g</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=26798): Process ended prematurely: osmo-stp_10.42.42.5(pid=26798) [trial-2376↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26798)]</errorStackTrace><failedSince>2203</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26798): Process ended prematurely: osmo-stp_10.42.42.5(pid=26798) [trial-2376↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26798)]
</stderr><stdout>
----------------------------------------------
trial-2376 handover_2G:nanobts+bts1-oc2g handover.py
----------------------------------------------
16:54:00.954815 tst    handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)
16:54:00.966313 tst    handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)
16:54:01.102604 tst                      handover.py: using LAC 29329
16:54:01.227679 tst                      handover.py: using RAC 4
16:54:01.389311 tst                      handover.py: using CellId 29329
16:54:01.554629 tst                      handover.py: using BVCI 29330
16:54:01.583367 tst    handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)
16:54:01.710940 tst                      handover.py: using LAC 29330
16:54:01.832683 tst                      handover.py: using RAC 5
16:54:01.958897 tst                      handover.py: using CellId 29330
16:54:02.118489 tst                      handover.py: using BVCI 29331
16:54:02.143451 tst    handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)
16:54:02.155626 tst    handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)
16:54:02.168440 tst    handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)
16:54:02.181112 tst    handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)
16:54:02.193942 tst    handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)
16:54:02.206416 tst    handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)
16:54:02.325949 tst    handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)
16:54:02.534716 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:54:03.041856 run         create_hlr_db(pid=26792): Launched
16:54:04.230099 run         create_hlr_db(pid=26792): Terminated: ok {rc=0}
16:54:04.560866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26794): Launched
16:54:04.884166 run   osmo-hlr_10.42.42.2(pid=26795): Launched
16:54:04.998423 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:54:05.522997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26797): Launched
16:54:05.827665 run   osmo-stp_10.42.42.5(pid=26798): Launched
16:54:05.938960 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:54:06.493919 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26800): Launched
16:54:06.796883 run   osmo-msc_10.42.42.6(pid=26801): Launched
16:54:06.974295 run   osmo-stp_10.42.42.5(pid=26798): ERR: Terminated: ERROR {rc=1}  [trial-2376↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26798)]
16:54:07.103179 run   osmo-stp_10.42.42.5(pid=26798): stdout: 
| (launched: 2022-12-10_16:54:05.677638)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:54:07.229167 run   osmo-stp_10.42.42.5(pid=26798): stderr: 
| �[0;m�[38;5;43m20221210165405847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165405848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165405849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165405849 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165405850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165405850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165405850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:54:07.350979 run   osmo-stp_10.42.42.5(pid=26798): stdout: 
| (launched: 2022-12-10_16:54:05.677638)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:54:07.471261 run   osmo-stp_10.42.42.5(pid=26798): stderr: 
| �[0;m�[38;5;43m20221210165405847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165405848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165405849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165405849 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165405850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165405850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165405850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:54:07.523716 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26798): Process ended prematurely: osmo-stp_10.42.42.5(pid=26798) [trial-2376↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26798)]  [trial-2376↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]
16:54:07.531757 tst                   handover.py:18: Test FAILED (6.6 sec)
16:54:07.591923 run   osmo-hlr_10.42.42.2(pid=26795): ERR: Terminated: ERROR {rc=237}  [trial-2376↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26795)]
16:54:07.641115 run   osmo-hlr_10.42.42.2(pid=26795): stdout: 
| (launched: 2022-12-10_16:54:04.724316) 
16:54:07.691893 run   osmo-hlr_10.42.42.2(pid=26795): stderr: 
| �[0;m�[1;31m20221210165404915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165404915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165404915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165404915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165404915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165404915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165404928 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165404938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165404938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165404938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:54:07.759623 run   osmo-msc_10.42.42.6(pid=26801): ERR: Terminated: ERROR {rc=2}  [trial-2376↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26801)]
16:54:07.808803 run   osmo-msc_10.42.42.6(pid=26801): stdout: 
| (launched: 2022-12-10_16:54:06.647437) 
16:54:07.858421 run   osmo-msc_10.42.42.6(pid=26801): stderr: 
| �[0;m�[38;5;43m20221210165406917 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210165406918 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8374660c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210165406918 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210165406918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210165406918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210165406918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210165406920 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210165406920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210165406920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210165406920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:54:07.900209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26794): Terminating (SIGTERM)
16:54:07.940218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26797): Terminating (SIGTERM)
16:54:07.980234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26800): Terminating (SIGTERM)
16:54:07.989755 ---      ParallelTerminationStrategy: PID 26794 died...
16:54:08.043306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26794): Terminated: ok {rc=0}
16:54:08.053125 ---      ParallelTerminationStrategy: PID 26797 died...
16:54:08.106047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26797): Terminated: ok {rc=0}
16:54:08.115902 ---      ParallelTerminationStrategy: PID 26800 died...
16:54:08.169699 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26800): Terminated: ok {rc=0}
16:54:08.253003 bus                        /sierra_3: Setting Powered False
16:54:09.354245 bus                        /sierra_3: Setting Powered False
16:54:10.464862 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>164</id><name>handover_2G_nanobts+bts1-oc2g</name><properties></properties><timestamp>2022-12-10T16:54:00</timestamp></suite><suite><case><age>205</age><className>handover_2G:nanobts+bts1-octphy</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=26812): Process ended prematurely: osmo-stp_10.42.42.5(pid=26812) [trial-2376↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26812)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26812): Process ended prematurely: osmo-stp_10.42.42.5(pid=26812) [trial-2376↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26812)]
</stderr><stdout>
----------------------------------------------
trial-2376 handover_2G:nanobts+bts1-octphy handover.py
----------------------------------------------
16:54:12.420924 tst  handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)
16:54:12.431859 tst  handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)
16:54:12.557581 tst                      handover.py: using LAC 29331
16:54:12.676590 tst                      handover.py: using RAC 6
16:54:12.796359 tst                      handover.py: using CellId 29331
16:54:12.917767 tst                      handover.py: using BVCI 29332
16:54:12.940896 tst  handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)
16:54:13.062618 tst                      handover.py: using LAC 29332
16:54:13.181160 tst                      handover.py: using RAC 7
16:54:13.301880 tst                      handover.py: using CellId 29332
16:54:13.420838 tst                      handover.py: using BVCI 29333
16:54:13.443898 tst  handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)
16:54:13.454830 tst  handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)
16:54:13.465556 tst  handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)
16:54:13.476440 tst  handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)
16:54:13.487513 tst  handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)
16:54:13.498432 tst  handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)
16:54:13.616147 tst  handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)
16:54:13.818089 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:54:14.276608 run         create_hlr_db(pid=26806): Launched
16:54:14.400004 bus                        /sierra_2: Setting Powered False
16:54:15.472546 run         create_hlr_db(pid=26806): Terminated: ok {rc=0}
16:54:15.891396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26808): Launched
16:54:16.223223 run   osmo-hlr_10.42.42.2(pid=26809): Launched
16:54:16.415022 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:54:17.065973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26811): Launched
16:54:17.409184 run   osmo-stp_10.42.42.5(pid=26812): Launched
16:54:17.534370 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:54:18.098968 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26814): Launched
16:54:18.423573 run   osmo-msc_10.42.42.6(pid=26815): Launched
16:54:18.612094 run   osmo-stp_10.42.42.5(pid=26812): ERR: Terminated: ERROR {rc=1}  [trial-2376↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26812)]
16:54:18.748521 run   osmo-stp_10.42.42.5(pid=26812): stdout: 
| (launched: 2022-12-10_16:54:17.249498)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:54:18.884897 run   osmo-stp_10.42.42.5(pid=26812): stderr: 
| �[0;m�[38;5;43m20221210165417443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165417443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165417443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165417444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165417444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165417444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165417444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:54:19.015430 run   osmo-stp_10.42.42.5(pid=26812): stdout: 
| (launched: 2022-12-10_16:54:17.249498)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:54:19.144798 run   osmo-stp_10.42.42.5(pid=26812): stderr: 
| �[0;m�[38;5;43m20221210165417443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165417443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165417443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165417444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165417444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165417444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165417444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:54:19.201314 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26812): Process ended prematurely: osmo-stp_10.42.42.5(pid=26812) [trial-2376↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26812)]  [trial-2376↪handover_2G:nanobts+bts1-octphy↪handover.py:18]
16:54:19.210031 tst                   handover.py:18: Test FAILED (6.8 sec)
16:54:19.272679 run   osmo-hlr_10.42.42.2(pid=26809): ERR: Terminated: ERROR {rc=237}  [trial-2376↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26809)]
16:54:19.324096 run   osmo-hlr_10.42.42.2(pid=26809): stdout: 
| (launched: 2022-12-10_16:54:16.054853) 
16:54:19.376461 run   osmo-hlr_10.42.42.2(pid=26809): stderr: 
| �[0;m�[1;31m20221210165416420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165416420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165416420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165416420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165416420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165416420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165416439 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165416447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165416447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165416447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:54:19.447129 run   osmo-msc_10.42.42.6(pid=26815): ERR: Terminated: ERROR {rc=2}  [trial-2376↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26815)]
16:54:19.498488 run   osmo-msc_10.42.42.6(pid=26815): stdout: 
| (launched: 2022-12-10_16:54:18.264748) 
16:54:19.550289 run   osmo-msc_10.42.42.6(pid=26815): stderr: 
| �[0;m�[38;5;43m20221210165418586 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210165418586 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcc7f455c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210165418587 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210165418587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210165418587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210165418587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210165418589 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210165418589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210165418589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210165418589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:54:19.594556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26808): Terminating (SIGTERM)
16:54:19.636567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26811): Terminating (SIGTERM)
16:54:19.678959 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26814): Terminating (SIGTERM)
16:54:19.688684 ---      ParallelTerminationStrategy: PID 26808 died...
16:54:19.745157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26808): Terminated: ok {rc=0}
16:54:19.755397 ---      ParallelTerminationStrategy: PID 26811 died...
16:54:19.811761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26811): Terminated: ok {rc=0}
16:54:19.821985 ---      ParallelTerminationStrategy: PID 26814 died...
16:54:19.878325 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26814): Terminated: ok {rc=0}
16:54:19.966307 bus                        /sierra_3: Setting Powered False
16:54:21.072986 bus                        /sierra_3: Setting Powered False
16:54:22.184798 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>165</id><name>handover_2G_nanobts+bts1-octphy</name><properties></properties><timestamp>2022-12-10T16:54:12</timestamp></suite><suite><case><age>205</age><className>handover_2G:nanobts+bts1-trx-lms</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=26826): Process ended prematurely: osmo-stp_10.42.42.5(pid=26826) [trial-2376↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26826)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26826): Process ended prematurely: osmo-stp_10.42.42.5(pid=26826) [trial-2376↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26826)]
</stderr><stdout>
----------------------------------------------
trial-2376 handover_2G:nanobts+bts1-trx-lms handover.py
----------------------------------------------
16:54:24.166636 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)
16:54:24.177510 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)
16:54:24.303903 tst                      handover.py: using LAC 29333
16:54:24.424863 tst                      handover.py: using RAC 8
16:54:24.545831 tst                      handover.py: using CellId 29333
16:54:24.664926 tst                      handover.py: using BVCI 29334
16:54:24.687915 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)
16:54:24.825052 tst                      handover.py: using LAC 29334
16:54:24.955690 tst                      handover.py: using RAC 9
16:54:25.075645 tst                      handover.py: using CellId 29334
16:54:25.201338 tst                      handover.py: using BVCI 29335
16:54:25.226200 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)
16:54:25.237798 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)
16:54:25.249224 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)
16:54:25.260892 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)
16:54:25.272520 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)
16:54:25.284084 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)
16:54:25.398633 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)
16:54:25.598901 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:54:26.059762 run         create_hlr_db(pid=26820): Launched
16:54:26.183641 bus                        /sierra_2: Setting Powered False
16:54:27.255655 run         create_hlr_db(pid=26820): Terminated: ok {rc=0}
16:54:27.659044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26822): Launched
16:54:27.984871 run   osmo-hlr_10.42.42.2(pid=26823): Launched
16:54:28.103646 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:54:28.639127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26825): Launched
16:54:28.963417 run   osmo-stp_10.42.42.5(pid=26826): Launched
16:54:29.082075 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:54:29.645467 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26828): Launched
16:54:29.971285 run   osmo-msc_10.42.42.6(pid=26829): Launched
16:54:30.161238 run   osmo-stp_10.42.42.5(pid=26826): ERR: Terminated: ERROR {rc=1}  [trial-2376↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26826)]
16:54:30.298570 run   osmo-stp_10.42.42.5(pid=26826): stdout: 
| (launched: 2022-12-10_16:54:28.803454)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:54:30.435456 run   osmo-stp_10.42.42.5(pid=26826): stderr: 
| �[0;m�[38;5;43m20221210165428993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165428993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165428993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165428994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165428994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165428994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165428994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:54:30.566431 run   osmo-stp_10.42.42.5(pid=26826): stdout: 
| (launched: 2022-12-10_16:54:28.803454)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:54:30.696034 run   osmo-stp_10.42.42.5(pid=26826): stderr: 
| �[0;m�[38;5;43m20221210165428993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165428993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165428993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165428994 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165428994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165428994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165428994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:54:30.752441 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26826): Process ended prematurely: osmo-stp_10.42.42.5(pid=26826) [trial-2376↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26826)]  [trial-2376↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]
16:54:30.761106 tst                   handover.py:18: Test FAILED (6.6 sec)
16:54:30.825384 run   osmo-hlr_10.42.42.2(pid=26823): ERR: Terminated: ERROR {rc=237}  [trial-2376↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26823)]
16:54:30.897602 run   osmo-hlr_10.42.42.2(pid=26823): stdout: 
| (launched: 2022-12-10_16:54:27.824246) 
16:54:30.956631 run   osmo-hlr_10.42.42.2(pid=26823): stderr: 
| �[0;m�[1;31m20221210165428024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165428024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165428024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165428024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165428024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165428024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165428072 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165428081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165428081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165428081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:54:31.034397 run   osmo-msc_10.42.42.6(pid=26829): ERR: Terminated: ERROR {rc=2}  [trial-2376↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26829)]
16:54:31.099999 run   osmo-msc_10.42.42.6(pid=26829): stdout: 
| (launched: 2022-12-10_16:54:29.810602) 
16:54:31.164174 run   osmo-msc_10.42.42.6(pid=26829): stderr: 
| �[0;m�[38;5;43m20221210165430131 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210165430131 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc0e870cc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210165430131 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210165430131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210165430132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210165430132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210165430134 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210165430134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210165430134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210165430134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:54:31.219255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26822): Terminating (SIGTERM)
16:54:31.275270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26825): Terminating (SIGTERM)
16:54:31.329874 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26828): Terminating (SIGTERM)
16:54:31.341911 ---      ParallelTerminationStrategy: PID 26822 died...
16:54:31.408159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26822): Terminated: ok {rc=0}
16:54:31.418412 ---      ParallelTerminationStrategy: PID 26825 died...
16:54:31.475086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26825): Terminated: ok {rc=0}
16:54:31.485274 ---      ParallelTerminationStrategy: PID 26828 died...
16:54:31.541066 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26828): Terminated: ok {rc=0}
16:54:31.639160 bus                        /sierra_3: Setting Powered False
16:54:32.745041 bus                        /sierra_3: Setting Powered False
16:54:33.858679 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>166</id><name>handover_2G_nanobts+bts1-trx-lms</name><properties></properties><timestamp>2022-12-10T16:54:23</timestamp></suite><suite><case><age>205</age><className>handover_2G:nanobts+bts1-trx-lms-limenet-micro</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=26840): Process ended prematurely: osmo-stp_10.42.42.5(pid=26840) [trial-2376↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26840)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26840): Process ended prematurely: osmo-stp_10.42.42.5(pid=26840) [trial-2376↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26840)]
</stderr><stdout>
----------------------------------------------
trial-2376 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py
----------------------------------------------
16:54:35.848362 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:54:35.859535 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)
16:54:35.984322 tst                      handover.py: using LAC 29335
16:54:36.103097 tst                      handover.py: using RAC 10
16:54:36.222627 tst                      handover.py: using CellId 29335
16:54:36.347804 tst                      handover.py: using BVCI 29336
16:54:36.372543 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)
16:54:36.511145 tst                      handover.py: using LAC 29336
16:54:36.636344 tst                      handover.py: using RAC 11
16:54:36.763687 tst                      handover.py: using CellId 29336
16:54:36.888757 tst                      handover.py: using BVCI 29337
16:54:36.914192 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:54:36.925854 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:54:36.937519 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:54:36.949657 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:54:36.961753 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:54:36.973760 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)
16:54:37.089167 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)
16:54:37.295910 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:54:37.756384 run         create_hlr_db(pid=26834): Launched
16:54:37.879465 bus                        /sierra_2: Setting Powered False
16:54:38.952026 run         create_hlr_db(pid=26834): Terminated: ok {rc=0}
16:54:39.355731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26836): Launched
16:54:39.680917 run   osmo-hlr_10.42.42.2(pid=26837): Launched
16:54:39.801901 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:54:40.335572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26839): Launched
16:54:40.659568 run   osmo-stp_10.42.42.5(pid=26840): Launched
16:54:40.777688 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:54:41.343643 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26842): Launched
16:54:41.668579 run   osmo-msc_10.42.42.6(pid=26843): Launched
16:54:41.857686 run   osmo-stp_10.42.42.5(pid=26840): ERR: Terminated: ERROR {rc=1}  [trial-2376↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26840)]
16:54:41.995272 run   osmo-stp_10.42.42.5(pid=26840): stdout: 
| (launched: 2022-12-10_16:54:40.500164)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:54:42.131718 run   osmo-stp_10.42.42.5(pid=26840): stderr: 
| �[0;m�[38;5;43m20221210165440691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165440691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165440691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165440692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165440692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165440692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165440692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:54:42.262185 run   osmo-stp_10.42.42.5(pid=26840): stdout: 
| (launched: 2022-12-10_16:54:40.500164)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:54:42.391715 run   osmo-stp_10.42.42.5(pid=26840): stderr: 
| �[0;m�[38;5;43m20221210165440691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165440691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165440691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165440692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165440692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165440692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165440692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:54:42.448167 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26840): Process ended prematurely: osmo-stp_10.42.42.5(pid=26840) [trial-2376↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26840)]  [trial-2376↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]
16:54:42.457006 tst                   handover.py:18: Test FAILED (6.6 sec)
16:54:42.520143 run   osmo-hlr_10.42.42.2(pid=26837): ERR: Terminated: ERROR {rc=237}  [trial-2376↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26837)]
16:54:42.571651 run   osmo-hlr_10.42.42.2(pid=26837): stdout: 
| (launched: 2022-12-10_16:54:39.521056) 
16:54:42.623649 run   osmo-hlr_10.42.42.2(pid=26837): stderr: 
| �[0;m�[1;31m20221210165439720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165439720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165439720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165439720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165439720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165439720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165439731 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165439739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165439739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165439739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:54:42.694178 run   osmo-msc_10.42.42.6(pid=26843): ERR: Terminated: ERROR {rc=2}  [trial-2376↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26843)]
16:54:42.745690 run   osmo-msc_10.42.42.6(pid=26843): stdout: 
| (launched: 2022-12-10_16:54:41.508390) 
16:54:42.797376 run   osmo-msc_10.42.42.6(pid=26843): stderr: 
| �[0;m�[38;5;43m20221210165441830 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210165441830 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe806153c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210165441830 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210165441830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210165441830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210165441830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210165441832 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210165441833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210165441833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210165441833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:54:42.841453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26836): Terminating (SIGTERM)
16:54:42.883916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26839): Terminating (SIGTERM)
16:54:42.926576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26842): Terminating (SIGTERM)
16:54:42.936643 ---      ParallelTerminationStrategy: PID 26836 died...
16:54:42.992817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26836): Terminated: ok {rc=0}
16:54:43.003408 ---      ParallelTerminationStrategy: PID 26839 died...
16:54:43.060028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26839): Terminated: ok {rc=0}
16:54:43.070110 ---      ParallelTerminationStrategy: PID 26842 died...
16:54:43.126227 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26842): Terminated: ok {rc=0}
16:54:43.214007 bus                        /sierra_3: Setting Powered False
16:54:44.322088 bus                        /sierra_3: Setting Powered False
16:54:45.429902 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>167</id><name>handover_2G_nanobts+bts1-trx-lms-limenet-micro</name><properties></properties><timestamp>2022-12-10T16:54:35</timestamp></suite><suite><case><age>205</age><className>handover_2G:nanobts+bts1-trx-sysmocell5000</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=26854): Process ended prematurely: osmo-stp_10.42.42.5(pid=26854) [trial-2376↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26854)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26854): Process ended prematurely: osmo-stp_10.42.42.5(pid=26854) [trial-2376↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26854)]
</stderr><stdout>
----------------------------------------------
trial-2376 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py
----------------------------------------------
16:54:47.527104 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:54:47.538585 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)
16:54:47.674363 tst                      handover.py: using LAC 29337
16:54:47.802369 tst                      handover.py: using RAC 12
16:54:47.929829 tst                      handover.py: using CellId 29337
16:54:48.058422 tst                      handover.py: using BVCI 29338
16:54:48.083104 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)
16:54:48.235378 tst                      handover.py: using LAC 29338
16:54:48.360155 tst                      handover.py: using RAC 13
16:54:48.481700 tst                      handover.py: using CellId 29338
16:54:48.600334 tst                      handover.py: using BVCI 29339
16:54:48.623612 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:54:48.634944 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:54:48.646099 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:54:48.657330 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:54:48.668536 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:54:48.679606 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)
16:54:48.797326 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)
16:54:49.009103 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:54:49.489652 run         create_hlr_db(pid=26848): Launched
16:54:49.622286 bus                        /sierra_2: Setting Powered False
16:54:50.698251 run         create_hlr_db(pid=26848): Terminated: ok {rc=0}
16:54:51.101683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26850): Launched
16:54:51.426743 run   osmo-hlr_10.42.42.2(pid=26851): Launched
16:54:51.546822 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:54:52.082880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26853): Launched
16:54:52.406327 run   osmo-stp_10.42.42.5(pid=26854): Launched
16:54:52.523895 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:54:53.088177 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26856): Launched
16:54:53.411759 run   osmo-msc_10.42.42.6(pid=26857): Launched
16:54:53.599905 run   osmo-stp_10.42.42.5(pid=26854): ERR: Terminated: ERROR {rc=1}  [trial-2376↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26854)]
16:54:53.735753 run   osmo-stp_10.42.42.5(pid=26854): stdout: 
| (launched: 2022-12-10_16:54:52.247365)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:54:53.871634 run   osmo-stp_10.42.42.5(pid=26854): stderr: 
| �[0;m�[38;5;43m20221210165452438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165452438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165452438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165452439 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165452439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165452439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165452439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:54:54.002456 run   osmo-stp_10.42.42.5(pid=26854): stdout: 
| (launched: 2022-12-10_16:54:52.247365)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:54:54.131840 run   osmo-stp_10.42.42.5(pid=26854): stderr: 
| �[0;m�[38;5;43m20221210165452438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165452438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165452438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165452439 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165452439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165452439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165452439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:54:54.187886 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26854): Process ended prematurely: osmo-stp_10.42.42.5(pid=26854) [trial-2376↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26854)]  [trial-2376↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]
16:54:54.196417 tst                   handover.py:18: Test FAILED (6.7 sec)
16:54:54.260093 run   osmo-hlr_10.42.42.2(pid=26851): ERR: Terminated: ERROR {rc=237}  [trial-2376↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26851)]
16:54:54.312069 run   osmo-hlr_10.42.42.2(pid=26851): stdout: 
| (launched: 2022-12-10_16:54:51.266821) 
16:54:54.364879 run   osmo-hlr_10.42.42.2(pid=26851): stderr: 
| �[0;m�[1;31m20221210165451465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165451465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165451465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165451465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165451465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165451465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165451478 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165451488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165451488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165451488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:54:54.436091 run   osmo-msc_10.42.42.6(pid=26857): ERR: Terminated: ERROR {rc=2}  [trial-2376↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26857)]
16:54:54.487869 run   osmo-msc_10.42.42.6(pid=26857): stdout: 
| (launched: 2022-12-10_16:54:53.252871) 
16:54:54.540884 run   osmo-msc_10.42.42.6(pid=26857): stderr: 
| �[0;m�[38;5;43m20221210165453574 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210165453574 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f537513dc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210165453574 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210165453574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210165453574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210165453575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210165453576 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210165453577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210165453577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210165453577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:54:54.585691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26850): Terminating (SIGTERM)
16:54:54.627725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26853): Terminating (SIGTERM)
16:54:54.670162 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26856): Terminating (SIGTERM)
16:54:54.680015 ---      ParallelTerminationStrategy: PID 26850 died...
16:54:54.736679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26850): Terminated: ok {rc=0}
16:54:54.746850 ---      ParallelTerminationStrategy: PID 26853 died...
16:54:54.803337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26853): Terminated: ok {rc=0}
16:54:54.813861 ---      ParallelTerminationStrategy: PID 26856 died...
16:54:54.870568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26856): Terminated: ok {rc=0}
16:54:54.957659 bus                        /sierra_3: Setting Powered False
16:54:56.059984 bus                        /sierra_3: Setting Powered False
16:54:57.170795 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>168</id><name>handover_2G_nanobts+bts1-trx-sysmocell5000</name><properties></properties><timestamp>2022-12-10T16:54:47</timestamp></suite><suite><case><age>205</age><className>handover_2G:nanobts+bts1-sysmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=26871): Process ended prematurely: osmo-stp_10.42.42.5(pid=26871) [trial-2376↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26871)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26871): Process ended prematurely: osmo-stp_10.42.42.5(pid=26871) [trial-2376↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26871)]
</stderr><stdout>
----------------------------------------------
trial-2376 handover_2G:nanobts+bts1-sysmo handover.py
----------------------------------------------
16:54:59.149158 tst   handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)
16:54:59.160153 tst   handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)
16:54:59.288125 tst                      handover.py: using LAC 29339
16:54:59.409479 tst                      handover.py: using RAC 14
16:54:59.527567 tst                      handover.py: using CellId 29339
16:54:59.647718 tst                      handover.py: using BVCI 29340
16:54:59.670774 tst   handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)
16:54:59.800126 tst                      handover.py: using LAC 29340
16:54:59.928661 tst                      handover.py: using RAC 15
16:55:00.050359 tst                      handover.py: using CellId 29340
16:55:00.169715 tst                      handover.py: using BVCI 29341
16:55:00.192724 tst   handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)
16:55:00.203795 tst   handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)
16:55:00.214865 tst   handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)
16:55:00.226045 tst   handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)
16:55:00.237329 tst   handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)
16:55:00.248260 tst   handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)
16:55:00.366272 tst   handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)
16:55:00.570590 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:55:01.113170 run         create_hlr_db(pid=26862): Launched
16:55:01.240389 bus                        /sierra_2: Setting Powered False
16:55:02.313538 run         create_hlr_db(pid=26862): Terminated: ok {rc=0}
16:55:02.715421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26867): Launched
16:55:03.038179 run   osmo-hlr_10.42.42.2(pid=26868): Launched
16:55:03.158938 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:55:03.692105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26870): Launched
16:55:04.015641 run   osmo-stp_10.42.42.5(pid=26871): Launched
16:55:04.133507 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:55:04.695973 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26873): Launched
16:55:05.021513 run   osmo-msc_10.42.42.6(pid=26874): Launched
16:55:05.211468 run   osmo-stp_10.42.42.5(pid=26871): ERR: Terminated: ERROR {rc=1}  [trial-2376↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26871)]
16:55:05.348744 run   osmo-stp_10.42.42.5(pid=26871): stdout: 
| (launched: 2022-12-10_16:55:03.855859)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:55:05.485257 run   osmo-stp_10.42.42.5(pid=26871): stderr: 
| �[0;m�[38;5;43m20221210165504050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165504050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165504050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165504051 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165504051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165504051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165504051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:55:05.615625 run   osmo-stp_10.42.42.5(pid=26871): stdout: 
| (launched: 2022-12-10_16:55:03.855859)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:55:05.744900 run   osmo-stp_10.42.42.5(pid=26871): stderr: 
| �[0;m�[38;5;43m20221210165504050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165504050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165504050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165504051 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165504051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165504051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165504051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:55:05.801205 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26871): Process ended prematurely: osmo-stp_10.42.42.5(pid=26871) [trial-2376↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26871)]  [trial-2376↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]
16:55:05.809775 tst                   handover.py:18: Test FAILED (6.6 sec)
16:55:05.873304 run   osmo-hlr_10.42.42.2(pid=26868): ERR: Terminated: ERROR {rc=237}  [trial-2376↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26868)]
16:55:05.924907 run   osmo-hlr_10.42.42.2(pid=26868): stdout: 
| (launched: 2022-12-10_16:55:02.879354) 
16:55:05.977025 run   osmo-hlr_10.42.42.2(pid=26868): stderr: 
| �[0;m�[1;31m20221210165503077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165503078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165503078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165503078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165503078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165503078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165503090 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165503100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165503100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165503100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:55:06.047345 run   osmo-msc_10.42.42.6(pid=26874): ERR: Terminated: ERROR {rc=2}  [trial-2376↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26874)]
16:55:06.098658 run   osmo-msc_10.42.42.6(pid=26874): stdout: 
| (launched: 2022-12-10_16:55:04.860638) 
16:55:06.150532 run   osmo-msc_10.42.42.6(pid=26874): stderr: 
| �[0;m�[38;5;43m20221210165505183 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210165505183 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9bb9f88c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210165505183 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210165505183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210165505183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210165505183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210165505185 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210165505186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210165505186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210165505186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:55:06.194421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26867): Terminating (SIGTERM)
16:55:06.236502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26870): Terminating (SIGTERM)
16:55:06.278439 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26873): Terminating (SIGTERM)
16:55:06.288397 ---      ParallelTerminationStrategy: PID 26867 died...
16:55:06.344635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26867): Terminated: ok {rc=0}
16:55:06.355052 ---      ParallelTerminationStrategy: PID 26870 died...
16:55:06.411390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26870): Terminated: ok {rc=0}
16:55:06.421504 ---      ParallelTerminationStrategy: PID 26873 died...
16:55:06.477819 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26873): Terminated: ok {rc=0}
16:55:06.566244 bus                        /sierra_3: Setting Powered False
16:55:07.669203 bus                        /sierra_3: Setting Powered False
16:55:08.781277 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>169</id><name>handover_2G_nanobts+bts1-sysmo</name><properties></properties><timestamp>2022-12-10T16:54:58</timestamp></suite><suite><case><age>205</age><className>handover_2G:nanobts+bts1-trx-b200</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=26885): Process ended prematurely: osmo-stp_10.42.42.5(pid=26885) [trial-2376↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26885)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26885): Process ended prematurely: osmo-stp_10.42.42.5(pid=26885) [trial-2376↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26885)]
</stderr><stdout>
----------------------------------------------
trial-2376 handover_2G:nanobts+bts1-trx-b200 handover.py
----------------------------------------------
16:55:10.774756 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
16:55:10.786134 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)
16:55:10.924222 tst                      handover.py: using LAC 29341
16:55:11.049221 tst                      handover.py: using RAC 16
16:55:11.175607 tst                      handover.py: using CellId 29341
16:55:11.300117 tst                      handover.py: using BVCI 29342
16:55:11.324599 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)
16:55:11.467219 tst                      handover.py: using LAC 29342
16:55:11.593074 tst                      handover.py: using RAC 17
16:55:11.717956 tst                      handover.py: using CellId 29342
16:55:11.842539 tst                      handover.py: using BVCI 29343
16:55:11.867198 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
16:55:11.878601 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
16:55:11.890098 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
16:55:11.901609 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
16:55:11.913960 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
16:55:11.925552 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)
16:55:12.041021 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)
16:55:12.246826 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:55:12.726335 run         create_hlr_db(pid=26879): Launched
16:55:12.857753 bus                        /sierra_2: Setting Powered False
16:55:13.934618 run         create_hlr_db(pid=26879): Terminated: ok {rc=0}
16:55:14.336651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26881): Launched
16:55:14.661559 run   osmo-hlr_10.42.42.2(pid=26882): Launched
16:55:14.783454 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:55:15.315672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26884): Launched
16:55:15.638812 run   osmo-stp_10.42.42.5(pid=26885): Launched
16:55:15.755840 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:55:16.346116 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26887): Launched
16:55:16.838835 run   osmo-msc_10.42.42.6(pid=26888): Launched
16:55:17.307363 run   osmo-stp_10.42.42.5(pid=26885): ERR: Terminated: ERROR {rc=1}  [trial-2376↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26885)]
16:55:17.463375 run   osmo-stp_10.42.42.5(pid=26885): stdout: 
| (launched: 2022-12-10_16:55:15.479805)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:55:17.598948 run   osmo-stp_10.42.42.5(pid=26885): stderr: 
| �[0;m�[38;5;43m20221210165515671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165515671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165515672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165515672 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165515672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165515672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165515673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:55:17.730094 run   osmo-stp_10.42.42.5(pid=26885): stdout: 
| (launched: 2022-12-10_16:55:15.479805)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:55:17.859635 run   osmo-stp_10.42.42.5(pid=26885): stderr: 
| �[0;m�[38;5;43m20221210165515671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165515671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165515672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165515672 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165515672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165515672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165515673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:55:17.916162 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26885): Process ended prematurely: osmo-stp_10.42.42.5(pid=26885) [trial-2376↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26885)]  [trial-2376↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]
16:55:17.924812 tst                   handover.py:18: Test FAILED (7.1 sec)
16:55:17.989189 run   osmo-hlr_10.42.42.2(pid=26882): ERR: Terminated: ERROR {rc=237}  [trial-2376↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26882)]
16:55:18.041467 run   osmo-hlr_10.42.42.2(pid=26882): stdout: 
| (launched: 2022-12-10_16:55:14.501738) 
16:55:18.094435 run   osmo-hlr_10.42.42.2(pid=26882): stderr: 
| �[0;m�[1;31m20221210165514700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165514700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165514700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165514700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165514700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165514700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165514713 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165514721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165514721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165514721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:55:18.166409 run   osmo-msc_10.42.42.6(pid=26888): ERR: Terminated: ERROR {rc=2}  [trial-2376↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26888)]
16:55:18.218703 run   osmo-msc_10.42.42.6(pid=26888): stdout: 
| (launched: 2022-12-10_16:55:16.514731) 
16:55:18.271772 run   osmo-msc_10.42.42.6(pid=26888): stderr: 
| �[0;m�[38;5;43m20221210165517021 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210165517022 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f71fc607c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210165517022 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210165517022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210165517023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210165517023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210165517034 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210165517034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210165517034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210165517034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:55:18.316835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26881): Terminating (SIGTERM)
16:55:18.359987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26884): Terminating (SIGTERM)
16:55:18.402575 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26887): Terminating (SIGTERM)
16:55:18.412552 ---      ParallelTerminationStrategy: PID 26881 died...
16:55:18.469585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26881): Terminated: ok {rc=0}
16:55:18.479729 ---      ParallelTerminationStrategy: PID 26884 died...
16:55:18.536572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26884): Terminated: ok {rc=0}
16:55:18.546776 ---      ParallelTerminationStrategy: PID 26887 died...
16:55:18.603683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26887): Terminated: ok {rc=0}
16:55:18.691393 bus                        /sierra_3: Setting Powered False
16:55:19.798785 bus                        /sierra_3: Setting Powered False
16:55:20.907702 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>13.0</duration><id>170</id><name>handover_2G_nanobts+bts1-trx-b200</name><properties></properties><timestamp>2022-12-10T16:55:10</timestamp></suite><suite><case><age>205</age><className>handover_2G:nanobts+bts1-trx-umtrx</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=26899): Process ended prematurely: osmo-stp_10.42.42.5(pid=26899) [trial-2376↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26899)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26899): Process ended prematurely: osmo-stp_10.42.42.5(pid=26899) [trial-2376↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26899)]
</stderr><stdout>
----------------------------------------------
trial-2376 handover_2G:nanobts+bts1-trx-umtrx handover.py
----------------------------------------------
16:55:22.917137 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
16:55:22.929105 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)
16:55:23.056574 tst                      handover.py: using LAC 29343
16:55:23.175727 tst                      handover.py: using RAC 18
16:55:23.301081 tst                      handover.py: using CellId 29343
16:55:23.420296 tst                      handover.py: using BVCI 29344
16:55:23.443354 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)
16:55:23.577362 tst                      handover.py: using LAC 29344
16:55:23.694971 tst                      handover.py: using RAC 19
16:55:23.812218 tst                      handover.py: using CellId 29344
16:55:23.930907 tst                      handover.py: using BVCI 29345
16:55:23.953964 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
16:55:23.964779 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
16:55:23.975578 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
16:55:23.986579 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
16:55:23.997580 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
16:55:24.008654 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)
16:55:24.122079 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)
16:55:24.332461 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:55:24.812558 run         create_hlr_db(pid=26893): Launched
16:55:24.944906 bus                        /sierra_2: Setting Powered False
16:55:26.010735 run         create_hlr_db(pid=26893): Terminated: ok {rc=0}
16:55:26.390196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26895): Launched
16:55:26.694436 run   osmo-hlr_10.42.42.2(pid=26896): Launched
16:55:26.806690 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:55:27.307675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26898): Launched
16:55:27.611099 run   osmo-stp_10.42.42.5(pid=26899): Launched
16:55:27.721102 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:55:28.250727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26901): Launched
16:55:28.555865 run   osmo-msc_10.42.42.6(pid=26902): Launched
16:55:28.734429 run   osmo-stp_10.42.42.5(pid=26899): ERR: Terminated: ERROR {rc=1}  [trial-2376↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26899)]
16:55:28.862712 run   osmo-stp_10.42.42.5(pid=26899): stdout: 
| (launched: 2022-12-10_16:55:27.461781)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:55:28.989363 run   osmo-stp_10.42.42.5(pid=26899): stderr: 
| �[0;m�[38;5;43m20221210165527632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165527632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165527632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165527633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165527633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165527633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165527633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:55:29.111525 run   osmo-stp_10.42.42.5(pid=26899): stdout: 
| (launched: 2022-12-10_16:55:27.461781)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:55:29.232527 run   osmo-stp_10.42.42.5(pid=26899): stderr: 
| �[0;m�[38;5;43m20221210165527632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165527632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165527632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165527633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165527633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165527633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165527633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:55:29.285511 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26899): Process ended prematurely: osmo-stp_10.42.42.5(pid=26899) [trial-2376↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26899)]  [trial-2376↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]
16:55:29.293633 tst                   handover.py:18: Test FAILED (6.4 sec)
16:55:29.353996 run   osmo-hlr_10.42.42.2(pid=26896): ERR: Terminated: ERROR {rc=237}  [trial-2376↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26896)]
16:55:29.403743 run   osmo-hlr_10.42.42.2(pid=26896): stdout: 
| (launched: 2022-12-10_16:55:26.544266) 
16:55:29.454260 run   osmo-hlr_10.42.42.2(pid=26896): stderr: 
| �[0;m�[1;31m20221210165526724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165526724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165526724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165526724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165526724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165526724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165526737 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165526747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165526747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165526748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:55:29.522464 run   osmo-msc_10.42.42.6(pid=26902): ERR: Terminated: ERROR {rc=2}  [trial-2376↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26902)]
16:55:29.571955 run   osmo-msc_10.42.42.6(pid=26902): stdout: 
| (launched: 2022-12-10_16:55:28.406172) 
16:55:29.621995 run   osmo-msc_10.42.42.6(pid=26902): stderr: 
| �[0;m�[38;5;43m20221210165528677 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210165528678 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f33e8f16c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210165528678 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210165528678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210165528678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210165528678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210165528680 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210165528680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210165528680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210165528680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:55:29.664585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26895): Terminating (SIGTERM)
16:55:29.704932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26898): Terminating (SIGTERM)
16:55:29.745608 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26901): Terminating (SIGTERM)
16:55:29.755155 ---      ParallelTerminationStrategy: PID 26895 died...
16:55:29.809438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26895): Terminated: ok {rc=0}
16:55:29.819372 ---      ParallelTerminationStrategy: PID 26898 died...
16:55:29.873030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26898): Terminated: ok {rc=0}
16:55:29.882763 ---      ParallelTerminationStrategy: PID 26901 died...
16:55:29.936555 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26901): Terminated: ok {rc=0}
16:55:30.021376 bus                        /sierra_3: Setting Powered False
16:55:31.141774 bus                        /sierra_3: Setting Powered False
16:55:32.252769 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>171</id><name>handover_2G_nanobts+bts1-trx-umtrx</name><properties></properties><timestamp>2022-12-10T16:55:22</timestamp></suite><suite><case><age>205</age><className>handover_2G:oc2g+bts1-octphy</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=26914): Process ended prematurely: osmo-stp_10.42.42.5(pid=26914) [trial-2376↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26914)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26914): Process ended prematurely: osmo-stp_10.42.42.5(pid=26914) [trial-2376↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26914)]
</stderr><stdout>
----------------------------------------------
trial-2376 handover_2G:oc2g+bts1-octphy handover.py
----------------------------------------------
16:55:34.223021 tst     handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)
16:55:34.234040 tst     handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)
16:55:34.355600 tst                      handover.py: using LAC 29345
16:55:34.473885 tst                      handover.py: using RAC 20
16:55:34.592110 tst                      handover.py: using CellId 29345
16:55:34.712702 tst                      handover.py: using BVCI 29346
16:55:34.735614 tst     handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)
16:55:34.856232 tst                      handover.py: using LAC 29346
16:55:34.975984 tst                      handover.py: using RAC 21
16:55:35.096000 tst                      handover.py: using CellId 29346
16:55:35.216719 tst                      handover.py: using BVCI 29347
16:55:35.239777 tst     handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)
16:55:35.250515 tst     handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)
16:55:35.261034 tst     handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)
16:55:35.271650 tst     handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)
16:55:35.282551 tst     handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)
16:55:35.293505 tst     handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)
16:55:35.410711 tst     handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)
16:55:35.623852 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:55:36.107877 run         create_hlr_db(pid=26908): Launched
16:55:36.240168 bus                        /sierra_2: Setting Powered False
16:55:37.317066 run         create_hlr_db(pid=26908): Terminated: ok {rc=0}
16:55:37.696910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26910): Launched
16:55:37.999795 run   osmo-hlr_10.42.42.2(pid=26911): Launched
16:55:38.121316 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:55:38.628093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26913): Launched
16:55:38.930912 run   osmo-stp_10.42.42.5(pid=26914): Launched
16:55:39.041991 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:55:39.571028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26916): Launched
16:55:39.876572 run   osmo-msc_10.42.42.6(pid=26917): Launched
16:55:40.055788 run   osmo-stp_10.42.42.5(pid=26914): ERR: Terminated: ERROR {rc=1}  [trial-2376↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26914)]
16:55:40.184250 run   osmo-stp_10.42.42.5(pid=26914): stdout: 
| (launched: 2022-12-10_16:55:38.782031)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:55:40.310673 run   osmo-stp_10.42.42.5(pid=26914): stderr: 
| �[0;m�[38;5;43m20221210165538953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165538953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165538953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165538954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165538954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165538954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165538954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:55:40.432832 run   osmo-stp_10.42.42.5(pid=26914): stdout: 
| (launched: 2022-12-10_16:55:38.782031)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:55:40.554530 run   osmo-stp_10.42.42.5(pid=26914): stderr: 
| �[0;m�[38;5;43m20221210165538953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165538953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165538953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165538954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165538954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165538954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165538954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:55:40.607537 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26914): Process ended prematurely: osmo-stp_10.42.42.5(pid=26914) [trial-2376↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26914)]  [trial-2376↪handover_2G:oc2g+bts1-octphy↪handover.py:18]
16:55:40.615592 tst                   handover.py:18: Test FAILED (6.4 sec)
16:55:40.675321 run   osmo-hlr_10.42.42.2(pid=26911): ERR: Terminated: ERROR {rc=237}  [trial-2376↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26911)]
16:55:40.724545 run   osmo-hlr_10.42.42.2(pid=26911): stdout: 
| (launched: 2022-12-10_16:55:37.851202) 
16:55:40.774127 run   osmo-hlr_10.42.42.2(pid=26911): stderr: 
| �[0;m�[1;31m20221210165538030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165538030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165538030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165538030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165538030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165538030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165538042 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165538051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165538051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165538051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:55:40.842005 run   osmo-msc_10.42.42.6(pid=26917): ERR: Terminated: ERROR {rc=2}  [trial-2376↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26917)]
16:55:40.891499 run   osmo-msc_10.42.42.6(pid=26917): stdout: 
| (launched: 2022-12-10_16:55:39.725789) 
16:55:40.941132 run   osmo-msc_10.42.42.6(pid=26917): stderr: 
| �[0;m�[38;5;43m20221210165539998 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210165539998 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f003d44ec40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210165539998 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210165539998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210165539998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210165539998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210165540000 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210165540000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210165540001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210165540001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:55:40.983305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26910): Terminating (SIGTERM)
16:55:41.023176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26913): Terminating (SIGTERM)
16:55:41.063079 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26916): Terminating (SIGTERM)
16:55:41.072252 ---      ParallelTerminationStrategy: PID 26910 died...
16:55:41.126281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26910): Terminated: ok {rc=0}
16:55:41.135983 ---      ParallelTerminationStrategy: PID 26913 died...
16:55:41.189413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26913): Terminated: ok {rc=0}
16:55:41.199057 ---      ParallelTerminationStrategy: PID 26916 died...
16:55:41.252122 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26916): Terminated: ok {rc=0}
16:55:41.341202 bus                        /sierra_3: Setting Powered False
16:55:42.447693 bus                        /sierra_3: Setting Powered False
16:55:43.555999 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>172</id><name>handover_2G_oc2g+bts1-octphy</name><properties></properties><timestamp>2022-12-10T16:55:33</timestamp></suite><suite><case><age>205</age><className>handover_2G:oc2g+bts1-trx-lms</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=26928): Process ended prematurely: osmo-stp_10.42.42.5(pid=26928) [trial-2376↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26928)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26928): Process ended prematurely: osmo-stp_10.42.42.5(pid=26928) [trial-2376↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26928)]
</stderr><stdout>
----------------------------------------------
trial-2376 handover_2G:oc2g+bts1-trx-lms handover.py
----------------------------------------------
16:55:45.541626 tst    handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)
16:55:45.553130 tst    handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)
16:55:45.683343 tst                      handover.py: using LAC 29347
16:55:45.810627 tst                      handover.py: using RAC 22
16:55:45.949314 tst                      handover.py: using CellId 29347
16:55:46.090855 tst                      handover.py: using BVCI 29348
16:55:46.116712 tst    handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)
16:55:46.255706 tst                      handover.py: using LAC 29348
16:55:46.378618 tst                      handover.py: using RAC 23
16:55:46.504354 tst                      handover.py: using CellId 29348
16:55:46.658538 tst                      handover.py: using BVCI 29349
16:55:46.691171 tst    handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)
16:55:46.705711 tst    handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)
16:55:46.719402 tst    handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)
16:55:46.733992 tst    handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)
16:55:46.747986 tst    handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)
16:55:46.761733 tst    handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)
16:55:46.908346 tst    handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)
16:55:47.139051 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:55:47.609721 run         create_hlr_db(pid=26922): Launched
16:55:47.733823 bus                        /sierra_2: Setting Powered False
16:55:48.807593 run         create_hlr_db(pid=26922): Terminated: ok {rc=0}
16:55:49.213585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26924): Launched
16:55:49.538586 run   osmo-hlr_10.42.42.2(pid=26925): Launched
16:55:49.656000 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:55:50.194782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26927): Launched
16:55:50.519398 run   osmo-stp_10.42.42.5(pid=26928): Launched
16:55:50.638093 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:55:51.201925 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26930): Launched
16:55:51.526891 run   osmo-msc_10.42.42.6(pid=26931): Launched
16:55:51.716543 run   osmo-stp_10.42.42.5(pid=26928): ERR: Terminated: ERROR {rc=1}  [trial-2376↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26928)]
16:55:51.853636 run   osmo-stp_10.42.42.5(pid=26928): stdout: 
| (launched: 2022-12-10_16:55:50.360141)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:55:51.990891 run   osmo-stp_10.42.42.5(pid=26928): stderr: 
| �[0;m�[38;5;43m20221210165550554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165550554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165550555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165550555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165550555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165550555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165550556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:55:52.121791 run   osmo-stp_10.42.42.5(pid=26928): stdout: 
| (launched: 2022-12-10_16:55:50.360141)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:55:52.251170 run   osmo-stp_10.42.42.5(pid=26928): stderr: 
| �[0;m�[38;5;43m20221210165550554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165550554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165550555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165550555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165550555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165550555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165550556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:55:52.307473 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26928): Process ended prematurely: osmo-stp_10.42.42.5(pid=26928) [trial-2376↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26928)]  [trial-2376↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]
16:55:52.316223 tst                   handover.py:18: Test FAILED (6.8 sec)
16:55:52.379834 run   osmo-hlr_10.42.42.2(pid=26925): ERR: Terminated: ERROR {rc=237}  [trial-2376↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26925)]
16:55:52.431821 run   osmo-hlr_10.42.42.2(pid=26925): stdout: 
| (launched: 2022-12-10_16:55:49.379224) 
16:55:52.484559 run   osmo-hlr_10.42.42.2(pid=26925): stderr: 
| �[0;m�[1;31m20221210165549577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165549577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165549577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165549577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165549577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165549577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165549589 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165549597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165549597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165549598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:55:52.556269 run   osmo-msc_10.42.42.6(pid=26931): ERR: Terminated: ERROR {rc=2}  [trial-2376↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26931)]
16:55:52.608741 run   osmo-msc_10.42.42.6(pid=26931): stdout: 
| (launched: 2022-12-10_16:55:51.367182) 
16:55:52.661205 run   osmo-msc_10.42.42.6(pid=26931): stderr: 
| �[0;m�[38;5;43m20221210165551688 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210165551688 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efe680f6c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210165551688 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210165551688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210165551689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210165551689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210165551690 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210165551691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210165551691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210165551691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:55:52.705396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26924): Terminating (SIGTERM)
16:55:52.747610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26927): Terminating (SIGTERM)
16:55:52.789873 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26930): Terminating (SIGTERM)
16:55:52.799904 ---      ParallelTerminationStrategy: PID 26924 died...
16:55:52.856605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26924): Terminated: ok {rc=0}
16:55:52.866928 ---      ParallelTerminationStrategy: PID 26927 died...
16:55:52.922979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26927): Terminated: ok {rc=0}
16:55:52.933808 ---      ParallelTerminationStrategy: PID 26930 died...
16:55:52.989993 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26930): Terminated: ok {rc=0}
16:55:53.077836 bus                        /sierra_3: Setting Powered False
16:55:54.181506 bus                        /sierra_3: Setting Powered False
16:55:55.293403 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>173</id><name>handover_2G_oc2g+bts1-trx-lms</name><properties></properties><timestamp>2022-12-10T16:55:45</timestamp></suite><suite><case><age>205</age><className>handover_2G:oc2g+bts1-trx-lms-limenet-micro</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=26942): Process ended prematurely: osmo-stp_10.42.42.5(pid=26942) [trial-2376↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26942)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26942): Process ended prematurely: osmo-stp_10.42.42.5(pid=26942) [trial-2376↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26942)]
</stderr><stdout>
----------------------------------------------
trial-2376 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py
----------------------------------------------
16:55:57.285817 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:55:57.297208 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)
16:55:57.425797 tst                      handover.py: using LAC 29349
16:55:57.551451 tst                      handover.py: using RAC 24
16:55:57.679030 tst                      handover.py: using CellId 29349
16:55:57.805395 tst                      handover.py: using BVCI 29350
16:55:57.830057 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)
16:55:57.969900 tst                      handover.py: using LAC 29350
16:55:58.094903 tst                      handover.py: using RAC 25
16:55:58.220268 tst                      handover.py: using CellId 29350
16:55:58.347075 tst                      handover.py: using BVCI 29351
16:55:58.371674 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:55:58.383214 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:55:58.394550 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:55:58.406207 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:55:58.417790 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:55:58.429271 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)
16:55:58.548323 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)
16:55:58.750499 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:55:59.213741 run         create_hlr_db(pid=26936): Launched
16:55:59.337810 bus                        /sierra_2: Setting Powered False
16:56:00.411283 run         create_hlr_db(pid=26936): Terminated: ok {rc=0}
16:56:00.813773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26938): Launched
16:56:01.198092 run   osmo-hlr_10.42.42.2(pid=26939): Launched
16:56:01.430397 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:56:02.110605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26941): Launched
16:56:02.484524 run   osmo-stp_10.42.42.5(pid=26942): Launched
16:56:02.603570 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:56:03.170062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26944): Launched
16:56:03.495506 run   osmo-msc_10.42.42.6(pid=26945): Launched
16:56:03.685900 run   osmo-stp_10.42.42.5(pid=26942): ERR: Terminated: ERROR {rc=1}  [trial-2376↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26942)]
16:56:03.823089 run   osmo-stp_10.42.42.5(pid=26942): stdout: 
| (launched: 2022-12-10_16:56:02.270051)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:56:03.960329 run   osmo-stp_10.42.42.5(pid=26942): stderr: 
| �[0;m�[38;5;43m20221210165602486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165602486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165602486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165602487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165602487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165602487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165602487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:56:04.091287 run   osmo-stp_10.42.42.5(pid=26942): stdout: 
| (launched: 2022-12-10_16:56:02.270051)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:56:04.221069 run   osmo-stp_10.42.42.5(pid=26942): stderr: 
| �[0;m�[38;5;43m20221210165602486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165602486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165602486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165602487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165602487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165602487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165602487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:56:04.277563 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26942): Process ended prematurely: osmo-stp_10.42.42.5(pid=26942) [trial-2376↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26942)]  [trial-2376↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]
16:56:04.286229 tst                   handover.py:18: Test FAILED (7.0 sec)
16:56:04.350793 run   osmo-hlr_10.42.42.2(pid=26939): ERR: Terminated: ERROR {rc=237}  [trial-2376↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26939)]
16:56:04.403511 run   osmo-hlr_10.42.42.2(pid=26939): stdout: 
| (launched: 2022-12-10_16:56:00.993493) 
16:56:04.456390 run   osmo-hlr_10.42.42.2(pid=26939): stderr: 
| �[0;m�[1;31m20221210165601354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165601354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165601354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165601354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165601354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165601355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165601366 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165601396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165601396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165601396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:56:04.528114 run   osmo-msc_10.42.42.6(pid=26945): ERR: Terminated: ERROR {rc=2}  [trial-2376↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26945)]
16:56:04.580300 run   osmo-msc_10.42.42.6(pid=26945): stdout: 
| (launched: 2022-12-10_16:56:03.335867) 
16:56:04.633365 run   osmo-msc_10.42.42.6(pid=26945): stderr: 
| �[0;m�[38;5;43m20221210165603656 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210165603656 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4548647c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210165603657 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210165603657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210165603657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210165603657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210165603660 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210165603660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210165603660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210165603660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:56:04.678509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26938): Terminating (SIGTERM)
16:56:04.720927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26941): Terminating (SIGTERM)
16:56:04.763644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26944): Terminating (SIGTERM)
16:56:04.773477 ---      ParallelTerminationStrategy: PID 26938 died...
16:56:04.830356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26938): Terminated: ok {rc=0}
16:56:04.840602 ---      ParallelTerminationStrategy: PID 26941 died...
16:56:04.897478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26941): Terminated: ok {rc=0}
16:56:04.907612 ---      ParallelTerminationStrategy: PID 26944 died...
16:56:04.964417 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26944): Terminated: ok {rc=0}
16:56:05.051490 bus                        /sierra_3: Setting Powered False
16:56:06.158027 bus                        /sierra_3: Setting Powered False
16:56:07.265393 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>174</id><name>handover_2G_oc2g+bts1-trx-lms-limenet-micro</name><properties></properties><timestamp>2022-12-10T16:55:57</timestamp></suite><suite><case><age>205</age><className>handover_2G:oc2g+bts1-trx-sysmocell5000</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=26957): Process ended prematurely: osmo-stp_10.42.42.5(pid=26957) [trial-2376↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26957)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26957): Process ended prematurely: osmo-stp_10.42.42.5(pid=26957) [trial-2376↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26957)]
</stderr><stdout>
----------------------------------------------
trial-2376 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py
----------------------------------------------
16:56:09.264857 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:56:09.278208 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)
16:56:09.399855 tst                      handover.py: using LAC 29351
16:56:09.520438 tst                      handover.py: using RAC 26
16:56:09.641341 tst                      handover.py: using CellId 29351
16:56:09.760491 tst                      handover.py: using BVCI 29352
16:56:09.783649 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)
16:56:09.921100 tst                      handover.py: using LAC 29352
16:56:10.044676 tst                      handover.py: using RAC 27
16:56:10.163546 tst                      handover.py: using CellId 29352
16:56:10.289242 tst                      handover.py: using BVCI 29353
16:56:10.314189 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:56:10.325624 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:56:10.336879 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:56:10.348601 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:56:10.360186 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:56:10.371527 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)
16:56:10.487857 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)
16:56:10.698846 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:56:11.181258 run         create_hlr_db(pid=26951): Launched
16:56:11.313949 bus                        /sierra_2: Setting Powered False
16:56:12.390250 run         create_hlr_db(pid=26951): Terminated: ok {rc=0}
16:56:12.792648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26953): Launched
16:56:13.118881 run   osmo-hlr_10.42.42.2(pid=26954): Launched
16:56:13.236398 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:56:13.770305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26956): Launched
16:56:14.094548 run   osmo-stp_10.42.42.5(pid=26957): Launched
16:56:14.212756 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:56:14.776584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26959): Launched
16:56:15.101965 run   osmo-msc_10.42.42.6(pid=26960): Launched
16:56:15.292320 run   osmo-stp_10.42.42.5(pid=26957): ERR: Terminated: ERROR {rc=1}  [trial-2376↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26957)]
16:56:15.430101 run   osmo-stp_10.42.42.5(pid=26957): stdout: 
| (launched: 2022-12-10_16:56:13.934689)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:56:15.567411 run   osmo-stp_10.42.42.5(pid=26957): stderr: 
| �[0;m�[38;5;43m20221210165614129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165614130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165614130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165614130 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165614131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165614131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165614131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:56:15.698179 run   osmo-stp_10.42.42.5(pid=26957): stdout: 
| (launched: 2022-12-10_16:56:13.934689)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:56:15.827766 run   osmo-stp_10.42.42.5(pid=26957): stderr: 
| �[0;m�[38;5;43m20221210165614129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165614130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165614130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165614130 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165614131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165614131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165614131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:56:15.901996 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26957): Process ended prematurely: osmo-stp_10.42.42.5(pid=26957) [trial-2376↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26957)]  [trial-2376↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]
16:56:15.910977 tst                   handover.py:18: Test FAILED (6.6 sec)
16:56:15.972137 run   osmo-hlr_10.42.42.2(pid=26954): ERR: Terminated: ERROR {rc=237}  [trial-2376↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26954)]
16:56:16.023096 run   osmo-hlr_10.42.42.2(pid=26954): stdout: 
| (launched: 2022-12-10_16:56:12.958084) 
16:56:16.075425 run   osmo-hlr_10.42.42.2(pid=26954): stderr: 
| �[0;m�[1;31m20221210165613155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165613155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165613155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165613155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165613155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165613155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165613170 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165613178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165613179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165613179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:56:16.145392 run   osmo-msc_10.42.42.6(pid=26960): ERR: Terminated: ERROR {rc=2}  [trial-2376↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26960)]
16:56:16.195612 run   osmo-msc_10.42.42.6(pid=26960): stdout: 
| (launched: 2022-12-10_16:56:14.942002) 
16:56:16.247260 run   osmo-msc_10.42.42.6(pid=26960): stderr: 
| �[0;m�[38;5;43m20221210165615265 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210165615265 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1f58f29c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210165615266 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210165615266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210165615266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210165615266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210165615268 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210165615268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210165615268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210165615268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:56:16.292004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26953): Terminating (SIGTERM)
16:56:16.336507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26956): Terminating (SIGTERM)
16:56:16.379524 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26959): Terminating (SIGTERM)
16:56:16.390646 ---      ParallelTerminationStrategy: PID 26953 died...
16:56:16.449259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26953): Terminated: ok {rc=0}
16:56:16.460668 ---      ParallelTerminationStrategy: PID 26956 died...
16:56:16.514928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26956): Terminated: ok {rc=0}
16:56:16.525746 ---      ParallelTerminationStrategy: PID 26959 died...
16:56:16.581489 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26959): Terminated: ok {rc=0}
16:56:16.671144 bus                        /sierra_3: Setting Powered False
16:56:17.772383 bus                        /sierra_3: Setting Powered False
16:56:18.883173 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>175</id><name>handover_2G_oc2g+bts1-trx-sysmocell5000</name><properties></properties><timestamp>2022-12-10T16:56:08</timestamp></suite><suite><case><age>174</age><className>handover_2G:oc2g+bts1-sysmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=26971): Process ended prematurely: osmo-stp_10.42.42.5(pid=26971) [trial-2376↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26971)]</errorStackTrace><failedSince>2203</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26971): Process ended prematurely: osmo-stp_10.42.42.5(pid=26971) [trial-2376↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26971)]
</stderr><stdout>
----------------------------------------------
trial-2376 handover_2G:oc2g+bts1-sysmo handover.py
----------------------------------------------
16:56:20.856182 tst      handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)
16:56:20.867711 tst      handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)
16:56:20.996792 tst                      handover.py: using LAC 29353
16:56:21.123198 tst                      handover.py: using RAC 28
16:56:21.250518 tst                      handover.py: using CellId 29353
16:56:21.377103 tst                      handover.py: using BVCI 29354
16:56:21.401790 tst      handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)
16:56:21.530112 tst                      handover.py: using LAC 29354
16:56:21.653326 tst                      handover.py: using RAC 29
16:56:21.773918 tst                      handover.py: using CellId 29354
16:56:21.896114 tst                      handover.py: using BVCI 29355
16:56:21.919318 tst      handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)
16:56:21.930271 tst      handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)
16:56:21.941013 tst      handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)
16:56:21.951639 tst      handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)
16:56:21.962369 tst      handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)
16:56:21.972892 tst      handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)
16:56:22.091786 tst      handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)
16:56:22.292905 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:56:22.754994 run         create_hlr_db(pid=26965): Launched
16:56:22.879534 bus                        /sierra_2: Setting Powered False
16:56:23.951600 run         create_hlr_db(pid=26965): Terminated: ok {rc=0}
16:56:24.356721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26967): Launched
16:56:24.682295 run   osmo-hlr_10.42.42.2(pid=26968): Launched
16:56:24.804199 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:56:25.340341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26970): Launched
16:56:25.665196 run   osmo-stp_10.42.42.5(pid=26971): Launched
16:56:25.782943 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:56:26.348181 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26973): Launched
16:56:26.673345 run   osmo-msc_10.42.42.6(pid=26974): Launched
16:56:26.863608 run   osmo-stp_10.42.42.5(pid=26971): ERR: Terminated: ERROR {rc=1}  [trial-2376↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26971)]
16:56:27.002012 run   osmo-stp_10.42.42.5(pid=26971): stdout: 
| (launched: 2022-12-10_16:56:25.505471)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:56:27.139297 run   osmo-stp_10.42.42.5(pid=26971): stderr: 
| �[0;m�[38;5;43m20221210165625700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165625700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165625700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165625700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165625701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165625701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165625701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:56:27.270245 run   osmo-stp_10.42.42.5(pid=26971): stdout: 
| (launched: 2022-12-10_16:56:25.505471)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:56:27.400324 run   osmo-stp_10.42.42.5(pid=26971): stderr: 
| �[0;m�[38;5;43m20221210165625700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165625700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165625700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165625700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165625701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165625701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165625701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:56:27.457325 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26971): Process ended prematurely: osmo-stp_10.42.42.5(pid=26971) [trial-2376↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26971)]  [trial-2376↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]
16:56:27.466152 tst                   handover.py:18: Test FAILED (6.6 sec)
16:56:27.530519 run   osmo-hlr_10.42.42.2(pid=26968): ERR: Terminated: ERROR {rc=237}  [trial-2376↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26968)]
16:56:27.582990 run   osmo-hlr_10.42.42.2(pid=26968): stdout: 
| (launched: 2022-12-10_16:56:24.522010) 
16:56:27.636231 run   osmo-hlr_10.42.42.2(pid=26968): stderr: 
| �[0;m�[1;31m20221210165624719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165624719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165624719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165624719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165624720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165624720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165624731 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165624740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165624740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165624740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:56:27.707820 run   osmo-msc_10.42.42.6(pid=26974): ERR: Terminated: ERROR {rc=2}  [trial-2376↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26974)]
16:56:27.759943 run   osmo-msc_10.42.42.6(pid=26974): stdout: 
| (launched: 2022-12-10_16:56:26.513498) 
16:56:27.812456 run   osmo-msc_10.42.42.6(pid=26974): stderr: 
| �[0;m�[38;5;43m20221210165626835 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210165626835 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5aaf5ecc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210165626835 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210165626835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210165626836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210165626836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210165626837 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210165626838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210165626838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210165626838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:56:27.857433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26967): Terminating (SIGTERM)
16:56:27.900177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26970): Terminating (SIGTERM)
16:56:27.942912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26973): Terminating (SIGTERM)
16:56:27.953460 ---      ParallelTerminationStrategy: PID 26967 died...
16:56:28.010783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26967): Terminated: ok {rc=0}
16:56:28.021142 ---      ParallelTerminationStrategy: PID 26970 died...
16:56:28.078226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26970): Terminated: ok {rc=0}
16:56:28.088365 ---      ParallelTerminationStrategy: PID 26973 died...
16:56:28.145432 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26973): Terminated: ok {rc=0}
16:56:28.234229 bus                        /sierra_3: Setting Powered False
16:56:29.342166 bus                        /sierra_3: Setting Powered False
16:56:30.453240 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>176</id><name>handover_2G_oc2g+bts1-sysmo</name><properties></properties><timestamp>2022-12-10T16:56:20</timestamp></suite><suite><case><age>174</age><className>handover_2G:oc2g+bts1-trx-b200</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=26986): Process ended prematurely: osmo-stp_10.42.42.5(pid=26986) [trial-2376↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26986)]</errorStackTrace><failedSince>2203</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26986): Process ended prematurely: osmo-stp_10.42.42.5(pid=26986) [trial-2376↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26986)]
</stderr><stdout>
----------------------------------------------
trial-2376 handover_2G:oc2g+bts1-trx-b200 handover.py
----------------------------------------------
16:56:32.508581 tst   handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
16:56:32.520694 tst   handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)
16:56:32.655638 tst                      handover.py: using LAC 29355
16:56:32.780540 tst                      handover.py: using RAC 30
16:56:32.906386 tst                      handover.py: using CellId 29355
16:56:33.038034 tst                      handover.py: using BVCI 29356
16:56:33.062694 tst   handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)
16:56:33.198525 tst                      handover.py: using LAC 29356
16:56:33.319555 tst                      handover.py: using RAC 31
16:56:33.438018 tst                      handover.py: using CellId 29356
16:56:33.556339 tst                      handover.py: using BVCI 29357
16:56:33.579651 tst   handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
16:56:33.590703 tst   handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
16:56:33.601353 tst   handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
16:56:33.612166 tst   handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
16:56:33.623083 tst   handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
16:56:33.633874 tst   handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)
16:56:33.751691 tst   handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)
16:56:33.961133 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:56:34.443544 run         create_hlr_db(pid=26980): Launched
16:56:34.576398 bus                        /sierra_2: Setting Powered False
16:56:35.652281 run         create_hlr_db(pid=26980): Terminated: ok {rc=0}
16:56:36.034408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26982): Launched
16:56:36.339491 run   osmo-hlr_10.42.42.2(pid=26983): Launched
16:56:36.452445 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:56:36.952810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26985): Launched
16:56:37.258342 run   osmo-stp_10.42.42.5(pid=26986): Launched
16:56:37.379735 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:56:37.913077 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26988): Launched
16:56:38.217368 run   osmo-msc_10.42.42.6(pid=26989): Launched
16:56:38.395474 run   osmo-stp_10.42.42.5(pid=26986): ERR: Terminated: ERROR {rc=1}  [trial-2376↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26986)]
16:56:38.524078 run   osmo-stp_10.42.42.5(pid=26986): stdout: 
| (launched: 2022-12-10_16:56:37.107232)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:56:38.650289 run   osmo-stp_10.42.42.5(pid=26986): stderr: 
| �[0;m�[38;5;43m20221210165637278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165637278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165637278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165637279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165637279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165637279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165637279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:56:38.772046 run   osmo-stp_10.42.42.5(pid=26986): stdout: 
| (launched: 2022-12-10_16:56:37.107232)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:56:38.893628 run   osmo-stp_10.42.42.5(pid=26986): stderr: 
| �[0;m�[38;5;43m20221210165637278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165637278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165637278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165637279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165637279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165637279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165637279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:56:38.946971 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26986): Process ended prematurely: osmo-stp_10.42.42.5(pid=26986) [trial-2376↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26986)]  [trial-2376↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]
16:56:38.955241 tst                   handover.py:18: Test FAILED (6.4 sec)
16:56:39.015072 run   osmo-hlr_10.42.42.2(pid=26983): ERR: Terminated: ERROR {rc=237}  [trial-2376↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26983)]
16:56:39.064310 run   osmo-hlr_10.42.42.2(pid=26983): stdout: 
| (launched: 2022-12-10_16:56:36.189763) 
16:56:39.114175 run   osmo-hlr_10.42.42.2(pid=26983): stderr: 
| �[0;m�[1;31m20221210165636366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165636366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165636366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165636366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165636366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165636366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165636379 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165636388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165636388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165636388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:56:39.181907 run   osmo-msc_10.42.42.6(pid=26989): ERR: Terminated: ERROR {rc=2}  [trial-2376↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26989)]
16:56:39.230383 run   osmo-msc_10.42.42.6(pid=26989): stdout: 
| (launched: 2022-12-10_16:56:38.067648) 
16:56:39.279501 run   osmo-msc_10.42.42.6(pid=26989): stderr: 
| �[0;m�[38;5;43m20221210165638338 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210165638338 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3a7932ac40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210165638338 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210165638338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210165638338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210165638339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210165638340 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210165638341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210165638341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210165638341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:56:39.321334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26982): Terminating (SIGTERM)
16:56:39.360844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26985): Terminating (SIGTERM)
16:56:39.400331 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26988): Terminating (SIGTERM)
16:56:39.409565 ---      ParallelTerminationStrategy: PID 26982 died...
16:56:39.462659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26982): Terminated: ok {rc=0}
16:56:39.472316 ---      ParallelTerminationStrategy: PID 26985 died...
16:56:39.525451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26985): Terminated: ok {rc=0}
16:56:39.534842 ---      ParallelTerminationStrategy: PID 26988 died...
16:56:39.587992 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26988): Terminated: ok {rc=0}
16:56:39.670852 bus                        /sierra_3: Setting Powered False
16:56:40.771572 bus                        /sierra_3: Setting Powered False
16:56:41.883129 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>177</id><name>handover_2G_oc2g+bts1-trx-b200</name><properties></properties><timestamp>2022-12-10T16:56:32</timestamp></suite><suite><case><age>174</age><className>handover_2G:oc2g+bts1-trx-umtrx</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=27000): Process ended prematurely: osmo-stp_10.42.42.5(pid=27000) [trial-2376↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27000)]</errorStackTrace><failedSince>2203</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27000): Process ended prematurely: osmo-stp_10.42.42.5(pid=27000) [trial-2376↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27000)]
</stderr><stdout>
----------------------------------------------
trial-2376 handover_2G:oc2g+bts1-trx-umtrx handover.py
----------------------------------------------
16:56:43.867946 tst  handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
16:56:43.879504 tst  handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)
16:56:44.012010 tst                      handover.py: using LAC 29357
16:56:44.137748 tst                      handover.py: using RAC 32
16:56:44.262216 tst                      handover.py: using CellId 29357
16:56:44.389749 tst                      handover.py: using BVCI 29358
16:56:44.414359 tst  handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)
16:56:44.554541 tst                      handover.py: using LAC 29358
16:56:44.678985 tst                      handover.py: using RAC 33
16:56:44.796222 tst                      handover.py: using CellId 29358
16:56:44.913486 tst                      handover.py: using BVCI 29359
16:56:44.936435 tst  handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
16:56:44.947790 tst  handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
16:56:44.958859 tst  handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
16:56:44.970025 tst  handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
16:56:44.980937 tst  handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
16:56:44.991703 tst  handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)
16:56:45.106149 tst  handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)
16:56:45.308236 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:56:45.767620 run         create_hlr_db(pid=26994): Launched
16:56:45.913872 bus                        /sierra_2: Setting Powered False
16:56:47.040504 run         create_hlr_db(pid=26994): Terminated: ok {rc=0}
16:56:47.446251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26996): Launched
16:56:47.750700 run   osmo-hlr_10.42.42.2(pid=26997): Launched
16:56:47.870975 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:56:48.374776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26999): Launched
16:56:48.677234 run   osmo-stp_10.42.42.5(pid=27000): Launched
16:56:48.787056 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:56:49.316499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27002): Launched
16:56:49.622242 run   osmo-msc_10.42.42.6(pid=27003): Launched
16:56:49.798925 run   osmo-stp_10.42.42.5(pid=27000): ERR: Terminated: ERROR {rc=1}  [trial-2376↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27000)]
16:56:49.926495 run   osmo-stp_10.42.42.5(pid=27000): stdout: 
| (launched: 2022-12-10_16:56:48.528401)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:56:50.052410 run   osmo-stp_10.42.42.5(pid=27000): stderr: 
| �[0;m�[38;5;43m20221210165648700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165648700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165648700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165648701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165648701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165648701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165648701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:56:50.174427 run   osmo-stp_10.42.42.5(pid=27000): stdout: 
| (launched: 2022-12-10_16:56:48.528401)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:56:50.295142 run   osmo-stp_10.42.42.5(pid=27000): stderr: 
| �[0;m�[38;5;43m20221210165648700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165648700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165648700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165648701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165648701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165648701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165648701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:56:50.347969 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27000): Process ended prematurely: osmo-stp_10.42.42.5(pid=27000) [trial-2376↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27000)]  [trial-2376↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]
16:56:50.356038 tst                   handover.py:18: Test FAILED (6.5 sec)
16:56:50.415759 run   osmo-hlr_10.42.42.2(pid=26997): ERR: Terminated: ERROR {rc=237}  [trial-2376↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26997)]
16:56:50.464639 run   osmo-hlr_10.42.42.2(pid=26997): stdout: 
| (launched: 2022-12-10_16:56:47.600558) 
16:56:50.514242 run   osmo-hlr_10.42.42.2(pid=26997): stderr: 
| �[0;m�[1;31m20221210165647776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165647776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165647776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165647776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165647776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165647776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165647789 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165647798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165647798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165647798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:56:50.581894 run   osmo-msc_10.42.42.6(pid=27003): ERR: Terminated: ERROR {rc=2}  [trial-2376↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27003)]
16:56:50.630494 run   osmo-msc_10.42.42.6(pid=27003): stdout: 
| (launched: 2022-12-10_16:56:49.470783) 
16:56:50.679704 run   osmo-msc_10.42.42.6(pid=27003): stderr: 
| �[0;m�[38;5;43m20221210165649744 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210165649744 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffa910afc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210165649745 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210165649745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210165649745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210165649745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210165649747 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210165649747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210165649747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210165649747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:56:50.721468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26996): Terminating (SIGTERM)
16:56:50.761211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26999): Terminating (SIGTERM)
16:56:50.801082 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27002): Terminating (SIGTERM)
16:56:50.810427 ---      ParallelTerminationStrategy: PID 26996 died...
16:56:50.863689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26996): Terminated: ok {rc=0}
16:56:50.873467 ---      ParallelTerminationStrategy: PID 26999 died...
16:56:50.926077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26999): Terminated: ok {rc=0}
16:56:50.935879 ---      ParallelTerminationStrategy: PID 27002 died...
16:56:50.989026 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27002): Terminated: ok {rc=0}
16:56:51.078466 bus                        /sierra_3: Setting Powered False
16:56:52.181552 bus                        /sierra_3: Setting Powered False
16:56:53.292481 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>178</id><name>handover_2G_oc2g+bts1-trx-umtrx</name><properties></properties><timestamp>2022-12-10T16:56:43</timestamp></suite><suite><case><age>205</age><className>handover_2G:octphy+bts1-trx-lms</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=27014): Process ended prematurely: osmo-stp_10.42.42.5(pid=27014) [trial-2376↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27014)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27014): Process ended prematurely: osmo-stp_10.42.42.5(pid=27014) [trial-2376↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27014)]
</stderr><stdout>
----------------------------------------------
trial-2376 handover_2G:octphy+bts1-trx-lms handover.py
----------------------------------------------
16:56:55.288776 tst  handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)
16:56:55.300125 tst  handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)
16:56:55.429618 tst                      handover.py: using LAC 29359
16:56:55.555827 tst                      handover.py: using RAC 34
16:56:55.682413 tst                      handover.py: using CellId 29359
16:56:55.809348 tst                      handover.py: using BVCI 29360
16:56:55.833924 tst  handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)
16:56:55.978566 tst                      handover.py: using LAC 29360
16:56:56.104551 tst                      handover.py: using RAC 35
16:56:56.230722 tst                      handover.py: using CellId 29360
16:56:56.359175 tst                      handover.py: using BVCI 29361
16:56:56.383776 tst  handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)
16:56:56.395134 tst  handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)
16:56:56.406315 tst  handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)
16:56:56.417701 tst  handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)
16:56:56.429258 tst  handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)
16:56:56.440449 tst  handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)
16:56:56.561330 tst  handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)
16:56:56.771587 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:56:57.252337 run         create_hlr_db(pid=27008): Launched
16:56:57.384185 bus                        /sierra_2: Setting Powered False
16:56:58.460637 run         create_hlr_db(pid=27008): Terminated: ok {rc=0}
16:56:58.842127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27010): Launched
16:56:59.146723 run   osmo-hlr_10.42.42.2(pid=27011): Launched
16:56:59.262517 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:56:59.762813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27013): Launched
16:57:00.066109 run   osmo-stp_10.42.42.5(pid=27014): Launched
16:57:00.176850 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:57:00.708677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27016): Launched
16:57:01.094583 run   osmo-msc_10.42.42.6(pid=27017): Launched
16:57:01.293302 run   osmo-stp_10.42.42.5(pid=27014): ERR: Terminated: ERROR {rc=1}  [trial-2376↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27014)]
16:57:01.467286 run   osmo-stp_10.42.42.5(pid=27014): stdout: 
| (launched: 2022-12-10_16:56:59.917065)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:57:01.768075 run   osmo-stp_10.42.42.5(pid=27014): stderr: 
| �[0;m�[38;5;43m20221210165700088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165700088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165700088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165700088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165700089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165700089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165700089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:57:01.952804 run   osmo-stp_10.42.42.5(pid=27014): stdout: 
| (launched: 2022-12-10_16:56:59.917065)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:57:02.093610 run   osmo-stp_10.42.42.5(pid=27014): stderr: 
| �[0;m�[38;5;43m20221210165700088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165700088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165700088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165700088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165700089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165700089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165700089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:57:02.148113 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27014): Process ended prematurely: osmo-stp_10.42.42.5(pid=27014) [trial-2376↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27014)]  [trial-2376↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]
16:57:02.157270 tst                   handover.py:18: Test FAILED (6.9 sec)
16:57:02.219603 run   osmo-hlr_10.42.42.2(pid=27011): ERR: Terminated: ERROR {rc=237}  [trial-2376↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27011)]
16:57:02.270155 run   osmo-hlr_10.42.42.2(pid=27011): stdout: 
| (launched: 2022-12-10_16:56:58.996371) 
16:57:02.320822 run   osmo-hlr_10.42.42.2(pid=27011): stderr: 
| �[0;m�[1;31m20221210165659175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165659175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165659176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165659176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165659176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165659176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165659188 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165659197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165659197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165659197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:57:02.389265 run   osmo-msc_10.42.42.6(pid=27017): ERR: Terminated: ERROR {rc=2}  [trial-2376↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27017)]
16:57:02.439102 run   osmo-msc_10.42.42.6(pid=27017): stdout: 
| (launched: 2022-12-10_16:57:00.880261) 
16:57:02.494076 run   osmo-msc_10.42.42.6(pid=27017): stderr: 
| �[0;m�[38;5;43m20221210165701516 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210165701519 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9785290c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210165701520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210165701520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210165701520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210165701522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210165701524 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210165701524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210165701524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210165701524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:57:02.540491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27010): Terminating (SIGTERM)
16:57:02.580463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27013): Terminating (SIGTERM)
16:57:02.620769 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27016): Terminating (SIGTERM)
16:57:02.630061 ---      ParallelTerminationStrategy: PID 27010 died...
16:57:02.684073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27010): Terminated: ok {rc=0}
16:57:02.694140 ---      ParallelTerminationStrategy: PID 27013 died...
16:57:02.747937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27013): Terminated: ok {rc=0}
16:57:02.757640 ---      ParallelTerminationStrategy: PID 27016 died...
16:57:02.812080 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27016): Terminated: ok {rc=0}
16:57:02.900793 bus                        /sierra_3: Setting Powered False
16:57:04.004864 bus                        /sierra_3: Setting Powered False
16:57:05.113092 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>179</id><name>handover_2G_octphy+bts1-trx-lms</name><properties></properties><timestamp>2022-12-10T16:56:55</timestamp></suite><suite><case><age>205</age><className>handover_2G:octphy+bts1-trx-lms-limenet-micro</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=27028): Process ended prematurely: osmo-stp_10.42.42.5(pid=27028) [trial-2376↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27028)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27028): Process ended prematurely: osmo-stp_10.42.42.5(pid=27028) [trial-2376↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27028)]
</stderr><stdout>
----------------------------------------------
trial-2376 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py
----------------------------------------------
16:57:07.105366 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:57:07.117049 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)
16:57:07.245943 tst                      handover.py: using LAC 29361
16:57:07.374819 tst                      handover.py: using RAC 36
16:57:07.503916 tst                      handover.py: using CellId 29361
16:57:07.632531 tst                      handover.py: using BVCI 29362
16:57:07.657572 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)
16:57:07.798820 tst                      handover.py: using LAC 29362
16:57:07.926353 tst                      handover.py: using RAC 37
16:57:08.057397 tst                      handover.py: using CellId 29362
16:57:08.186429 tst                      handover.py: using BVCI 29363
16:57:08.211428 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:57:08.223116 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:57:08.234626 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:57:08.246946 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:57:08.258764 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:57:08.270764 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)
16:57:08.388208 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)
16:57:08.589927 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:57:09.053370 run         create_hlr_db(pid=27022): Launched
16:57:09.178575 bus                        /sierra_2: Setting Powered False
16:57:10.251068 run         create_hlr_db(pid=27022): Terminated: ok {rc=0}
16:57:10.656384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27024): Launched
16:57:10.982845 run   osmo-hlr_10.42.42.2(pid=27025): Launched
16:57:11.102243 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:57:11.640608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27027): Launched
16:57:11.966253 run   osmo-stp_10.42.42.5(pid=27028): Launched
16:57:12.086396 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:57:12.651956 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27030): Launched
16:57:12.978190 run   osmo-msc_10.42.42.6(pid=27031): Launched
16:57:13.168558 run   osmo-stp_10.42.42.5(pid=27028): ERR: Terminated: ERROR {rc=1}  [trial-2376↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27028)]
16:57:13.306079 run   osmo-stp_10.42.42.5(pid=27028): stdout: 
| (launched: 2022-12-10_16:57:11.805896)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:57:13.443231 run   osmo-stp_10.42.42.5(pid=27028): stderr: 
| �[0;m�[38;5;43m20221210165711997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165711997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165711997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165711998 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165711998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165711998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165711998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:57:13.574235 run   osmo-stp_10.42.42.5(pid=27028): stdout: 
| (launched: 2022-12-10_16:57:11.805896)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:57:13.703954 run   osmo-stp_10.42.42.5(pid=27028): stderr: 
| �[0;m�[38;5;43m20221210165711997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165711997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165711997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165711998 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165711998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165711998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165711998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:57:13.760638 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27028): Process ended prematurely: osmo-stp_10.42.42.5(pid=27028) [trial-2376↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27028)]  [trial-2376↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]
16:57:13.769466 tst                   handover.py:18: Test FAILED (6.7 sec)
16:57:13.833563 run   osmo-hlr_10.42.42.2(pid=27025): ERR: Terminated: ERROR {rc=237}  [trial-2376↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27025)]
16:57:13.885470 run   osmo-hlr_10.42.42.2(pid=27025): stdout: 
| (launched: 2022-12-10_16:57:10.822227) 
16:57:13.938395 run   osmo-hlr_10.42.42.2(pid=27025): stderr: 
| �[0;m�[1;31m20221210165711019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165711019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165711020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165711020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165711020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165711020 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165711032 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165711041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165711041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165711041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:57:14.010182 run   osmo-msc_10.42.42.6(pid=27031): ERR: Terminated: ERROR {rc=2}  [trial-2376↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27031)]
16:57:14.062258 run   osmo-msc_10.42.42.6(pid=27031): stdout: 
| (launched: 2022-12-10_16:57:12.817718) 
16:57:14.115131 run   osmo-msc_10.42.42.6(pid=27031): stderr: 
| �[0;m�[38;5;43m20221210165713144 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210165713144 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0223598c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210165713144 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210165713144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210165713144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210165713144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210165713146 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210165713146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210165713146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210165713147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:57:14.159801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27024): Terminating (SIGTERM)
16:57:14.202508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27027): Terminating (SIGTERM)
16:57:14.245153 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27030): Terminating (SIGTERM)
16:57:14.255369 ---      ParallelTerminationStrategy: PID 27024 died...
16:57:14.312348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27024): Terminated: ok {rc=0}
16:57:14.322685 ---      ParallelTerminationStrategy: PID 27027 died...
16:57:14.379609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27027): Terminated: ok {rc=0}
16:57:14.390018 ---      ParallelTerminationStrategy: PID 27030 died...
16:57:14.446617 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27030): Terminated: ok {rc=0}
16:57:14.534963 bus                        /sierra_3: Setting Powered False
16:57:15.641542 bus                        /sierra_3: Setting Powered False
16:57:16.771149 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>180</id><name>handover_2G_octphy+bts1-trx-lms-limenet-micro</name><properties></properties><timestamp>2022-12-10T16:57:06</timestamp></suite><suite><case><age>205</age><className>handover_2G:octphy+bts1-trx-sysmocell5000</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=27042): Process ended prematurely: osmo-stp_10.42.42.5(pid=27042) [trial-2376↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27042)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27042): Process ended prematurely: osmo-stp_10.42.42.5(pid=27042) [trial-2376↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27042)]
</stderr><stdout>
----------------------------------------------
trial-2376 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py
----------------------------------------------
16:57:18.771710 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:57:18.783210 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)
16:57:18.915295 tst                      handover.py: using LAC 29363
16:57:19.042606 tst                      handover.py: using RAC 38
16:57:19.169945 tst                      handover.py: using CellId 29363
16:57:19.295069 tst                      handover.py: using BVCI 29364
16:57:19.319795 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)
16:57:19.462099 tst                      handover.py: using LAC 29364
16:57:19.586803 tst                      handover.py: using RAC 39
16:57:19.713742 tst                      handover.py: using CellId 29364
16:57:19.838545 tst                      handover.py: using BVCI 29365
16:57:19.863562 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:57:19.875124 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:57:19.886502 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:57:19.898117 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:57:19.909747 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:57:19.921301 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)
16:57:20.036652 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)
16:57:20.245877 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:57:20.726221 run         create_hlr_db(pid=27036): Launched
16:57:20.858112 bus                        /sierra_2: Setting Powered False
16:57:21.935046 run         create_hlr_db(pid=27036): Terminated: ok {rc=0}
16:57:22.339286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27038): Launched
16:57:22.664517 run   osmo-hlr_10.42.42.2(pid=27039): Launched
16:57:22.785199 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:57:23.321925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27041): Launched
16:57:23.647328 run   osmo-stp_10.42.42.5(pid=27042): Launched
16:57:23.766482 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:57:24.332905 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27044): Launched
16:57:24.659792 run   osmo-msc_10.42.42.6(pid=27045): Launched
16:57:24.849873 run   osmo-stp_10.42.42.5(pid=27042): ERR: Terminated: ERROR {rc=1}  [trial-2376↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27042)]
16:57:24.987743 run   osmo-stp_10.42.42.5(pid=27042): stdout: 
| (launched: 2022-12-10_16:57:23.487575)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:57:25.125401 run   osmo-stp_10.42.42.5(pid=27042): stderr: 
| �[0;m�[38;5;43m20221210165723681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165723681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165723681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165723682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165723682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165723682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165723682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:57:25.256432 run   osmo-stp_10.42.42.5(pid=27042): stdout: 
| (launched: 2022-12-10_16:57:23.487575)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:57:25.386621 run   osmo-stp_10.42.42.5(pid=27042): stderr: 
| �[0;m�[38;5;43m20221210165723681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165723681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165723681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165723682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165723682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165723682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165723682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:57:25.443241 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27042): Process ended prematurely: osmo-stp_10.42.42.5(pid=27042) [trial-2376↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27042)]  [trial-2376↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]
16:57:25.451842 tst                   handover.py:18: Test FAILED (6.7 sec)
16:57:25.515218 run   osmo-hlr_10.42.42.2(pid=27039): ERR: Terminated: ERROR {rc=237}  [trial-2376↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27039)]
16:57:25.567106 run   osmo-hlr_10.42.42.2(pid=27039): stdout: 
| (launched: 2022-12-10_16:57:22.504691) 
16:57:25.619515 run   osmo-hlr_10.42.42.2(pid=27039): stderr: 
| �[0;m�[1;31m20221210165722705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165722705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165722705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165722705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165722705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165722705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165722718 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165722726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165722727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165722727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:57:25.690475 run   osmo-msc_10.42.42.6(pid=27045): ERR: Terminated: ERROR {rc=2}  [trial-2376↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27045)]
16:57:25.741478 run   osmo-msc_10.42.42.6(pid=27045): stdout: 
| (launched: 2022-12-10_16:57:24.498655) 
16:57:25.793817 run   osmo-msc_10.42.42.6(pid=27045): stderr: 
| �[0;m�[38;5;43m20221210165724819 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210165724820 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f878c1efc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210165724820 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210165724820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210165724820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210165724820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210165724822 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210165724822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210165724822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210165724823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:57:25.838232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27038): Terminating (SIGTERM)
16:57:25.880406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27041): Terminating (SIGTERM)
16:57:25.922728 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27044): Terminating (SIGTERM)
16:57:25.932480 ---      ParallelTerminationStrategy: PID 27038 died...
16:57:25.989849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27038): Terminated: ok {rc=0}
16:57:25.999958 ---      ParallelTerminationStrategy: PID 27041 died...
16:57:26.056436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27041): Terminated: ok {rc=0}
16:57:26.066617 ---      ParallelTerminationStrategy: PID 27044 died...
16:57:26.122727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27044): Terminated: ok {rc=0}
16:57:26.210585 bus                        /sierra_3: Setting Powered False
16:57:27.317545 bus                        /sierra_3: Setting Powered False
16:57:28.425487 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>181</id><name>handover_2G_octphy+bts1-trx-sysmocell5000</name><properties></properties><timestamp>2022-12-10T16:57:18</timestamp></suite><suite><case><age>205</age><className>handover_2G:octphy+bts1-sysmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=27056): Process ended prematurely: osmo-stp_10.42.42.5(pid=27056) [trial-2376↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27056)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27056): Process ended prematurely: osmo-stp_10.42.42.5(pid=27056) [trial-2376↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27056)]
</stderr><stdout>
----------------------------------------------
trial-2376 handover_2G:octphy+bts1-sysmo handover.py
----------------------------------------------
16:57:30.401466 tst    handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)
16:57:30.412785 tst    handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)
16:57:30.542628 tst                      handover.py: using LAC 29365
16:57:30.671419 tst                      handover.py: using RAC 40
16:57:30.800656 tst                      handover.py: using CellId 29365
16:57:30.960611 tst                      handover.py: using BVCI 29366
16:57:30.985394 tst    handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)
16:57:31.115951 tst                      handover.py: using LAC 29366
16:57:31.241288 tst                      handover.py: using RAC 41
16:57:31.363672 tst                      handover.py: using CellId 29366
16:57:31.516213 tst                      handover.py: using BVCI 29367
16:57:31.542934 tst    handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)
16:57:31.554828 tst    handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)
16:57:31.566644 tst    handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)
16:57:31.579988 tst    handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)
16:57:31.591932 tst    handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)
16:57:31.605310 tst    handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)
16:57:31.727150 tst    handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)
16:57:31.943958 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:57:32.440634 run         create_hlr_db(pid=27050): Launched
16:57:32.573679 bus                        /sierra_2: Setting Powered False
16:57:33.650546 run         create_hlr_db(pid=27050): Terminated: ok {rc=0}
16:57:34.033673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27052): Launched
16:57:34.338693 run   osmo-hlr_10.42.42.2(pid=27053): Launched
16:57:34.460232 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:57:34.966328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27055): Launched
16:57:35.268501 run   osmo-stp_10.42.42.5(pid=27056): Launched
16:57:35.380029 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:57:35.907752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27058): Launched
16:57:36.233467 run   osmo-msc_10.42.42.6(pid=27060): Launched
16:57:36.424037 run   osmo-stp_10.42.42.5(pid=27056): ERR: Terminated: ERROR {rc=1}  [trial-2376↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27056)]
16:57:36.563383 run   osmo-stp_10.42.42.5(pid=27056): stdout: 
| (launched: 2022-12-10_16:57:35.120201)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:57:36.699822 run   osmo-stp_10.42.42.5(pid=27056): stderr: 
| �[0;m�[38;5;43m20221210165735293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165735293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165735293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165735294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165735294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165735294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165735294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:57:36.830303 run   osmo-stp_10.42.42.5(pid=27056): stdout: 
| (launched: 2022-12-10_16:57:35.120201)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:57:36.960073 run   osmo-stp_10.42.42.5(pid=27056): stderr: 
| �[0;m�[38;5;43m20221210165735293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165735293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165735293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165735294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165735294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165735294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165735294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:57:37.016940 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27056): Process ended prematurely: osmo-stp_10.42.42.5(pid=27056) [trial-2376↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27056)]  [trial-2376↪handover_2G:octphy+bts1-sysmo↪handover.py:18]
16:57:37.025704 tst                   handover.py:18: Test FAILED (6.6 sec)
16:57:37.089431 run   osmo-hlr_10.42.42.2(pid=27053): ERR: Terminated: ERROR {rc=237}  [trial-2376↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27053)]
16:57:37.141285 run   osmo-hlr_10.42.42.2(pid=27053): stdout: 
| (launched: 2022-12-10_16:57:34.189403) 
16:57:37.194097 run   osmo-hlr_10.42.42.2(pid=27053): stderr: 
| �[0;m�[1;31m20221210165734367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165734367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165734367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165734367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165734368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165734368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165734380 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165734389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165734389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165734389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:57:37.265672 run   osmo-msc_10.42.42.6(pid=27060): ERR: Terminated: ERROR {rc=2}  [trial-2376↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27060)]
16:57:37.317598 run   osmo-msc_10.42.42.6(pid=27060): stdout: 
| (launched: 2022-12-10_16:57:36.070305) 
16:57:37.370137 run   osmo-msc_10.42.42.6(pid=27060): stderr: 
| �[0;m�[38;5;43m20221210165736387 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210165736388 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f58c90c6c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210165736388 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210165736388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210165736388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210165736388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210165736390 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210165736390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210165736390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210165736390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:57:37.414879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27052): Terminating (SIGTERM)
16:57:37.457235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27055): Terminating (SIGTERM)
16:57:37.499011 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27058): Terminating (SIGTERM)
16:57:37.508920 ---      ParallelTerminationStrategy: PID 27052 died...
16:57:37.565626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27052): Terminated: ok {rc=0}
16:57:37.575753 ---      ParallelTerminationStrategy: PID 27055 died...
16:57:37.632010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27055): Terminated: ok {rc=0}
16:57:37.642183 ---      ParallelTerminationStrategy: PID 27058 died...
16:57:37.698563 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27058): Terminated: ok {rc=0}
16:57:37.785637 bus                        /sierra_3: Setting Powered False
16:57:38.889728 bus                        /sierra_3: Setting Powered False
16:57:40.001664 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>182</id><name>handover_2G_octphy+bts1-sysmo</name><properties></properties><timestamp>2022-12-10T16:57:30</timestamp></suite><suite><case><age>205</age><className>handover_2G:octphy+bts1-trx-b200</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=27072): Process ended prematurely: osmo-stp_10.42.42.5(pid=27072) [trial-2376↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27072)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27072): Process ended prematurely: osmo-stp_10.42.42.5(pid=27072) [trial-2376↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27072)]
</stderr><stdout>
----------------------------------------------
trial-2376 handover_2G:octphy+bts1-trx-b200 handover.py
----------------------------------------------
16:57:41.964900 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
16:57:41.975761 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)
16:57:42.103864 tst                      handover.py: using LAC 29367
16:57:42.231830 tst                      handover.py: using RAC 42
16:57:42.360775 tst                      handover.py: using CellId 29367
16:57:42.487258 tst                      handover.py: using BVCI 29368
16:57:42.512435 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)
16:57:42.656557 tst                      handover.py: using LAC 29368
16:57:42.782944 tst                      handover.py: using RAC 43
16:57:42.909694 tst                      handover.py: using CellId 29368
16:57:43.038888 tst                      handover.py: using BVCI 29369
16:57:43.064217 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
16:57:43.075679 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
16:57:43.086912 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
16:57:43.098537 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
16:57:43.109990 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
16:57:43.121448 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)
16:57:43.236636 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)
16:57:43.445753 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:57:43.928641 run         create_hlr_db(pid=27066): Launched
16:57:44.062029 bus                        /sierra_2: Setting Powered False
16:57:45.139140 run         create_hlr_db(pid=27066): Terminated: ok {rc=0}
16:57:45.522499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27068): Launched
16:57:45.841008 run   osmo-hlr_10.42.42.2(pid=27069): Launched
16:57:46.002692 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:57:46.619013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27071): Launched
16:57:47.097793 run   osmo-stp_10.42.42.5(pid=27072): Launched
16:57:47.233556 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:57:47.804739 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27074): Launched
16:57:48.132230 run   osmo-msc_10.42.42.6(pid=27075): Launched
16:57:48.323293 run   osmo-stp_10.42.42.5(pid=27072): ERR: Terminated: ERROR {rc=1}  [trial-2376↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27072)]
16:57:48.462404 run   osmo-stp_10.42.42.5(pid=27072): stdout: 
| (launched: 2022-12-10_16:57:46.788887)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:57:48.598368 run   osmo-stp_10.42.42.5(pid=27072): stderr: 
| �[0;m�[38;5;43m20221210165746992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165746992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165746992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165746993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165746995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165746995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165746995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:57:48.729067 run   osmo-stp_10.42.42.5(pid=27072): stdout: 
| (launched: 2022-12-10_16:57:46.788887)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:57:48.858768 run   osmo-stp_10.42.42.5(pid=27072): stderr: 
| �[0;m�[38;5;43m20221210165746992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165746992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165746992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165746993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165746995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165746995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165746995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:57:48.915366 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27072): Process ended prematurely: osmo-stp_10.42.42.5(pid=27072) [trial-2376↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27072)]  [trial-2376↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]
16:57:48.923899 tst                   handover.py:18: Test FAILED (6.9 sec)
16:57:48.988362 run   osmo-hlr_10.42.42.2(pid=27069): ERR: Terminated: ERROR {rc=237}  [trial-2376↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27069)]
16:57:49.040759 run   osmo-hlr_10.42.42.2(pid=27069): stdout: 
| (launched: 2022-12-10_16:57:45.678304) 
16:57:49.093402 run   osmo-hlr_10.42.42.2(pid=27069): stderr: 
| �[0;m�[1;31m20221210165745870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165745870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165745870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165745870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165745870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165745870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165745882 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165745894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165745895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165745895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:57:49.164698 run   osmo-msc_10.42.42.6(pid=27075): ERR: Terminated: ERROR {rc=2}  [trial-2376↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27075)]
16:57:49.216647 run   osmo-msc_10.42.42.6(pid=27075): stdout: 
| (launched: 2022-12-10_16:57:47.970835) 
16:57:49.269216 run   osmo-msc_10.42.42.6(pid=27075): stderr: 
| �[0;m�[38;5;43m20221210165748291 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210165748291 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f19c6d93c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210165748291 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210165748291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210165748291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210165748292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210165748293 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210165748294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210165748294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210165748294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:57:49.313595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27068): Terminating (SIGTERM)
16:57:49.356075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27071): Terminating (SIGTERM)
16:57:49.398607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27074): Terminating (SIGTERM)
16:57:49.408454 ---      ParallelTerminationStrategy: PID 27068 died...
16:57:49.465172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27068): Terminated: ok {rc=0}
16:57:49.475560 ---      ParallelTerminationStrategy: PID 27071 died...
16:57:49.532114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27071): Terminated: ok {rc=0}
16:57:49.542324 ---      ParallelTerminationStrategy: PID 27074 died...
16:57:49.598713 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27074): Terminated: ok {rc=0}
16:57:49.684365 bus                        /sierra_3: Setting Powered False
16:57:50.790600 bus                        /sierra_3: Setting Powered False
16:57:51.914988 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>183</id><name>handover_2G_octphy+bts1-trx-b200</name><properties></properties><timestamp>2022-12-10T16:57:41</timestamp></suite><suite><case><age>205</age><className>handover_2G:octphy+bts1-trx-umtrx</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=27086): Process ended prematurely: osmo-stp_10.42.42.5(pid=27086) [trial-2376↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27086)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27086): Process ended prematurely: osmo-stp_10.42.42.5(pid=27086) [trial-2376↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27086)]
</stderr><stdout>
----------------------------------------------
trial-2376 handover_2G:octphy+bts1-trx-umtrx handover.py
----------------------------------------------
16:57:53.896823 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
16:57:53.907852 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)
16:57:54.036391 tst                      handover.py: using LAC 29369
16:57:54.157942 tst                      handover.py: using RAC 44
16:57:54.282901 tst                      handover.py: using CellId 29369
16:57:54.400122 tst                      handover.py: using BVCI 29370
16:57:54.423257 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)
16:57:54.563218 tst                      handover.py: using LAC 29370
16:57:54.688392 tst                      handover.py: using RAC 45
16:57:54.817502 tst                      handover.py: using CellId 29370
16:57:54.946656 tst                      handover.py: using BVCI 29371
16:57:54.971526 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
16:57:54.983033 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
16:57:54.994527 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
16:57:55.006013 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
16:57:55.017378 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
16:57:55.028698 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)
16:57:55.146467 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)
16:57:55.359818 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:57:55.840850 run         create_hlr_db(pid=27080): Launched
16:57:55.973152 bus                        /sierra_2: Setting Powered False
16:57:57.050109 run         create_hlr_db(pid=27080): Terminated: ok {rc=0}
16:57:57.452751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27082): Launched
16:57:57.780527 run   osmo-hlr_10.42.42.2(pid=27083): Launched
16:57:57.901252 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:57:58.437923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27085): Launched
16:57:58.762001 run   osmo-stp_10.42.42.5(pid=27086): Launched
16:57:58.879762 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:57:59.438524 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27088): Launched
16:57:59.745047 run   osmo-msc_10.42.42.6(pid=27089): Launched
16:57:59.922745 run   osmo-stp_10.42.42.5(pid=27086): ERR: Terminated: ERROR {rc=1}  [trial-2376↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27086)]
16:58:00.051738 run   osmo-stp_10.42.42.5(pid=27086): stdout: 
| (launched: 2022-12-10_16:57:58.602809)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:58:00.178566 run   osmo-stp_10.42.42.5(pid=27086): stderr: 
| �[0;m�[38;5;43m20221210165758796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165758796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165758797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165758797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165758798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165758798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165758798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:58:00.300846 run   osmo-stp_10.42.42.5(pid=27086): stdout: 
| (launched: 2022-12-10_16:57:58.602809)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:58:00.422341 run   osmo-stp_10.42.42.5(pid=27086): stderr: 
| �[0;m�[38;5;43m20221210165758796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165758796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165758797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165758797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165758798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165758798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165758798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:58:00.475676 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27086): Process ended prematurely: osmo-stp_10.42.42.5(pid=27086) [trial-2376↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27086)]  [trial-2376↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]
16:58:00.483864 tst                   handover.py:18: Test FAILED (6.6 sec)
16:58:00.542970 run   osmo-hlr_10.42.42.2(pid=27083): ERR: Terminated: ERROR {rc=237}  [trial-2376↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27083)]
16:58:00.591633 run   osmo-hlr_10.42.42.2(pid=27083): stdout: 
| (launched: 2022-12-10_16:57:57.618885) 
16:58:00.640746 run   osmo-hlr_10.42.42.2(pid=27083): stderr: 
| �[0;m�[1;31m20221210165757817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165757817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165757817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165757817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165757817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165757817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165757830 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165757838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165757838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165757839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:58:00.707878 run   osmo-msc_10.42.42.6(pid=27089): ERR: Terminated: ERROR {rc=2}  [trial-2376↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27089)]
16:58:00.756357 run   osmo-msc_10.42.42.6(pid=27089): stdout: 
| (launched: 2022-12-10_16:57:59.594813) 
16:58:00.805138 run   osmo-msc_10.42.42.6(pid=27089): stderr: 
| �[0;m�[38;5;43m20221210165759867 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210165759867 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7e7f75fc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210165759867 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210165759867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210165759867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210165759867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210165759869 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210165759870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210165759870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210165759870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:58:00.861235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27082): Terminating (SIGTERM)
16:58:00.909420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27085): Terminating (SIGTERM)
16:58:00.953891 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27088): Terminating (SIGTERM)
16:58:00.965743 ---      ParallelTerminationStrategy: PID 27082 died...
16:58:01.027963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27082): Terminated: ok {rc=0}
16:58:01.038990 ---      ParallelTerminationStrategy: PID 27085 died...
16:58:01.100024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27085): Terminated: ok {rc=0}
16:58:01.111125 ---      ParallelTerminationStrategy: PID 27088 died...
16:58:01.170719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27088): Terminated: ok {rc=0}
16:58:01.278435 bus                        /sierra_3: Setting Powered False
16:58:02.387372 bus                        /sierra_3: Setting Powered False
16:58:03.495184 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>184</id><name>handover_2G_octphy+bts1-trx-umtrx</name><properties></properties><timestamp>2022-12-10T16:57:53</timestamp></suite><suite><case><age>205</age><className>handover_2G:trx-lms+bts1-trx-lms-limenet-micro</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=27100): Process ended prematurely: osmo-stp_10.42.42.5(pid=27100) [trial-2376↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27100)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27100): Process ended prematurely: osmo-stp_10.42.42.5(pid=27100) [trial-2376↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27100)]
</stderr><stdout>
----------------------------------------------
trial-2376 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py
----------------------------------------------
16:58:05.513469 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:58:05.525115 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)
16:58:05.662878 tst                      handover.py: using LAC 29371
16:58:05.796501 tst                      handover.py: using RAC 46
16:58:05.920213 tst                      handover.py: using CellId 29371
16:58:06.045388 tst                      handover.py: using BVCI 29372
16:58:06.068280 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)
16:58:06.200782 tst                      handover.py: using LAC 29372
16:58:06.317881 tst                      handover.py: using RAC 47
16:58:06.444450 tst                      handover.py: using CellId 29372
16:58:06.572147 tst                      handover.py: using BVCI 29373
16:58:06.597065 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:58:06.608918 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:58:06.621381 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:58:06.633810 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:58:06.645317 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)
16:58:06.657380 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)
16:58:06.775179 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)
16:58:06.974939 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:58:07.435927 run         create_hlr_db(pid=27094): Launched
16:58:07.559962 bus                        /sierra_2: Setting Powered False
16:58:08.632311 run         create_hlr_db(pid=27094): Terminated: ok {rc=0}
16:58:09.013496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27096): Launched
16:58:09.319260 run   osmo-hlr_10.42.42.2(pid=27097): Launched
16:58:09.440930 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:58:09.948232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27099): Launched
16:58:10.253213 run   osmo-stp_10.42.42.5(pid=27100): Launched
16:58:10.363934 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:58:10.890410 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27102): Launched
16:58:11.195065 run   osmo-msc_10.42.42.6(pid=27103): Launched
16:58:11.372427 run   osmo-stp_10.42.42.5(pid=27100): ERR: Terminated: ERROR {rc=1}  [trial-2376↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27100)]
16:58:11.500437 run   osmo-stp_10.42.42.5(pid=27100): stdout: 
| (launched: 2022-12-10_16:58:10.103221)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:58:11.627647 run   osmo-stp_10.42.42.5(pid=27100): stderr: 
| �[0;m�[38;5;43m20221210165810273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165810274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165810274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165810274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165810276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165810277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165810277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:58:11.750026 run   osmo-stp_10.42.42.5(pid=27100): stdout: 
| (launched: 2022-12-10_16:58:10.103221)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:58:11.871146 run   osmo-stp_10.42.42.5(pid=27100): stderr: 
| �[0;m�[38;5;43m20221210165810273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165810274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165810274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165810274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165810276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165810277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165810277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:58:11.924028 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27100): Process ended prematurely: osmo-stp_10.42.42.5(pid=27100) [trial-2376↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27100)]  [trial-2376↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]
16:58:11.931925 tst                   handover.py:18: Test FAILED (6.4 sec)
16:58:11.990846 run   osmo-hlr_10.42.42.2(pid=27097): ERR: Terminated: ERROR {rc=237}  [trial-2376↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27097)]
16:58:12.039445 run   osmo-hlr_10.42.42.2(pid=27097): stdout: 
| (launched: 2022-12-10_16:58:09.168810) 
16:58:12.088827 run   osmo-hlr_10.42.42.2(pid=27097): stderr: 
| �[0;m�[1;31m20221210165809346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165809346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165809346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165809346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165809346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165809346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165809356 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165809365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165809365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165809365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:58:12.155735 run   osmo-msc_10.42.42.6(pid=27103): ERR: Terminated: ERROR {rc=2}  [trial-2376↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27103)]
16:58:12.204382 run   osmo-msc_10.42.42.6(pid=27103): stdout: 
| (launched: 2022-12-10_16:58:11.044895) 
16:58:12.253467 run   osmo-msc_10.42.42.6(pid=27103): stderr: 
| �[0;m�[38;5;43m20221210165811315 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210165811315 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff7a7785c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210165811315 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210165811315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210165811316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210165811316 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210165811318 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210165811318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210165811318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210165811318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:58:12.295132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27096): Terminating (SIGTERM)
16:58:12.334506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27099): Terminating (SIGTERM)
16:58:12.373940 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27102): Terminating (SIGTERM)
16:58:12.383105 ---      ParallelTerminationStrategy: PID 27096 died...
16:58:12.435911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27096): Terminated: ok {rc=0}
16:58:12.445854 ---      ParallelTerminationStrategy: PID 27099 died...
16:58:12.498963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27099): Terminated: ok {rc=0}
16:58:12.508455 ---      ParallelTerminationStrategy: PID 27102 died...
16:58:12.561277 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27102): Terminated: ok {rc=0}
16:58:12.648994 bus                        /sierra_3: Setting Powered False
16:58:13.752147 bus                        /sierra_3: Setting Powered False
16:58:14.858632 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>185</id><name>handover_2G_trx-lms+bts1-trx-lms-limenet-micro</name><properties></properties><timestamp>2022-12-10T16:58:05</timestamp></suite><suite><case><age>205</age><className>handover_2G:trx-lms+bts1-trx-sysmocell5000</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=27114): Process ended prematurely: osmo-stp_10.42.42.5(pid=27114) [trial-2376↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27114)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27114): Process ended prematurely: osmo-stp_10.42.42.5(pid=27114) [trial-2376↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27114)]
</stderr><stdout>
----------------------------------------------
trial-2376 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py
----------------------------------------------
16:58:16.946627 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:58:16.962253 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)
16:58:17.117673 tst                      handover.py: using LAC 29373
16:58:17.255779 tst                      handover.py: using RAC 48
16:58:17.379225 tst                      handover.py: using CellId 29373
16:58:17.499169 tst                      handover.py: using BVCI 29374
16:58:17.522500 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)
16:58:17.666342 tst                      handover.py: using LAC 29374
16:58:17.792407 tst                      handover.py: using RAC 49
16:58:17.918511 tst                      handover.py: using CellId 29374
16:58:18.045081 tst                      handover.py: using BVCI 29375
16:58:18.070078 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:58:18.081766 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:58:18.093263 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:58:18.105353 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:58:18.117403 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:58:18.129765 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)
16:58:18.245535 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)
16:58:18.458358 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:58:18.943009 run         create_hlr_db(pid=27108): Launched
16:58:19.076740 bus                        /sierra_2: Setting Powered False
16:58:20.152517 run         create_hlr_db(pid=27108): Terminated: ok {rc=0}
16:58:20.535463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27110): Launched
16:58:20.841021 run   osmo-hlr_10.42.42.2(pid=27111): Launched
16:58:20.956911 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:58:21.455982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27113): Launched
16:58:21.761529 run   osmo-stp_10.42.42.5(pid=27114): Launched
16:58:21.873332 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:58:22.403453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27116): Launched
16:58:22.709347 run   osmo-msc_10.42.42.6(pid=27117): Launched
16:58:22.887560 run   osmo-stp_10.42.42.5(pid=27114): ERR: Terminated: ERROR {rc=1}  [trial-2376↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27114)]
16:58:23.016550 run   osmo-stp_10.42.42.5(pid=27114): stdout: 
| (launched: 2022-12-10_16:58:21.610455)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:58:23.143597 run   osmo-stp_10.42.42.5(pid=27114): stderr: 
| �[0;m�[38;5;43m20221210165821781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165821782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165821782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165821782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165821783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165821783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165821783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:58:23.266020 run   osmo-stp_10.42.42.5(pid=27114): stdout: 
| (launched: 2022-12-10_16:58:21.610455)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:58:23.387510 run   osmo-stp_10.42.42.5(pid=27114): stderr: 
| �[0;m�[38;5;43m20221210165821781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165821782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165821782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165821782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165821783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165821783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165821783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:58:23.441405 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27114): Process ended prematurely: osmo-stp_10.42.42.5(pid=27114) [trial-2376↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27114)]  [trial-2376↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]
16:58:23.449375 tst                   handover.py:18: Test FAILED (6.5 sec)
16:58:23.509021 run   osmo-hlr_10.42.42.2(pid=27111): ERR: Terminated: ERROR {rc=237}  [trial-2376↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27111)]
16:58:23.558073 run   osmo-hlr_10.42.42.2(pid=27111): stdout: 
| (launched: 2022-12-10_16:58:20.690550) 
16:58:23.607503 run   osmo-hlr_10.42.42.2(pid=27111): stderr: 
| �[0;m�[1;31m20221210165820868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165820868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165820868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165820868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165820868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165820869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165820881 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165820890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165820890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165820890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:58:23.675104 run   osmo-msc_10.42.42.6(pid=27117): ERR: Terminated: ERROR {rc=2}  [trial-2376↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27117)]
16:58:23.724305 run   osmo-msc_10.42.42.6(pid=27117): stdout: 
| (launched: 2022-12-10_16:58:22.558931) 
16:58:23.774120 run   osmo-msc_10.42.42.6(pid=27117): stderr: 
| �[0;m�[38;5;43m20221210165822828 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210165822828 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f86f07afc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210165822828 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210165822828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210165822828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210165822828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210165822830 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210165822831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210165822831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210165822831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:58:23.816382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27110): Terminating (SIGTERM)
16:58:23.856290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27113): Terminating (SIGTERM)
16:58:23.896153 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27116): Terminating (SIGTERM)
16:58:23.905456 ---      ParallelTerminationStrategy: PID 27110 died...
16:58:23.959098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27110): Terminated: ok {rc=0}
16:58:23.968628 ---      ParallelTerminationStrategy: PID 27113 died...
16:58:24.021842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27113): Terminated: ok {rc=0}
16:58:24.031458 ---      ParallelTerminationStrategy: PID 27116 died...
16:58:24.084297 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27116): Terminated: ok {rc=0}
16:58:24.173229 bus                        /sierra_3: Setting Powered False
16:58:25.281099 bus                        /sierra_3: Setting Powered False
16:58:26.389014 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>186</id><name>handover_2G_trx-lms+bts1-trx-sysmocell5000</name><properties></properties><timestamp>2022-12-10T16:58:16</timestamp></suite><suite><case><age>46</age><className>handover_2G:trx-lms+bts1-sysmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=27129): Process ended prematurely: osmo-stp_10.42.42.5(pid=27129) [trial-2376↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27129)]</errorStackTrace><failedSince>2331</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27129): Process ended prematurely: osmo-stp_10.42.42.5(pid=27129) [trial-2376↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27129)]
</stderr><stdout>
----------------------------------------------
trial-2376 handover_2G:trx-lms+bts1-sysmo handover.py
----------------------------------------------
16:58:28.400515 tst   handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)
16:58:28.411402 tst   handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)
16:58:28.547049 tst                      handover.py: using LAC 29375
16:58:28.666775 tst                      handover.py: using RAC 50
16:58:28.784195 tst                      handover.py: using CellId 29375
16:58:28.901802 tst                      handover.py: using BVCI 29376
16:58:28.924774 tst   handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)
16:58:29.052775 tst                      handover.py: using LAC 29376
16:58:29.178785 tst                      handover.py: using RAC 51
16:58:29.304413 tst                      handover.py: using CellId 29376
16:58:29.429775 tst                      handover.py: using BVCI 29377
16:58:29.454403 tst   handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)
16:58:29.466097 tst   handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)
16:58:29.477199 tst   handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)
16:58:29.488476 tst   handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)
16:58:29.499902 tst   handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)
16:58:29.511177 tst   handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)
16:58:29.627593 tst   handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)
16:58:29.837055 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:58:30.318820 run         create_hlr_db(pid=27123): Launched
16:58:30.451531 bus                        /sierra_2: Setting Powered False
16:58:31.532218 run         create_hlr_db(pid=27123): Terminated: ok {rc=0}
16:58:31.937495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27125): Launched
16:58:32.257502 run   osmo-hlr_10.42.42.2(pid=27126): Launched
16:58:32.378230 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:58:32.917030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27128): Launched
16:58:33.243248 run   osmo-stp_10.42.42.5(pid=27129): Launched
16:58:33.360400 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:58:33.928037 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27131): Launched
16:58:34.255910 run   osmo-msc_10.42.42.6(pid=27132): Launched
16:58:34.446833 run   osmo-stp_10.42.42.5(pid=27129): ERR: Terminated: ERROR {rc=1}  [trial-2376↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27129)]
16:58:34.587340 run   osmo-stp_10.42.42.5(pid=27129): stdout: 
| (launched: 2022-12-10_16:58:33.082972)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:58:34.725764 run   osmo-stp_10.42.42.5(pid=27129): stderr: 
| �[0;m�[38;5;43m20221210165833275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165833276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165833276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165833276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165833277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165833277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165833277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:58:34.857054 run   osmo-stp_10.42.42.5(pid=27129): stdout: 
| (launched: 2022-12-10_16:58:33.082972)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:58:34.986966 run   osmo-stp_10.42.42.5(pid=27129): stderr: 
| �[0;m�[38;5;43m20221210165833275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165833276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165833276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165833276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165833277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165833277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165833277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:58:35.044045 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27129): Process ended prematurely: osmo-stp_10.42.42.5(pid=27129) [trial-2376↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27129)]  [trial-2376↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]
16:58:35.052562 tst                   handover.py:18: Test FAILED (6.6 sec)
16:58:35.116519 run   osmo-hlr_10.42.42.2(pid=27126): ERR: Terminated: ERROR {rc=237}  [trial-2376↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27126)]
16:58:35.168504 run   osmo-hlr_10.42.42.2(pid=27126): stdout: 
| (launched: 2022-12-10_16:58:32.098334) 
16:58:35.221267 run   osmo-hlr_10.42.42.2(pid=27126): stderr: 
| �[0;m�[1;31m20221210165832302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165832302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165832302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165832302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165832302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165832302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165832315 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165832325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165832325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165832326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:58:35.292626 run   osmo-msc_10.42.42.6(pid=27132): ERR: Terminated: ERROR {rc=2}  [trial-2376↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27132)]
16:58:35.344181 run   osmo-msc_10.42.42.6(pid=27132): stdout: 
| (launched: 2022-12-10_16:58:34.094460) 
16:58:35.396563 run   osmo-msc_10.42.42.6(pid=27132): stderr: 
| �[0;m�[38;5;43m20221210165834430 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210165834430 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f321e060c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210165834430 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210165834430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210165834430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210165834430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210165834432 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210165834432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210165834449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210165834449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:58:35.440713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27125): Terminating (SIGTERM)
16:58:35.483605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27128): Terminating (SIGTERM)
16:58:35.525468 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27131): Terminating (SIGTERM)
16:58:35.535451 ---      ParallelTerminationStrategy: PID 27125 died...
16:58:35.591985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27125): Terminated: ok {rc=0}
16:58:35.602027 ---      ParallelTerminationStrategy: PID 27128 died...
16:58:35.658051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27128): Terminated: ok {rc=0}
16:58:35.668084 ---      ParallelTerminationStrategy: PID 27131 died...
16:58:35.723997 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27131): Terminated: ok {rc=0}
16:58:35.810496 bus                        /sierra_3: Setting Powered False
16:58:36.916708 bus                        /sierra_3: Setting Powered False
16:58:38.024469 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>187</id><name>handover_2G_trx-lms+bts1-sysmo</name><properties></properties><timestamp>2022-12-10T16:58:28</timestamp></suite><suite><case><age>205</age><className>handover_2G:trx-lms+bts1-trx-b200</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=27143): Process ended prematurely: osmo-stp_10.42.42.5(pid=27143) [trial-2376↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27143)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27143): Process ended prematurely: osmo-stp_10.42.42.5(pid=27143) [trial-2376↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27143)]
</stderr><stdout>
----------------------------------------------
trial-2376 handover_2G:trx-lms+bts1-trx-b200 handover.py
----------------------------------------------
16:58:40.030361 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
16:58:40.042380 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)
16:58:40.186247 tst                      handover.py: using LAC 29377
16:58:40.311787 tst                      handover.py: using RAC 52
16:58:40.433271 tst                      handover.py: using CellId 29377
16:58:40.554457 tst                      handover.py: using BVCI 29378
16:58:40.577552 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)
16:58:40.716563 tst                      handover.py: using LAC 29378
16:58:40.835524 tst                      handover.py: using RAC 53
16:58:40.953081 tst                      handover.py: using CellId 29378
16:58:41.070823 tst                      handover.py: using BVCI 29379
16:58:41.094024 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
16:58:41.104807 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
16:58:41.115521 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
16:58:41.126244 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
16:58:41.136836 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
16:58:41.147523 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)
16:58:41.266771 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)
16:58:41.476771 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:58:41.960625 run         create_hlr_db(pid=27137): Launched
16:58:42.093575 bus                        /sierra_2: Setting Powered False
16:58:43.170211 run         create_hlr_db(pid=27137): Terminated: ok {rc=0}
16:58:43.572917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27139): Launched
16:58:43.899763 run   osmo-hlr_10.42.42.2(pid=27140): Launched
16:58:44.017522 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:58:44.553084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27142): Launched
16:58:44.880057 run   osmo-stp_10.42.42.5(pid=27143): Launched
16:58:44.999035 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:58:45.568408 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27145): Launched
16:58:45.999707 run   osmo-msc_10.42.42.6(pid=27146): Launched
16:58:46.238937 run   osmo-stp_10.42.42.5(pid=27143): ERR: Terminated: ERROR {rc=1}  [trial-2376↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27143)]
16:58:46.387080 run   osmo-stp_10.42.42.5(pid=27143): stdout: 
| (launched: 2022-12-10_16:58:44.718583)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:58:46.536558 run   osmo-stp_10.42.42.5(pid=27143): stderr: 
| �[0;m�[38;5;43m20221210165844913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165844913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165844913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165844913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165844914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165844914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165844914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:58:46.663964 run   osmo-stp_10.42.42.5(pid=27143): stdout: 
| (launched: 2022-12-10_16:58:44.718583)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:58:46.790274 run   osmo-stp_10.42.42.5(pid=27143): stderr: 
| �[0;m�[38;5;43m20221210165844913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165844913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165844913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165844913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165844914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165844914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165844914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:58:46.844660 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27143): Process ended prematurely: osmo-stp_10.42.42.5(pid=27143) [trial-2376↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27143)]  [trial-2376↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]
16:58:46.853298 tst                   handover.py:18: Test FAILED (6.8 sec)
16:58:46.916158 run   osmo-hlr_10.42.42.2(pid=27140): ERR: Terminated: ERROR {rc=237}  [trial-2376↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27140)]
16:58:46.967591 run   osmo-hlr_10.42.42.2(pid=27140): stdout: 
| (launched: 2022-12-10_16:58:43.738512) 
16:58:47.019664 run   osmo-hlr_10.42.42.2(pid=27140): stderr: 
| �[0;m�[1;31m20221210165843938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165843938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165843938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165843938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165843938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165843938 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165843951 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165843959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165843959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165843959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:58:47.090807 run   osmo-msc_10.42.42.6(pid=27146): ERR: Terminated: ERROR {rc=2}  [trial-2376↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27146)]
16:58:47.141503 run   osmo-msc_10.42.42.6(pid=27146): stdout: 
| (launched: 2022-12-10_16:58:45.734959) 
16:58:47.193153 run   osmo-msc_10.42.42.6(pid=27146): stderr: 
| �[0;m�[38;5;43m20221210165846194 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210165846194 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f144f4aec40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210165846194 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210165846194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210165846194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210165846195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210165846196 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210165846197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210165846197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210165846197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:58:47.238070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27139): Terminating (SIGTERM)
16:58:47.282395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27142): Terminating (SIGTERM)
16:58:47.326178 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27145): Terminating (SIGTERM)
16:58:47.336401 ---      ParallelTerminationStrategy: PID 27139 died...
16:58:47.393677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27139): Terminated: ok {rc=0}
16:58:47.403882 ---      ParallelTerminationStrategy: PID 27142 died...
16:58:47.458996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27142): Terminated: ok {rc=0}
16:58:47.469956 ---      ParallelTerminationStrategy: PID 27145 died...
16:58:47.524772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27145): Terminated: ok {rc=0}
16:58:47.612752 bus                        /sierra_3: Setting Powered False
16:58:48.718854 bus                        /sierra_3: Setting Powered False
16:58:49.831241 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>188</id><name>handover_2G_trx-lms+bts1-trx-b200</name><properties></properties><timestamp>2022-12-10T16:58:39</timestamp></suite><suite><case><age>205</age><className>handover_2G:trx-lms+bts1-trx-umtrx</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=27157): Process ended prematurely: osmo-stp_10.42.42.5(pid=27157) [trial-2376↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27157)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27157): Process ended prematurely: osmo-stp_10.42.42.5(pid=27157) [trial-2376↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27157)]
</stderr><stdout>
----------------------------------------------
trial-2376 handover_2G:trx-lms+bts1-trx-umtrx handover.py
----------------------------------------------
16:58:51.852739 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
16:58:51.863731 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)
16:58:52.001295 tst                      handover.py: using LAC 29379
16:58:52.128404 tst                      handover.py: using RAC 54
16:58:52.256111 tst                      handover.py: using CellId 29379
16:58:52.383190 tst                      handover.py: using BVCI 29380
16:58:52.407908 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)
16:58:52.552585 tst                      handover.py: using LAC 29380
16:58:52.678772 tst                      handover.py: using RAC 55
16:58:52.805768 tst                      handover.py: using CellId 29380
16:58:52.933876 tst                      handover.py: using BVCI 29381
16:58:52.958620 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
16:58:52.969938 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
16:58:52.980894 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
16:58:52.992361 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
16:58:53.003831 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
16:58:53.015257 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)
16:58:53.132166 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)
16:58:53.340820 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:58:53.823016 run         create_hlr_db(pid=27151): Launched
16:58:53.955871 bus                        /sierra_2: Setting Powered False
16:58:55.032778 run         create_hlr_db(pid=27151): Terminated: ok {rc=0}
16:58:55.417734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27153): Launched
16:58:55.722374 run   osmo-hlr_10.42.42.2(pid=27154): Launched
16:58:55.841021 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:58:56.354383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27156): Launched
16:58:56.659524 run   osmo-stp_10.42.42.5(pid=27157): Launched
16:58:56.770998 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:58:57.301899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27159): Launched
16:58:57.606907 run   osmo-msc_10.42.42.6(pid=27160): Launched
16:58:57.785491 run   osmo-stp_10.42.42.5(pid=27157): ERR: Terminated: ERROR {rc=1}  [trial-2376↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27157)]
16:58:57.913782 run   osmo-stp_10.42.42.5(pid=27157): stdout: 
| (launched: 2022-12-10_16:58:56.508786)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:58:58.040750 run   osmo-stp_10.42.42.5(pid=27157): stderr: 
| �[0;m�[38;5;43m20221210165856680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165856680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165856680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165856681 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165856683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165856683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165856683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:58:58.163209 run   osmo-stp_10.42.42.5(pid=27157): stdout: 
| (launched: 2022-12-10_16:58:56.508786)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:58:58.283951 run   osmo-stp_10.42.42.5(pid=27157): stderr: 
| �[0;m�[38;5;43m20221210165856680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165856680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165856680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165856681 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165856683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165856683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165856683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:58:58.337078 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27157): Process ended prematurely: osmo-stp_10.42.42.5(pid=27157) [trial-2376↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27157)]  [trial-2376↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]
16:58:58.344863 tst                   handover.py:18: Test FAILED (6.5 sec)
16:58:58.405007 run   osmo-hlr_10.42.42.2(pid=27154): ERR: Terminated: ERROR {rc=237}  [trial-2376↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27154)]
16:58:58.454331 run   osmo-hlr_10.42.42.2(pid=27154): stdout: 
| (launched: 2022-12-10_16:58:55.572916) 
16:58:58.504270 run   osmo-hlr_10.42.42.2(pid=27154): stderr: 
| �[0;m�[1;31m20221210165855751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165855751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165855751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165855751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165855751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165855751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165855763 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165855772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165855773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165855773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:58:58.572315 run   osmo-msc_10.42.42.6(pid=27160): ERR: Terminated: ERROR {rc=2}  [trial-2376↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27160)]
16:58:58.621702 run   osmo-msc_10.42.42.6(pid=27160): stdout: 
| (launched: 2022-12-10_16:58:57.456598) 
16:58:58.671597 run   osmo-msc_10.42.42.6(pid=27160): stderr: 
| �[0;m�[38;5;43m20221210165857730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210165857731 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f032062cc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210165857731 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210165857731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210165857731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210165857731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210165857733 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210165857733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210165857733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210165857733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:58:58.713835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27153): Terminating (SIGTERM)
16:58:58.753932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27156): Terminating (SIGTERM)
16:58:58.793905 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27159): Terminating (SIGTERM)
16:58:58.803160 ---      ParallelTerminationStrategy: PID 27153 died...
16:58:58.857065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27153): Terminated: ok {rc=0}
16:58:58.866738 ---      ParallelTerminationStrategy: PID 27156 died...
16:58:58.920002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27156): Terminated: ok {rc=0}
16:58:58.929731 ---      ParallelTerminationStrategy: PID 27159 died...
16:58:58.983097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27159): Terminated: ok {rc=0}
16:58:59.072363 bus                        /sierra_3: Setting Powered False
16:59:00.176183 bus                        /sierra_3: Setting Powered False
16:59:01.318680 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>189</id><name>handover_2G_trx-lms+bts1-trx-umtrx</name><properties></properties><timestamp>2022-12-10T16:58:51</timestamp></suite><suite><case><age>205</age><className>handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=27171): Process ended prematurely: osmo-stp_10.42.42.5(pid=27171) [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27171)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27171): Process ended prematurely: osmo-stp_10.42.42.5(pid=27171) [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27171)]
</stderr><stdout>
----------------------------------------------
trial-2376 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py
----------------------------------------------
16:59:03.353955 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:59:03.365675 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)
16:59:03.504186 tst                      handover.py: using LAC 29381
16:59:03.624719 tst                      handover.py: using RAC 56
16:59:03.745277 tst                      handover.py: using CellId 29381
16:59:03.863044 tst                      handover.py: using BVCI 29382
16:59:03.886393 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)
16:59:04.023083 tst                      handover.py: using LAC 29382
16:59:04.141490 tst                      handover.py: using RAC 57
16:59:04.258134 tst                      handover.py: using CellId 29382
16:59:04.383737 tst                      handover.py: using BVCI 29383
16:59:04.408509 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:59:04.420414 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:59:04.431997 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:59:04.443721 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:59:04.455680 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
16:59:04.467372 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)
16:59:04.586822 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)
16:59:04.796621 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:59:05.281638 run         create_hlr_db(pid=27165): Launched
16:59:05.414446 bus                        /sierra_2: Setting Powered False
16:59:06.491357 run         create_hlr_db(pid=27165): Terminated: ok {rc=0}
16:59:06.874563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27167): Launched
16:59:07.179785 run   osmo-hlr_10.42.42.2(pid=27168): Launched
16:59:07.292268 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:59:07.794330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27170): Launched
16:59:08.099699 run   osmo-stp_10.42.42.5(pid=27171): Launched
16:59:08.210716 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:59:08.743089 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27173): Launched
16:59:09.048736 run   osmo-msc_10.42.42.6(pid=27174): Launched
16:59:09.227261 run   osmo-stp_10.42.42.5(pid=27171): ERR: Terminated: ERROR {rc=1}  [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27171)]
16:59:09.355962 run   osmo-stp_10.42.42.5(pid=27171): stdout: 
| (launched: 2022-12-10_16:59:07.949168)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:59:09.482655 run   osmo-stp_10.42.42.5(pid=27171): stderr: 
| �[0;m�[38;5;43m20221210165908123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165908123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165908123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165908124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165908124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165908124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165908124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:59:09.605243 run   osmo-stp_10.42.42.5(pid=27171): stdout: 
| (launched: 2022-12-10_16:59:07.949168)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:59:09.726344 run   osmo-stp_10.42.42.5(pid=27171): stderr: 
| �[0;m�[38;5;43m20221210165908123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165908123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165908123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165908124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165908124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165908124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165908124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:59:09.779405 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27171): Process ended prematurely: osmo-stp_10.42.42.5(pid=27171) [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27171)]  [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]
16:59:09.787322 tst                   handover.py:18: Test FAILED (6.4 sec)
16:59:09.847042 run   osmo-hlr_10.42.42.2(pid=27168): ERR: Terminated: ERROR {rc=237}  [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27168)]
16:59:09.896036 run   osmo-hlr_10.42.42.2(pid=27168): stdout: 
| (launched: 2022-12-10_16:59:07.029480) 
16:59:09.945460 run   osmo-hlr_10.42.42.2(pid=27168): stderr: 
| �[0;m�[1;31m20221210165907205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165907205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165907205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165907205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165907205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165907205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165907217 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165907227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165907227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165907227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:59:10.013016 run   osmo-msc_10.42.42.6(pid=27174): ERR: Terminated: ERROR {rc=2}  [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27174)]
16:59:10.061703 run   osmo-msc_10.42.42.6(pid=27174): stdout: 
| (launched: 2022-12-10_16:59:08.898074) 
16:59:10.111456 run   osmo-msc_10.42.42.6(pid=27174): stderr: 
| �[0;m�[38;5;43m20221210165909171 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210165909172 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb11d268c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210165909172 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210165909172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210165909172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210165909172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210165909175 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210165909175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210165909175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210165909176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:59:10.153462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27167): Terminating (SIGTERM)
16:59:10.193030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27170): Terminating (SIGTERM)
16:59:10.232727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27173): Terminating (SIGTERM)
16:59:10.241967 ---      ParallelTerminationStrategy: PID 27167 died...
16:59:10.296038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27167): Terminated: ok {rc=0}
16:59:10.305703 ---      ParallelTerminationStrategy: PID 27170 died...
16:59:10.358515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27170): Terminated: ok {rc=0}
16:59:10.368078 ---      ParallelTerminationStrategy: PID 27173 died...
16:59:10.421425 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27173): Terminated: ok {rc=0}
16:59:10.509728 bus                        /sierra_3: Setting Powered False
16:59:11.617084 bus                        /sierra_3: Setting Powered False
16:59:12.724096 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>190</id><name>handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000</name><properties></properties><timestamp>2022-12-10T16:59:03</timestamp></suite><suite><case><age>205</age><className>handover_2G:trx-lms-limenet-micro+bts1-sysmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=27185): Process ended prematurely: osmo-stp_10.42.42.5(pid=27185) [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27185)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27185): Process ended prematurely: osmo-stp_10.42.42.5(pid=27185) [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27185)]
</stderr><stdout>
----------------------------------------------
trial-2376 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py
----------------------------------------------
16:59:14.717731 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)
16:59:14.728722 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)
16:59:14.859564 tst                      handover.py: using LAC 29383
16:59:14.981458 tst                      handover.py: using RAC 58
16:59:15.100092 tst                      handover.py: using CellId 29383
16:59:15.219222 tst                      handover.py: using BVCI 29384
16:59:15.242350 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)
16:59:15.373914 tst                      handover.py: using LAC 29384
16:59:15.506472 tst                      handover.py: using RAC 59
16:59:15.632366 tst                      handover.py: using CellId 29384
16:59:15.761856 tst                      handover.py: using BVCI 29385
16:59:15.786757 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)
16:59:15.798455 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)
16:59:15.809812 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)
16:59:15.821570 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)
16:59:15.848146 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)
16:59:15.861684 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)
16:59:15.982296 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)
16:59:16.187040 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:59:16.710693 run         create_hlr_db(pid=27179): Launched
16:59:16.867039 bus                        /sierra_2: Setting Powered False
16:59:17.927414 run         create_hlr_db(pid=27179): Terminated: ok {rc=0}
16:59:18.310681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27181): Launched
16:59:18.617065 run   osmo-hlr_10.42.42.2(pid=27182): Launched
16:59:18.737720 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:59:19.247689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27184): Launched
16:59:19.552046 run   osmo-stp_10.42.42.5(pid=27185): Launched
16:59:19.663024 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:59:20.192341 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27187): Launched
16:59:20.497313 run   osmo-msc_10.42.42.6(pid=27188): Launched
16:59:20.675795 run   osmo-stp_10.42.42.5(pid=27185): ERR: Terminated: ERROR {rc=1}  [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27185)]
16:59:20.804027 run   osmo-stp_10.42.42.5(pid=27185): stdout: 
| (launched: 2022-12-10_16:59:19.402811)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:59:20.930511 run   osmo-stp_10.42.42.5(pid=27185): stderr: 
| �[0;m�[38;5;43m20221210165919576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165919576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165919577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165919577 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165919578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165919578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165919578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:59:21.052362 run   osmo-stp_10.42.42.5(pid=27185): stdout: 
| (launched: 2022-12-10_16:59:19.402811)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:59:21.173342 run   osmo-stp_10.42.42.5(pid=27185): stderr: 
| �[0;m�[38;5;43m20221210165919576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165919576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165919577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165919577 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165919578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165919578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165919578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:59:21.225928 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27185): Process ended prematurely: osmo-stp_10.42.42.5(pid=27185) [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27185)]  [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]
16:59:21.233876 tst                   handover.py:18: Test FAILED (6.5 sec)
16:59:21.293529 run   osmo-hlr_10.42.42.2(pid=27182): ERR: Terminated: ERROR {rc=237}  [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27182)]
16:59:21.342682 run   osmo-hlr_10.42.42.2(pid=27182): stdout: 
| (launched: 2022-12-10_16:59:18.465377) 
16:59:21.392129 run   osmo-hlr_10.42.42.2(pid=27182): stderr: 
| �[0;m�[1;31m20221210165918645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165918645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165918645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165918645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165918645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165918645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165918657 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165918666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165918666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165918666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:59:21.459253 run   osmo-msc_10.42.42.6(pid=27188): ERR: Terminated: ERROR {rc=2}  [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27188)]
16:59:21.507775 run   osmo-msc_10.42.42.6(pid=27188): stdout: 
| (launched: 2022-12-10_16:59:20.347281) 
16:59:21.556871 run   osmo-msc_10.42.42.6(pid=27188): stderr: 
| �[0;m�[38;5;43m20221210165920619 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210165920619 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2aa1c8ec40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210165920619 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210165920619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210165920619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210165920620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210165920621 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210165920622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210165920622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210165920622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:59:21.598710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27181): Terminating (SIGTERM)
16:59:21.638141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27184): Terminating (SIGTERM)
16:59:21.677714 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27187): Terminating (SIGTERM)
16:59:21.686906 ---      ParallelTerminationStrategy: PID 27181 died...
16:59:21.740036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27181): Terminated: ok {rc=0}
16:59:21.749701 ---      ParallelTerminationStrategy: PID 27184 died...
16:59:21.802714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27184): Terminated: ok {rc=0}
16:59:21.812260 ---      ParallelTerminationStrategy: PID 27187 died...
16:59:21.865111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27187): Terminated: ok {rc=0}
16:59:21.953136 bus                        /sierra_3: Setting Powered False
16:59:23.055256 bus                        /sierra_3: Setting Powered False
16:59:24.165380 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>191</id><name>handover_2G_trx-lms-limenet-micro+bts1-sysmo</name><properties></properties><timestamp>2022-12-10T16:59:14</timestamp></suite><suite><case><age>205</age><className>handover_2G:trx-lms-limenet-micro+bts1-trx-b200</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=27199): Process ended prematurely: osmo-stp_10.42.42.5(pid=27199) [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27199)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27199): Process ended prematurely: osmo-stp_10.42.42.5(pid=27199) [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27199)]
</stderr><stdout>
----------------------------------------------
trial-2376 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py
----------------------------------------------
16:59:26.176761 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
16:59:26.187842 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)
16:59:26.318139 tst                      handover.py: using LAC 29385
16:59:26.440902 tst                      handover.py: using RAC 60
16:59:26.558998 tst                      handover.py: using CellId 29385
16:59:26.679012 tst                      handover.py: using BVCI 29386
16:59:26.702119 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)
16:59:26.836281 tst                      handover.py: using LAC 29386
16:59:26.955915 tst                      handover.py: using RAC 61
16:59:27.073191 tst                      handover.py: using CellId 29386
16:59:27.190495 tst                      handover.py: using BVCI 29387
16:59:27.213727 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
16:59:27.224695 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
16:59:27.235673 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
16:59:27.246766 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
16:59:27.257643 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
16:59:27.268426 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)
16:59:27.386087 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)
16:59:27.587617 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:59:28.049947 run         create_hlr_db(pid=27193): Launched
16:59:28.173965 bus                        /sierra_2: Setting Powered False
16:59:29.247210 run         create_hlr_db(pid=27193): Terminated: ok {rc=0}
16:59:29.653016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27195): Launched
16:59:29.979277 run   osmo-hlr_10.42.42.2(pid=27196): Launched
16:59:30.101305 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:59:30.636317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27198): Launched
16:59:31.060813 run   osmo-stp_10.42.42.5(pid=27199): Launched
16:59:31.325305 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:59:31.905350 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27201): Launched
16:59:32.277964 run   osmo-msc_10.42.42.6(pid=27202): Launched
16:59:32.457913 run   osmo-stp_10.42.42.5(pid=27199): ERR: Terminated: ERROR {rc=1}  [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27199)]
16:59:32.586188 run   osmo-stp_10.42.42.5(pid=27199): stdout: 
| (launched: 2022-12-10_16:59:30.801433)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:59:32.713070 run   osmo-stp_10.42.42.5(pid=27199): stderr: 
| �[0;m�[38;5;43m20221210165931135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165931135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165931135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165931136 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165931136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165931136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165931136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:59:32.835560 run   osmo-stp_10.42.42.5(pid=27199): stdout: 
| (launched: 2022-12-10_16:59:30.801433)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:59:32.956346 run   osmo-stp_10.42.42.5(pid=27199): stderr: 
| �[0;m�[38;5;43m20221210165931135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165931135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165931135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165931136 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165931136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165931136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165931136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:59:33.009447 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27199): Process ended prematurely: osmo-stp_10.42.42.5(pid=27199) [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27199)]  [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]
16:59:33.017502 tst                   handover.py:18: Test FAILED (6.8 sec)
16:59:33.077855 run   osmo-hlr_10.42.42.2(pid=27196): ERR: Terminated: ERROR {rc=237}  [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27196)]
16:59:33.127068 run   osmo-hlr_10.42.42.2(pid=27196): stdout: 
| (launched: 2022-12-10_16:59:29.818774) 
16:59:33.176917 run   osmo-hlr_10.42.42.2(pid=27196): stderr: 
| �[0;m�[1;31m20221210165930016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165930016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165930016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165930016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165930016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165930016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165930028 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165930037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165930037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165930037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:59:33.244693 run   osmo-msc_10.42.42.6(pid=27202): ERR: Terminated: ERROR {rc=2}  [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27202)]
16:59:33.293781 run   osmo-msc_10.42.42.6(pid=27202): stdout: 
| (launched: 2022-12-10_16:59:32.066259) 
16:59:33.343501 run   osmo-msc_10.42.42.6(pid=27202): stderr: 
| �[0;m�[38;5;43m20221210165932371 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210165932371 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f92393a1c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210165932371 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210165932371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210165932371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210165932371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210165932373 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210165932373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210165932374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210165932374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:59:33.385544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27195): Terminating (SIGTERM)
16:59:33.425327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27198): Terminating (SIGTERM)
16:59:33.465078 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27201): Terminating (SIGTERM)
16:59:33.474563 ---      ParallelTerminationStrategy: PID 27195 died...
16:59:33.527922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27195): Terminated: ok {rc=0}
16:59:33.537653 ---      ParallelTerminationStrategy: PID 27198 died...
16:59:33.592023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27198): Terminated: ok {rc=0}
16:59:33.601831 ---      ParallelTerminationStrategy: PID 27201 died...
16:59:33.655254 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27201): Terminated: ok {rc=0}
16:59:33.739152 bus                        /sierra_3: Setting Powered False
16:59:34.846441 bus                        /sierra_3: Setting Powered False
16:59:35.959767 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>192</id><name>handover_2G_trx-lms-limenet-micro+bts1-trx-b200</name><properties></properties><timestamp>2022-12-10T16:59:25</timestamp></suite><suite><case><age>205</age><className>handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=27213): Process ended prematurely: osmo-stp_10.42.42.5(pid=27213) [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27213)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27213): Process ended prematurely: osmo-stp_10.42.42.5(pid=27213) [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27213)]
</stderr><stdout>
----------------------------------------------
trial-2376 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py
----------------------------------------------
16:59:37.976313 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
16:59:37.987454 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)
16:59:38.120477 tst                      handover.py: using LAC 29387
16:59:38.237798 tst                      handover.py: using RAC 62
16:59:38.356393 tst                      handover.py: using CellId 29387
16:59:38.486508 tst                      handover.py: using BVCI 29388
16:59:38.509669 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)
16:59:38.650849 tst                      handover.py: using LAC 29388
16:59:38.768915 tst                      handover.py: using RAC 63
16:59:38.888131 tst                      handover.py: using CellId 29388
16:59:39.007784 tst                      handover.py: using BVCI 29389
16:59:39.031150 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
16:59:39.042203 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
16:59:39.053205 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
16:59:39.064030 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
16:59:39.074956 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
16:59:39.085910 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)
16:59:39.203545 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)
16:59:39.414987 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:59:39.899020 run         create_hlr_db(pid=27207): Launched
16:59:40.032359 bus                        /sierra_2: Setting Powered False
16:59:41.109415 run         create_hlr_db(pid=27207): Terminated: ok {rc=0}
16:59:41.514345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27209): Launched
16:59:41.840705 run   osmo-hlr_10.42.42.2(pid=27210): Launched
16:59:41.961973 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:59:42.501096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27212): Launched
16:59:42.827011 run   osmo-stp_10.42.42.5(pid=27213): Launched
16:59:42.945261 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:59:43.510088 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27215): Launched
16:59:43.837088 run   osmo-msc_10.42.42.6(pid=27216): Launched
16:59:44.026996 run   osmo-stp_10.42.42.5(pid=27213): ERR: Terminated: ERROR {rc=1}  [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27213)]
16:59:44.164618 run   osmo-stp_10.42.42.5(pid=27213): stdout: 
| (launched: 2022-12-10_16:59:42.666855)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:59:44.301167 run   osmo-stp_10.42.42.5(pid=27213): stderr: 
| �[0;m�[38;5;43m20221210165942858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165942859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165942859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165942859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165942860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165942860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165942860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:59:44.431918 run   osmo-stp_10.42.42.5(pid=27213): stdout: 
| (launched: 2022-12-10_16:59:42.666855)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:59:44.561542 run   osmo-stp_10.42.42.5(pid=27213): stderr: 
| �[0;m�[38;5;43m20221210165942858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165942859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165942859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165942859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165942860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165942860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165942860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:59:44.617878 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27213): Process ended prematurely: osmo-stp_10.42.42.5(pid=27213) [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27213)]  [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]
16:59:44.626478 tst                   handover.py:18: Test FAILED (6.6 sec)
16:59:44.689455 run   osmo-hlr_10.42.42.2(pid=27210): ERR: Terminated: ERROR {rc=237}  [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27210)]
16:59:44.741437 run   osmo-hlr_10.42.42.2(pid=27210): stdout: 
| (launched: 2022-12-10_16:59:41.680181) 
16:59:44.793541 run   osmo-hlr_10.42.42.2(pid=27210): stderr: 
| �[0;m�[1;31m20221210165941878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165941878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165941878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165941878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165941878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165941878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165941892 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165941902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165941902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165941902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:59:44.864356 run   osmo-msc_10.42.42.6(pid=27216): ERR: Terminated: ERROR {rc=2}  [trial-2376↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27216)]
16:59:44.915780 run   osmo-msc_10.42.42.6(pid=27216): stdout: 
| (launched: 2022-12-10_16:59:43.675751) 
16:59:44.967746 run   osmo-msc_10.42.42.6(pid=27216): stderr: 
| �[0;m�[38;5;43m20221210165943995 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210165943995 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f622e565c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210165943995 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210165943995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210165943996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210165943996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210165943997 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210165943998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210165943998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210165943998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:59:45.011833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27209): Terminating (SIGTERM)
16:59:45.054250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27212): Terminating (SIGTERM)
16:59:45.096288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27215): Terminating (SIGTERM)
16:59:45.106385 ---      ParallelTerminationStrategy: PID 27209 died...
16:59:45.162710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27209): Terminated: ok {rc=0}
16:59:45.173142 ---      ParallelTerminationStrategy: PID 27212 died...
16:59:45.229896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27212): Terminated: ok {rc=0}
16:59:45.240022 ---      ParallelTerminationStrategy: PID 27215 died...
16:59:45.297050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27215): Terminated: ok {rc=0}
16:59:45.383339 bus                        /sierra_3: Setting Powered False
16:59:46.498899 bus                        /sierra_3: Setting Powered False
16:59:47.607519 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>193</id><name>handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx</name><properties></properties><timestamp>2022-12-10T16:59:37</timestamp></suite><suite><case><age>205</age><className>handover_2G:trx-sysmocell5000+bts1-sysmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=27227): Process ended prematurely: osmo-stp_10.42.42.5(pid=27227) [trial-2376↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27227)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27227): Process ended prematurely: osmo-stp_10.42.42.5(pid=27227) [trial-2376↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27227)]
</stderr><stdout>
----------------------------------------------
trial-2376 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py
----------------------------------------------
16:59:49.617497 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)
16:59:49.628416 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)
16:59:49.763476 tst                      handover.py: using LAC 29389
16:59:49.887998 tst                      handover.py: using RAC 64
16:59:50.005965 tst                      handover.py: using CellId 29389
16:59:50.123895 tst                      handover.py: using BVCI 29390
16:59:50.146955 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)
16:59:50.267562 tst                      handover.py: using LAC 29390
16:59:50.385073 tst                      handover.py: using RAC 65
16:59:50.502278 tst                      handover.py: using CellId 29390
16:59:50.619735 tst                      handover.py: using BVCI 29391
16:59:50.642786 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)
16:59:50.653797 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)
16:59:50.664486 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)
16:59:50.675333 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)
16:59:50.686148 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)
16:59:50.696820 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)
16:59:50.809041 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)
16:59:51.018245 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
16:59:51.503371 run         create_hlr_db(pid=27221): Launched
16:59:51.635932 bus                        /sierra_2: Setting Powered False
16:59:52.712292 run         create_hlr_db(pid=27221): Terminated: ok {rc=0}
16:59:53.094688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27223): Launched
16:59:53.400110 run   osmo-hlr_10.42.42.2(pid=27224): Launched
16:59:53.512043 run              osmo-stp_10.42.42.5: Starting osmo-stp
16:59:54.014809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27226): Launched
16:59:54.320777 run   osmo-stp_10.42.42.5(pid=27227): Launched
16:59:54.431821 run              osmo-msc_10.42.42.6: Starting osmo-msc
16:59:54.974402 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27229): Launched
16:59:55.300488 run   osmo-msc_10.42.42.6(pid=27230): Launched
16:59:55.491355 run   osmo-stp_10.42.42.5(pid=27227): ERR: Terminated: ERROR {rc=1}  [trial-2376↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27227)]
16:59:55.629528 run   osmo-stp_10.42.42.5(pid=27227): stdout: 
| (launched: 2022-12-10_16:59:54.169576)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:59:55.767347 run   osmo-stp_10.42.42.5(pid=27227): stderr: 
| �[0;m�[38;5;43m20221210165954341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165954341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165954341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165954342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165954344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165954344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165954344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:59:55.898390 run   osmo-stp_10.42.42.5(pid=27227): stdout: 
| (launched: 2022-12-10_16:59:54.169576)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
16:59:56.028033 run   osmo-stp_10.42.42.5(pid=27227): stderr: 
| �[0;m�[38;5;43m20221210165954341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210165954341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210165954341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210165954342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210165954344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210165954344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210165954344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
16:59:56.085183 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27227): Process ended prematurely: osmo-stp_10.42.42.5(pid=27227) [trial-2376↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27227)]  [trial-2376↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]
16:59:56.093720 tst                   handover.py:18: Test FAILED (6.5 sec)
16:59:56.156939 run   osmo-hlr_10.42.42.2(pid=27224): ERR: Terminated: ERROR {rc=237}  [trial-2376↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27224)]
16:59:56.208895 run   osmo-hlr_10.42.42.2(pid=27224): stdout: 
| (launched: 2022-12-10_16:59:53.249258) 
16:59:56.261209 run   osmo-hlr_10.42.42.2(pid=27224): stderr: 
| �[0;m�[1;31m20221210165953425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210165953425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210165953425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210165953426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210165953426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210165953426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210165953441 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210165953451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210165953451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210165953451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
16:59:56.332007 run   osmo-msc_10.42.42.6(pid=27230): ERR: Terminated: ERROR {rc=2}  [trial-2376↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27230)]
16:59:56.383451 run   osmo-msc_10.42.42.6(pid=27230): stdout: 
| (launched: 2022-12-10_16:59:55.141082) 
16:59:56.435536 run   osmo-msc_10.42.42.6(pid=27230): stderr: 
| �[0;m�[38;5;43m20221210165955462 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210165955462 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa770499c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210165955462 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210165955462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210165955462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210165955462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210165955466 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210165955466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210165955466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210165955466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
16:59:56.480416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27223): Terminating (SIGTERM)
16:59:56.522855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27226): Terminating (SIGTERM)
16:59:56.564776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27229): Terminating (SIGTERM)
16:59:56.574809 ---      ParallelTerminationStrategy: PID 27223 died...
16:59:56.631035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27223): Terminated: ok {rc=0}
16:59:56.641141 ---      ParallelTerminationStrategy: PID 27226 died...
16:59:56.696614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27226): Terminated: ok {rc=0}
16:59:56.706966 ---      ParallelTerminationStrategy: PID 27229 died...
16:59:56.762616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27229): Terminated: ok {rc=0}
16:59:56.849654 bus                        /sierra_3: Setting Powered False
16:59:57.956328 bus                        /sierra_3: Setting Powered False
16:59:59.067501 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>194</id><name>handover_2G_trx-sysmocell5000+bts1-sysmo</name><properties></properties><timestamp>2022-12-10T16:59:49</timestamp></suite><suite><case><age>205</age><className>handover_2G:trx-sysmocell5000+bts1-trx-b200</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=27244): Process ended prematurely: osmo-stp_10.42.42.5(pid=27244) [trial-2376↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27244)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27244): Process ended prematurely: osmo-stp_10.42.42.5(pid=27244) [trial-2376↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27244)]
</stderr><stdout>
----------------------------------------------
trial-2376 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py
----------------------------------------------
17:00:01.102116 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
17:00:01.114408 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)
17:00:01.276747 tst                      handover.py: using LAC 29391
17:00:01.418201 tst                      handover.py: using RAC 66
17:00:01.541932 tst                      handover.py: using CellId 29391
17:00:01.690639 tst                      handover.py: using BVCI 29392
17:00:01.715096 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)
17:00:01.874934 tst                      handover.py: using LAC 29392
17:00:02.027056 tst                      handover.py: using RAC 67
17:00:02.157659 tst                      handover.py: using CellId 29392
17:00:02.288911 tst                      handover.py: using BVCI 29393
17:00:02.314977 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
17:00:02.326918 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
17:00:02.339039 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
17:00:02.350569 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
17:00:02.362849 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
17:00:02.374818 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)
17:00:02.489769 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)
17:00:02.703195 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
17:00:03.187592 run         create_hlr_db(pid=27238): Launched
17:00:03.319701 bus                        /sierra_2: Setting Powered False
17:00:04.397618 run         create_hlr_db(pid=27238): Terminated: ok {rc=0}
17:00:04.803097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27240): Launched
17:00:05.129236 run   osmo-hlr_10.42.42.2(pid=27241): Launched
17:00:05.248358 run              osmo-stp_10.42.42.5: Starting osmo-stp
17:00:05.785008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27243): Launched
17:00:06.112072 run   osmo-stp_10.42.42.5(pid=27244): Launched
17:00:06.230605 run              osmo-msc_10.42.42.6: Starting osmo-msc
17:00:06.797054 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27246): Launched
17:00:07.126780 run   osmo-msc_10.42.42.6(pid=27247): Launched
17:00:07.317058 run   osmo-stp_10.42.42.5(pid=27244): ERR: Terminated: ERROR {rc=1}  [trial-2376↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27244)]
17:00:07.454469 run   osmo-stp_10.42.42.5(pid=27244): stdout: 
| (launched: 2022-12-10_17:00:05.950374)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
17:00:07.592273 run   osmo-stp_10.42.42.5(pid=27244): stderr: 
| �[0;m�[38;5;43m20221210170006145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210170006145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210170006145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210170006146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210170006146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210170006146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210170006146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
17:00:07.722524 run   osmo-stp_10.42.42.5(pid=27244): stdout: 
| (launched: 2022-12-10_17:00:05.950374)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
17:00:07.852223 run   osmo-stp_10.42.42.5(pid=27244): stderr: 
| �[0;m�[38;5;43m20221210170006145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210170006145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210170006145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210170006146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210170006146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210170006146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210170006146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
17:00:07.908596 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27244): Process ended prematurely: osmo-stp_10.42.42.5(pid=27244) [trial-2376↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27244)]  [trial-2376↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]
17:00:07.917307 tst                   handover.py:18: Test FAILED (6.8 sec)
17:00:07.980629 run   osmo-hlr_10.42.42.2(pid=27241): ERR: Terminated: ERROR {rc=237}  [trial-2376↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27241)]
17:00:08.032134 run   osmo-hlr_10.42.42.2(pid=27241): stdout: 
| (launched: 2022-12-10_17:00:04.968471) 
17:00:08.085241 run   osmo-hlr_10.42.42.2(pid=27241): stderr: 
| �[0;m�[1;31m20221210170005169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210170005169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210170005169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210170005169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210170005169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210170005169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210170005181 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210170005190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210170005190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210170005190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
17:00:08.156230 run   osmo-msc_10.42.42.6(pid=27247): ERR: Terminated: ERROR {rc=2}  [trial-2376↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27247)]
17:00:08.207577 run   osmo-msc_10.42.42.6(pid=27247): stdout: 
| (launched: 2022-12-10_17:00:06.962460) 
17:00:08.259678 run   osmo-msc_10.42.42.6(pid=27247): stderr: 
| �[0;m�[38;5;43m20221210170007284 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210170007284 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f586f7c7c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210170007285 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210170007285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210170007285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210170007285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210170007287 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210170007287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210170007287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210170007287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
17:00:08.303693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27240): Terminating (SIGTERM)
17:00:08.345906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27243): Terminating (SIGTERM)
17:00:08.388216 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27246): Terminating (SIGTERM)
17:00:08.398022 ---      ParallelTerminationStrategy: PID 27240 died...
17:00:08.454361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27240): Terminated: ok {rc=0}
17:00:08.464436 ---      ParallelTerminationStrategy: PID 27243 died...
17:00:08.520383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27243): Terminated: ok {rc=0}
17:00:08.530450 ---      ParallelTerminationStrategy: PID 27246 died...
17:00:08.586854 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27246): Terminated: ok {rc=0}
17:00:08.674030 bus                        /sierra_3: Setting Powered False
17:00:09.774563 bus                        /sierra_3: Setting Powered False
17:00:10.885948 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>195</id><name>handover_2G_trx-sysmocell5000+bts1-trx-b200</name><properties></properties><timestamp>2022-12-10T17:00:00</timestamp></suite><suite><case><age>205</age><className>handover_2G:trx-sysmocell5000+bts1-trx-umtrx</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=27258): Process ended prematurely: osmo-stp_10.42.42.5(pid=27258) [trial-2376↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27258)]</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27258): Process ended prematurely: osmo-stp_10.42.42.5(pid=27258) [trial-2376↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27258)]
</stderr><stdout>
----------------------------------------------
trial-2376 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py
----------------------------------------------
17:00:12.916512 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
17:00:12.927685 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)
17:00:13.066490 tst                      handover.py: using LAC 29393
17:00:13.188054 tst                      handover.py: using RAC 68
17:00:13.310082 tst                      handover.py: using CellId 29393
17:00:13.430159 tst                      handover.py: using BVCI 29394
17:00:13.453317 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)
17:00:13.591432 tst                      handover.py: using LAC 29394
17:00:13.710787 tst                      handover.py: using RAC 69
17:00:13.832029 tst                      handover.py: using CellId 29394
17:00:13.953644 tst                      handover.py: using BVCI 29395
17:00:13.976707 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
17:00:13.987810 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
17:00:13.998716 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
17:00:14.010395 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
17:00:14.021883 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
17:00:14.033289 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)
17:00:14.147097 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)
17:00:14.346575 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
17:00:14.809152 run         create_hlr_db(pid=27252): Launched
17:00:14.933376 bus                        /sierra_2: Setting Powered False
17:00:16.038214 run         create_hlr_db(pid=27252): Terminated: ok {rc=0}
17:00:16.497566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27254): Launched
17:00:16.852007 run   osmo-hlr_10.42.42.2(pid=27255): Launched
17:00:17.072545 run              osmo-stp_10.42.42.5: Starting osmo-stp
17:00:17.697360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27257): Launched
17:00:18.000774 run   osmo-stp_10.42.42.5(pid=27258): Launched
17:00:18.112054 run              osmo-msc_10.42.42.6: Starting osmo-msc
17:00:18.642670 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27260): Launched
17:00:18.948286 run   osmo-msc_10.42.42.6(pid=27261): Launched
17:00:19.127386 run   osmo-stp_10.42.42.5(pid=27258): ERR: Terminated: ERROR {rc=1}  [trial-2376↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27258)]
17:00:19.256095 run   osmo-stp_10.42.42.5(pid=27258): stdout: 
| (launched: 2022-12-10_17:00:17.851864)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
17:00:19.382591 run   osmo-stp_10.42.42.5(pid=27258): stderr: 
| �[0;m�[38;5;43m20221210170018023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210170018023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210170018023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210170018024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210170018024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210170018024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210170018024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
17:00:19.504834 run   osmo-stp_10.42.42.5(pid=27258): stdout: 
| (launched: 2022-12-10_17:00:17.851864)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
17:00:19.626176 run   osmo-stp_10.42.42.5(pid=27258): stderr: 
| �[0;m�[38;5;43m20221210170018023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210170018023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210170018023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210170018024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210170018024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210170018024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210170018024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
17:00:19.679085 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27258): Process ended prematurely: osmo-stp_10.42.42.5(pid=27258) [trial-2376↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27258)]  [trial-2376↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]
17:00:19.687055 tst                   handover.py:18: Test FAILED (6.8 sec)
17:00:19.746603 run   osmo-hlr_10.42.42.2(pid=27255): ERR: Terminated: ERROR {rc=237}  [trial-2376↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27255)]
17:00:19.795438 run   osmo-hlr_10.42.42.2(pid=27255): stdout: 
| (launched: 2022-12-10_17:00:16.660612) 
17:00:19.844921 run   osmo-hlr_10.42.42.2(pid=27255): stderr: 
| �[0;m�[1;31m20221210170016999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210170016999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210170016999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210170016999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210170016999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210170016999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210170017019 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210170017027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210170017027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210170017027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
17:00:19.912407 run   osmo-msc_10.42.42.6(pid=27261): ERR: Terminated: ERROR {rc=2}  [trial-2376↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27261)]
17:00:19.961150 run   osmo-msc_10.42.42.6(pid=27261): stdout: 
| (launched: 2022-12-10_17:00:18.797837) 
17:00:20.010422 run   osmo-msc_10.42.42.6(pid=27261): stderr: 
| �[0;m�[38;5;43m20221210170019070 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210170019070 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8b6adf9c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210170019070 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210170019070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210170019070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210170019070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210170019072 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210170019073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210170019074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210170019074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
17:00:20.052303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27254): Terminating (SIGTERM)
17:00:20.091934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27257): Terminating (SIGTERM)
17:00:20.131479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27260): Terminating (SIGTERM)
17:00:20.141147 ---      ParallelTerminationStrategy: PID 27254 died...
17:00:20.194865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27254): Terminated: ok {rc=0}
17:00:20.204567 ---      ParallelTerminationStrategy: PID 27257 died...
17:00:20.257656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27257): Terminated: ok {rc=0}
17:00:20.267280 ---      ParallelTerminationStrategy: PID 27260 died...
17:00:20.320468 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27260): Terminated: ok {rc=0}
17:00:20.408610 bus                        /sierra_3: Setting Powered False
17:00:21.511620 bus                        /sierra_3: Setting Powered False
17:00:22.623897 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>196</id><name>handover_2G_trx-sysmocell5000+bts1-trx-umtrx</name><properties></properties><timestamp>2022-12-10T17:00:12</timestamp></suite><suite><case><age>59</age><className>handover_2G:sysmo+bts1-trx-b200</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=27272): Process ended prematurely: osmo-stp_10.42.42.5(pid=27272) [trial-2376↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27272)]</errorStackTrace><failedSince>2318</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27272): Process ended prematurely: osmo-stp_10.42.42.5(pid=27272) [trial-2376↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27272)]
</stderr><stdout>
----------------------------------------------
trial-2376 handover_2G:sysmo+bts1-trx-b200 handover.py
----------------------------------------------
17:00:24.628799 tst  handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
17:00:24.639686 tst  handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)
17:00:24.762141 tst                      handover.py: using LAC 29395
17:00:24.880100 tst                      handover.py: using RAC 70
17:00:25.002003 tst                      handover.py: using CellId 29395
17:00:25.124675 tst                      handover.py: using BVCI 29396
17:00:25.147755 tst  handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)
17:00:25.283190 tst                      handover.py: using LAC 29396
17:00:25.403045 tst                      handover.py: using RAC 71
17:00:25.530508 tst                      handover.py: using CellId 29396
17:00:25.656313 tst                      handover.py: using BVCI 29397
17:00:25.681736 tst  handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
17:00:25.693235 tst  handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
17:00:25.704523 tst  handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
17:00:25.716144 tst  handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
17:00:25.727636 tst  handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)
17:00:25.739016 tst  handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)
17:00:25.856192 tst  handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)
17:00:26.055950 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
17:00:26.519899 run         create_hlr_db(pid=27266): Launched
17:00:26.644486 bus                        /sierra_2: Setting Powered False
17:00:27.730168 run         create_hlr_db(pid=27266): Terminated: ok {rc=0}
17:00:28.134958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27268): Launched
17:00:28.461756 run   osmo-hlr_10.42.42.2(pid=27269): Launched
17:00:28.580632 run              osmo-stp_10.42.42.5: Starting osmo-stp
17:00:29.118282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27271): Launched
17:00:29.444416 run   osmo-stp_10.42.42.5(pid=27272): Launched
17:00:29.562934 run              osmo-msc_10.42.42.6: Starting osmo-msc
17:00:30.128423 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27274): Launched
17:00:30.454922 run   osmo-msc_10.42.42.6(pid=27275): Launched
17:00:30.646326 run   osmo-stp_10.42.42.5(pid=27272): ERR: Terminated: ERROR {rc=1}  [trial-2376↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27272)]
17:00:30.783605 run   osmo-stp_10.42.42.5(pid=27272): stdout: 
| (launched: 2022-12-10_17:00:29.284132)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
17:00:30.949928 run   osmo-stp_10.42.42.5(pid=27272): stderr: 
| �[0;m�[38;5;43m20221210170029478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210170029478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210170029478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210170029479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210170029479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210170029479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210170029479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
17:00:31.119830 run   osmo-stp_10.42.42.5(pid=27272): stdout: 
| (launched: 2022-12-10_17:00:29.284132)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
17:00:31.255515 run   osmo-stp_10.42.42.5(pid=27272): stderr: 
| �[0;m�[38;5;43m20221210170029478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210170029478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210170029478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210170029479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210170029479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210170029479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210170029479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
17:00:31.312469 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27272): Process ended prematurely: osmo-stp_10.42.42.5(pid=27272) [trial-2376↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27272)]  [trial-2376↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]
17:00:31.321761 tst                   handover.py:18: Test FAILED (6.7 sec)
17:00:31.383536 run   osmo-hlr_10.42.42.2(pid=27269): ERR: Terminated: ERROR {rc=237}  [trial-2376↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27269)]
17:00:31.434595 run   osmo-hlr_10.42.42.2(pid=27269): stdout: 
| (launched: 2022-12-10_17:00:28.301122) 
17:00:31.486440 run   osmo-hlr_10.42.42.2(pid=27269): stderr: 
| �[0;m�[1;31m20221210170028500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210170028500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210170028500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210170028500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210170028500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210170028500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210170028512 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210170028520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210170028520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210170028520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
17:00:31.555384 run   osmo-msc_10.42.42.6(pid=27275): ERR: Terminated: ERROR {rc=2}  [trial-2376↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27275)]
17:00:31.605793 run   osmo-msc_10.42.42.6(pid=27275): stdout: 
| (launched: 2022-12-10_17:00:30.293648) 
17:00:31.656166 run   osmo-msc_10.42.42.6(pid=27275): stderr: 
| �[0;m�[38;5;43m20221210170030617 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210170030617 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3935128c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210170030617 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210170030617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210170030618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210170030618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210170030619 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210170030620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210170030620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210170030620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
17:00:31.701271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27268): Terminating (SIGTERM)
17:00:31.744353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27271): Terminating (SIGTERM)
17:00:31.786337 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27274): Terminating (SIGTERM)
17:00:31.797629 ---      ParallelTerminationStrategy: PID 27268 died...
17:00:31.854210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27268): Terminated: ok {rc=0}
17:00:31.864346 ---      ParallelTerminationStrategy: PID 27271 died...
17:00:31.921056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27271): Terminated: ok {rc=0}
17:00:31.931229 ---      ParallelTerminationStrategy: PID 27274 died...
17:00:31.985746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27274): Terminated: ok {rc=0}
17:00:32.071530 bus                        /sierra_3: Setting Powered False
17:00:33.173099 bus                        /sierra_3: Setting Powered False
17:00:34.285310 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>197</id><name>handover_2G_sysmo+bts1-trx-b200</name><properties></properties><timestamp>2022-12-10T17:00:24</timestamp></suite><suite><case><age>59</age><className>handover_2G:sysmo+bts1-trx-umtrx</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=27286): Process ended prematurely: osmo-stp_10.42.42.5(pid=27286) [trial-2376↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27286)]</errorStackTrace><failedSince>2318</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27286): Process ended prematurely: osmo-stp_10.42.42.5(pid=27286) [trial-2376↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27286)]
</stderr><stdout>
----------------------------------------------
trial-2376 handover_2G:sysmo+bts1-trx-umtrx handover.py
----------------------------------------------
17:00:36.281061 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
17:00:36.292423 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)
17:00:36.422778 tst                      handover.py: using LAC 29397
17:00:36.550909 tst                      handover.py: using RAC 72
17:00:36.679350 tst                      handover.py: using CellId 29397
17:00:36.807638 tst                      handover.py: using BVCI 29398
17:00:36.832474 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)
17:00:36.975239 tst                      handover.py: using LAC 29398
17:00:37.102478 tst                      handover.py: using RAC 73
17:00:37.229375 tst                      handover.py: using CellId 29398
17:00:37.357817 tst                      handover.py: using BVCI 29399
17:00:37.382565 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
17:00:37.393866 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
17:00:37.404839 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
17:00:37.416318 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
17:00:37.427917 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
17:00:37.439244 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)
17:00:37.557984 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)
17:00:37.767851 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
17:00:38.252559 run         create_hlr_db(pid=27280): Launched
17:00:38.385339 bus                        /sierra_2: Setting Powered False
17:00:39.462789 run         create_hlr_db(pid=27280): Terminated: ok {rc=0}
17:00:39.867115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27282): Launched
17:00:40.195013 run   osmo-hlr_10.42.42.2(pid=27283): Launched
17:00:40.316489 run              osmo-stp_10.42.42.5: Starting osmo-stp
17:00:40.852716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27285): Launched
17:00:41.180997 run   osmo-stp_10.42.42.5(pid=27286): Launched
17:00:41.300868 run              osmo-msc_10.42.42.6: Starting osmo-msc
17:00:41.868310 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27288): Launched
17:00:42.196832 run   osmo-msc_10.42.42.6(pid=27289): Launched
17:00:42.388644 run   osmo-stp_10.42.42.5(pid=27286): ERR: Terminated: ERROR {rc=1}  [trial-2376↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27286)]
17:00:42.527131 run   osmo-stp_10.42.42.5(pid=27286): stdout: 
| (launched: 2022-12-10_17:00:41.018370)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
17:00:42.664904 run   osmo-stp_10.42.42.5(pid=27286): stderr: 
| �[0;m�[38;5;43m20221210170041210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210170041210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210170041211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210170041211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210170041211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210170041212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210170041212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
17:00:42.796163 run   osmo-stp_10.42.42.5(pid=27286): stdout: 
| (launched: 2022-12-10_17:00:41.018370)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
17:00:42.926280 run   osmo-stp_10.42.42.5(pid=27286): stderr: 
| �[0;m�[38;5;43m20221210170041210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210170041210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210170041211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210170041211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210170041211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210170041212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210170041212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
17:00:42.982855 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27286): Process ended prematurely: osmo-stp_10.42.42.5(pid=27286) [trial-2376↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27286)]  [trial-2376↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]
17:00:42.991533 tst                   handover.py:18: Test FAILED (6.7 sec)
17:00:43.055987 run   osmo-hlr_10.42.42.2(pid=27283): ERR: Terminated: ERROR {rc=237}  [trial-2376↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27283)]
17:00:43.108544 run   osmo-hlr_10.42.42.2(pid=27283): stdout: 
| (launched: 2022-12-10_17:00:40.032883) 
17:00:43.161349 run   osmo-hlr_10.42.42.2(pid=27283): stderr: 
| �[0;m�[1;31m20221210170040231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210170040231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210170040231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210170040231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210170040231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210170040231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210170040244 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210170040252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210170040252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210170040252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
17:00:43.232614 run   osmo-msc_10.42.42.6(pid=27289): ERR: Terminated: ERROR {rc=2}  [trial-2376↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27289)]
17:00:43.284751 run   osmo-msc_10.42.42.6(pid=27289): stdout: 
| (launched: 2022-12-10_17:00:42.034117) 
17:00:43.337397 run   osmo-msc_10.42.42.6(pid=27289): stderr: 
| �[0;m�[38;5;43m20221210170042357 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210170042357 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff5e3a67c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210170042357 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210170042357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210170042357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210170042358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210170042359 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210170042360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210170042360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210170042360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
17:00:43.382265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27282): Terminating (SIGTERM)
17:00:43.424741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27285): Terminating (SIGTERM)
17:00:43.466988 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27288): Terminating (SIGTERM)
17:00:43.477106 ---      ParallelTerminationStrategy: PID 27282 died...
17:00:43.534014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27282): Terminated: ok {rc=0}
17:00:43.544242 ---      ParallelTerminationStrategy: PID 27285 died...
17:00:43.600873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27285): Terminated: ok {rc=0}
17:00:43.611095 ---      ParallelTerminationStrategy: PID 27288 died...
17:00:43.668006 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27288): Terminated: ok {rc=0}
17:00:43.756387 bus                        /sierra_3: Setting Powered False
17:00:44.862641 bus                        /sierra_3: Setting Powered False
17:00:45.982481 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>198</id><name>handover_2G_sysmo+bts1-trx-umtrx</name><properties></properties><timestamp>2022-12-10T17:00:36</timestamp></suite><suite><case><age>59</age><className>handover_2G:trx-b200+bts1-trx-umtrx</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=27300): Process ended prematurely: osmo-stp_10.42.42.5(pid=27300) [trial-2376↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27300)]</errorStackTrace><failedSince>2318</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py", line 18, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27300): Process ended prematurely: osmo-stp_10.42.42.5(pid=27300) [trial-2376↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27300)]
</stderr><stdout>
----------------------------------------------
trial-2376 handover_2G:trx-b200+bts1-trx-umtrx handover.py
----------------------------------------------
17:00:48.026463 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
17:00:48.037987 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)
17:00:48.177652 tst                      handover.py: using LAC 29399
17:00:48.295412 tst                      handover.py: using RAC 74
17:00:48.412718 tst                      handover.py: using CellId 29399
17:00:48.530414 tst                      handover.py: using BVCI 29400
17:00:48.553455 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)
17:00:48.686942 tst                      handover.py: using LAC 29400
17:00:48.804167 tst                      handover.py: using RAC 75
17:00:48.922568 tst                      handover.py: using CellId 29400
17:00:49.040428 tst                      handover.py: using BVCI 29401
17:00:49.063531 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
17:00:49.074479 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
17:00:49.085226 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
17:00:49.096191 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
17:00:49.107197 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)
17:00:49.118107 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)
17:00:49.234947 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)
17:00:49.438909 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
17:00:49.899819 run         create_hlr_db(pid=27294): Launched
17:00:50.023755 bus                        /sierra_2: Setting Powered False
17:00:51.096186 run         create_hlr_db(pid=27294): Terminated: ok {rc=0}
17:00:51.501025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27296): Launched
17:00:51.826263 run   osmo-hlr_10.42.42.2(pid=27297): Launched
17:00:51.945062 run              osmo-stp_10.42.42.5: Starting osmo-stp
17:00:52.483198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27299): Launched
17:00:52.808720 run   osmo-stp_10.42.42.5(pid=27300): Launched
17:00:52.927948 run              osmo-msc_10.42.42.6: Starting osmo-msc
17:00:53.495750 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27302): Launched
17:00:53.821164 run   osmo-msc_10.42.42.6(pid=27303): Launched
17:00:54.011835 run   osmo-stp_10.42.42.5(pid=27300): ERR: Terminated: ERROR {rc=1}  [trial-2376↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27300)]
17:00:54.150182 run   osmo-stp_10.42.42.5(pid=27300): stdout: 
| (launched: 2022-12-10_17:00:52.648462)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
17:00:54.287224 run   osmo-stp_10.42.42.5(pid=27300): stderr: 
| �[0;m�[38;5;43m20221210170052840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210170052840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210170052840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210170052841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210170052841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210170052841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210170052841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
17:00:54.418043 run   osmo-stp_10.42.42.5(pid=27300): stdout: 
| (launched: 2022-12-10_17:00:52.648462)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
17:00:54.547494 run   osmo-stp_10.42.42.5(pid=27300): stderr: 
| �[0;m�[38;5;43m20221210170052840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221210170052840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221210170052840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221210170052841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221210170052841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221210170052841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221210170052841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
17:00:54.603894 tst                   handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27300): Process ended prematurely: osmo-stp_10.42.42.5(pid=27300) [trial-2376↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27300)]  [trial-2376↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]
17:00:54.612497 tst                   handover.py:18: Test FAILED (6.6 sec)
17:00:54.676105 run   osmo-hlr_10.42.42.2(pid=27297): ERR: Terminated: ERROR {rc=237}  [trial-2376↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27297)]
17:00:54.727505 run   osmo-hlr_10.42.42.2(pid=27297): stdout: 
| (launched: 2022-12-10_17:00:51.666636) 
17:00:54.779783 run   osmo-hlr_10.42.42.2(pid=27297): stderr: 
| �[0;m�[1;31m20221210170051864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221210170051864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221210170051864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221210170051864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221210170051864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221210170051864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221210170051877 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2376/run.2022-12-10_15-37-08/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221210170051885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221210170051886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221210170051886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
17:00:54.850895 run   osmo-msc_10.42.42.6(pid=27303): ERR: Terminated: ERROR {rc=2}  [trial-2376↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27303)]
17:00:54.902441 run   osmo-msc_10.42.42.6(pid=27303): stdout: 
| (launched: 2022-12-10_17:00:53.661361) 
17:00:54.955121 run   osmo-msc_10.42.42.6(pid=27303): stderr: 
| �[0;m�[38;5;43m20221210170053983 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221210170053984 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f714a3e2c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221210170053984 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221210170053984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221210170053984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221210170053984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221210170053986 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221210170053986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221210170053986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221210170053986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
17:00:54.999819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27296): Terminating (SIGTERM)
17:00:55.042012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27299): Terminating (SIGTERM)
17:00:55.084538 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27302): Terminating (SIGTERM)
17:00:55.094466 ---      ParallelTerminationStrategy: PID 27296 died...
17:00:55.151317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27296): Terminated: ok {rc=0}
17:00:55.161619 ---      ParallelTerminationStrategy: PID 27299 died...
17:00:55.217691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27299): Terminated: ok {rc=0}
17:00:55.227813 ---      ParallelTerminationStrategy: PID 27302 died...
17:00:55.284382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27302): Terminated: ok {rc=0}
17:00:55.371703 bus                        /sierra_3: Setting Powered False
17:00:56.479371 bus                        /sierra_3: Setting Powered False
17:00:57.587466 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>199</id><name>handover_2G_trx-b200+bts1-trx-umtrx</name><properties></properties><timestamp>2022-12-10T17:00:47</timestamp></suite></testResult>