<testResult _class='hudson.tasks.junit.TestResult'><duration>2273.0</duration><empty>false</empty><failCount>435</failCount><passCount>0</passCount><skipCount>0</skipCount><suite><case><age>264</age><className>nitb_sms:sysmo</className><duration>5.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=32584): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32584) [trial-2406↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32584)]</errorStackTrace><failedSince>2145</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py", line 11, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=32584): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32584) [trial-2406↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32584)]
</stderr><stdout>
----------------------------------------------
trial-2406 nitb_sms:sysmo mo_mt_sms.py
----------------------------------------------
14:22:51.763614 tst                   nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)
14:22:51.774592 tst                   nitb_sms:sysmo: Using 1 x bts (candidates: 1)
14:22:52.353921 tst                     mo_mt_sms.py: using LAC 41501
14:22:52.468323 tst                     mo_mt_sms.py: using RAC 191
14:22:52.585234 tst                     mo_mt_sms.py: using CellId 41501
14:22:52.699244 tst                     mo_mt_sms.py: using BVCI 41502
14:22:52.721737 tst                   nitb_sms:sysmo: Using 1 x modem (candidates: 2)
14:22:52.904161 tst                   nitb_sms:sysmo: Using 1 x modem (candidates: 2)
14:22:53.196707 tst                   mo_mt_sms.py:9: start nitb and bts...
14:22:53.332644 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
14:22:55.670146 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32583): Launched
14:22:55.990740 run  osmo-nitb_10.42.42.2(pid=32584): Launched
14:22:56.176676 run  osmo-nitb_10.42.42.2(pid=32584): ERR: Terminated: ERROR {rc=2}  [trial-2406↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32584)]
14:22:56.311436 run  osmo-nitb_10.42.42.2(pid=32584): stdout: 
| (launched: 2022-12-14_14:22:55.833945) 
14:22:56.446759 run  osmo-nitb_10.42.42.2(pid=32584): stderr: 
| (launched: 2022-12-14_14:22:55.882037)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
14:22:56.576417 run  osmo-nitb_10.42.42.2(pid=32584): stdout: 
| (launched: 2022-12-14_14:22:55.833945) 
14:22:56.705975 run  osmo-nitb_10.42.42.2(pid=32584): stderr: 
| (launched: 2022-12-14_14:22:55.882037)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
14:22:56.762254 tst                  mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=32584): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32584) [trial-2406↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32584)]  [trial-2406↪nitb_sms:sysmo↪mo_mt_sms.py:11]
14:22:56.770729 tst                  mo_mt_sms.py:11: Test FAILED (5.0 sec)
14:22:56.807523 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32583): Terminating (SIGTERM)
14:22:56.986140 ---      ParallelTerminationStrategy: PID 32583 died...
14:22:57.044107 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32583): Terminated: ok {rc=0}
14:22:57.132369 bus                        /sierra_3: Setting Powered False
14:22:58.241896 bus                        /sierra_3: Setting Powered False
14:22:59.352447 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>10.0</duration><id>0</id><name>nitb_sms_sysmo</name><properties></properties><timestamp>2022-12-14T14:22:51</timestamp></suite><suite><case><age>78</age><className>sms:sysmo</className><duration>15.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32596): Process ended prematurely: osmo-stp_10.42.42.5(pid=32596) [trial-2406↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32596)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py", line 16, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32596): Process ended prematurely: osmo-stp_10.42.42.5(pid=32596) [trial-2406↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32596)]
</stderr><stdout>
----------------------------------------------
trial-2406 sms:sysmo mo_mt_sms.py
----------------------------------------------
14:23:01.198269 tst                        sms:sysmo: Using 1 x ip_address (candidates: 6)
14:23:01.210639 tst                        sms:sysmo: Using 1 x bts (candidates: 1)
14:23:01.363029 tst                     mo_mt_sms.py: using LAC 41502
14:23:01.493775 tst                     mo_mt_sms.py: using RAC 192
14:23:01.625064 tst                     mo_mt_sms.py: using CellId 41502
14:23:01.746238 tst                     mo_mt_sms.py: using BVCI 41503
14:23:01.769804 tst                        sms:sysmo: Using 1 x ip_address (candidates: 6)
14:23:01.781007 tst                        sms:sysmo: Using 1 x ip_address (candidates: 6)
14:23:01.792104 tst                        sms:sysmo: Using 1 x ip_address (candidates: 6)
14:23:01.803246 tst                        sms:sysmo: Using 1 x ip_address (candidates: 6)
14:23:01.815053 tst                        sms:sysmo: Using 1 x ip_address (candidates: 6)
14:23:01.826789 tst                        sms:sysmo: Using 1 x modem (candidates: 2)
14:23:01.983151 tst                        sms:sysmo: Using 1 x modem (candidates: 2)
14:23:02.191049 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:23:03.911753 run         create_hlr_db(pid=32590): Launched
14:23:04.085956 bus                        /sierra_2: Setting Powered False
14:23:05.106011 run         create_hlr_db(pid=32590): Terminated: ok {rc=0}
14:23:05.539844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32592): Launched
14:23:05.865706 run   osmo-hlr_10.42.42.2(pid=32593): Launched
14:23:05.988751 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:23:08.568671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32595): Launched
14:23:08.894969 run   osmo-stp_10.42.42.5(pid=32596): Launched
14:23:09.013868 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:23:14.395858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32598): Launched
14:23:14.720125 run   osmo-msc_10.42.42.6(pid=32599): Launched
14:23:14.909148 run   osmo-stp_10.42.42.5(pid=32596): ERR: Terminated: ERROR {rc=1}  [trial-2406↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32596)]
14:23:15.045911 run   osmo-stp_10.42.42.5(pid=32596): stdout: 
| (launched: 2022-12-14_14:23:08.734049)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:23:15.182021 run   osmo-stp_10.42.42.5(pid=32596): stderr: 
| �[0;m�[38;5;43m20221214142308929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142308929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142308929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142308929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142308930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142308930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142308930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:23:15.311860 run   osmo-stp_10.42.42.5(pid=32596): stdout: 
| (launched: 2022-12-14_14:23:08.734049)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:23:15.440263 run   osmo-stp_10.42.42.5(pid=32596): stderr: 
| �[0;m�[38;5;43m20221214142308929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142308929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142308929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142308929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142308930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142308930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142308930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:23:15.496561 tst                  mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=32596): Process ended prematurely: osmo-stp_10.42.42.5(pid=32596) [trial-2406↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32596)]  [trial-2406↪sms:sysmo↪mo_mt_sms.py:16]
14:23:15.505177 tst                  mo_mt_sms.py:16: Test FAILED (14.3 sec)
14:23:15.568594 run   osmo-hlr_10.42.42.2(pid=32593): ERR: Terminated: ERROR {rc=237}  [trial-2406↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32593)]
14:23:15.620606 run   osmo-hlr_10.42.42.2(pid=32593): stdout: 
| (launched: 2022-12-14_14:23:05.705230) 
14:23:15.673435 run   osmo-hlr_10.42.42.2(pid=32593): stderr: 
| �[0;m�[1;31m20221214142305905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214142305905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214142305905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214142305905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214142305905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214142305905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214142305919 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214142305928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214142305929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214142305929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:23:15.744999 run   osmo-msc_10.42.42.6(pid=32599): ERR: Terminated: ERROR {rc=2}  [trial-2406↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32599)]
14:23:15.796884 run   osmo-msc_10.42.42.6(pid=32599): stdout: 
| (launched: 2022-12-14_14:23:14.559773) 
14:23:15.874366 run   osmo-msc_10.42.42.6(pid=32599): stderr: 
| �[0;m�[38;5;43m20221214142314884 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214142314884 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f95f204dc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214142314884 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214142314884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214142314884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214142314885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214142314886 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214142314887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214142314887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214142314887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:23:15.929284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32592): Terminating (SIGTERM)
14:23:15.972368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32595): Terminating (SIGTERM)
14:23:16.015536 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32598): Terminating (SIGTERM)
14:23:16.025355 ---      ParallelTerminationStrategy: PID 32592 died...
14:23:16.094677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32592): Terminated: ok {rc=0}
14:23:16.107964 ---      ParallelTerminationStrategy: PID 32595 died...
14:23:16.168131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32595): Terminated: ok {rc=0}
14:23:16.178636 ---      ParallelTerminationStrategy: PID 32598 died...
14:23:16.237017 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32598): Terminated: ok {rc=0}
14:23:16.325937 bus                        /sierra_3: Setting Powered False
14:23:17.431014 bus                        /sierra_3: Setting Powered False
14:23:18.540723 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>20.0</duration><id>1</id><name>sms_sysmo</name><properties></properties><timestamp>2022-12-14T14:23:00</timestamp></suite><suite><case><age>264</age><className>nitb_ussd:sysmo</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=32605): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32605) [trial-2406↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32605)]</errorStackTrace><failedSince>2145</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py", line 12, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=32605): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32605) [trial-2406↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32605)]
</stderr><stdout>
----------------------------------------------
trial-2406 nitb_ussd:sysmo assert_extension.py
----------------------------------------------
14:23:20.343215 tst                  nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)
14:23:20.354376 tst                  nitb_ussd:sysmo: Using 1 x bts (candidates: 1)
14:23:20.485333 tst              assert_extension.py: using LAC 41503
14:23:20.614494 tst              assert_extension.py: using RAC 193
14:23:20.736844 tst              assert_extension.py: using CellId 41503
14:23:20.858054 tst              assert_extension.py: using BVCI 41504
14:23:20.881101 tst                  nitb_ussd:sysmo: Using 1 x modem (candidates: 1)
14:23:21.176621 tst           assert_extension.py:10: start nitb and bts...
14:23:21.312062 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
14:23:21.982711 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32604): Launched
14:23:22.304661 run  osmo-nitb_10.42.42.2(pid=32605): Launched
14:23:22.503499 run  osmo-nitb_10.42.42.2(pid=32605): ERR: Terminated: ERROR {rc=2}  [trial-2406↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32605)]
14:23:22.650603 run  osmo-nitb_10.42.42.2(pid=32605): stdout: 
| (launched: 2022-12-14_14:23:22.147485) 
14:23:22.797623 run  osmo-nitb_10.42.42.2(pid=32605): stderr: 
| (launched: 2022-12-14_14:23:22.195611)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
14:23:22.939569 run  osmo-nitb_10.42.42.2(pid=32605): stdout: 
| (launched: 2022-12-14_14:23:22.147485) 
14:23:23.080004 run  osmo-nitb_10.42.42.2(pid=32605): stderr: 
| (launched: 2022-12-14_14:23:22.195611)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
14:23:23.461974 tst  osmo-nitb_10.42.42.2(pid=32605): stdout: 
| (launched: 2022-12-14_14:23:22.147485) 
14:23:23.594972 tst  osmo-nitb_10.42.42.2(pid=32605): stderr: 
| (launched: 2022-12-14_14:23:22.195611)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
14:23:23.648427 tst           assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=32605): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32605) [trial-2406↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32605)]  [trial-2406↪nitb_ussd:sysmo↪assert_extension.py:12]
14:23:23.656745 tst           assert_extension.py:12: Test FAILED (3.3 sec)
14:23:23.692309 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32604): Terminating (SIGTERM)
14:23:23.870162 ---      ParallelTerminationStrategy: PID 32604 died...
14:23:23.924810 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32604): Terminated: ok {rc=0}
14:23:24.008723 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>6.0</duration><id>2</id><name>nitb_ussd_sysmo</name><properties></properties><timestamp>2022-12-14T14:23:20</timestamp></suite><suite><case><age>78</age><className>ussd:sysmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32616): Process ended prematurely: osmo-stp_10.42.42.5(pid=32616) [trial-2406↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32616)]</errorStackTrace><failedSince>2331</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py", line 17, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32616): Process ended prematurely: osmo-stp_10.42.42.5(pid=32616) [trial-2406↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32616)]
</stderr><stdout>
----------------------------------------------
trial-2406 ussd:sysmo assert_extension.py
----------------------------------------------
14:23:25.878806 tst                       ussd:sysmo: Using 1 x ip_address (candidates: 6)
14:23:25.889991 tst                       ussd:sysmo: Using 1 x bts (candidates: 1)
14:23:26.021077 tst              assert_extension.py: using LAC 41504
14:23:26.146691 tst              assert_extension.py: using RAC 194
14:23:26.274188 tst              assert_extension.py: using CellId 41504
14:23:26.401703 tst              assert_extension.py: using BVCI 41505
14:23:26.426241 tst                       ussd:sysmo: Using 1 x ip_address (candidates: 6)
14:23:26.437245 tst                       ussd:sysmo: Using 1 x ip_address (candidates: 6)
14:23:26.448169 tst                       ussd:sysmo: Using 1 x ip_address (candidates: 6)
14:23:26.459064 tst                       ussd:sysmo: Using 1 x ip_address (candidates: 6)
14:23:26.470300 tst                       ussd:sysmo: Using 1 x ip_address (candidates: 6)
14:23:26.481544 tst                       ussd:sysmo: Using 1 x modem (candidates: 1)
14:23:26.682626 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:23:27.162815 run         create_hlr_db(pid=32610): Launched
14:23:27.337513 bus                        /sierra_2: Setting Powered False
14:23:28.359006 run         create_hlr_db(pid=32610): Terminated: ok {rc=0}
14:23:28.766541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32612): Launched
14:23:29.072735 run   osmo-hlr_10.42.42.2(pid=32613): Launched
14:23:29.182173 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:23:29.713298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32615): Launched
14:23:30.019043 run   osmo-stp_10.42.42.5(pid=32616): Launched
14:23:30.129213 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:23:30.680886 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32618): Launched
14:23:31.140933 run   osmo-msc_10.42.42.6(pid=32619): Launched
14:23:31.467891 run   osmo-stp_10.42.42.5(pid=32616): ERR: Terminated: ERROR {rc=1}  [trial-2406↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32616)]
14:23:31.643525 run   osmo-stp_10.42.42.5(pid=32616): stdout: 
| (launched: 2022-12-14_14:23:29.867078)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:23:31.785710 run   osmo-stp_10.42.42.5(pid=32616): stderr: 
| �[0;m�[38;5;43m20221214142330040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142330040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142330041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142330041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142330042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142330042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142330042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:23:31.919579 run   osmo-stp_10.42.42.5(pid=32616): stdout: 
| (launched: 2022-12-14_14:23:29.867078)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:23:32.053080 run   osmo-stp_10.42.42.5(pid=32616): stderr: 
| �[0;m�[38;5;43m20221214142330040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142330040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142330041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142330041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142330042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142330042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142330042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:23:32.111603 tst           assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=32616): Process ended prematurely: osmo-stp_10.42.42.5(pid=32616) [trial-2406↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32616)]  [trial-2406↪ussd:sysmo↪assert_extension.py:17]
14:23:32.121434 tst           assert_extension.py:17: Test FAILED (6.2 sec)
14:23:32.186052 run   osmo-hlr_10.42.42.2(pid=32613): ERR: Terminated: ERROR {rc=237}  [trial-2406↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32613)]
14:23:32.240816 run   osmo-hlr_10.42.42.2(pid=32613): stdout: 
| (launched: 2022-12-14_14:23:28.921062) 
14:23:32.294913 run   osmo-hlr_10.42.42.2(pid=32613): stderr: 
| �[0;m�[1;31m20221214142329101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214142329101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214142329101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214142329101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214142329101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214142329101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214142329135 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214142329145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214142329145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214142329146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:23:32.368432 run   osmo-msc_10.42.42.6(pid=32619): ERR: Terminated: ERROR {rc=2}  [trial-2406↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32619)]
14:23:32.421199 run   osmo-msc_10.42.42.6(pid=32619): stdout: 
| (launched: 2022-12-14_14:23:30.837091) 
14:23:32.473859 run   osmo-msc_10.42.42.6(pid=32619): stderr: 
| �[0;m�[38;5;43m20221214142331212 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214142331213 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5f9c103c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214142331213 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214142331213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214142331213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214142331220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214142331222 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214142331222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214142331222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214142331223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:23:32.518907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32612): Terminating (SIGTERM)
14:23:32.562079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32615): Terminating (SIGTERM)
14:23:32.604570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32618): Terminating (SIGTERM)
14:23:32.614309 ---      ParallelTerminationStrategy: PID 32612 died...
14:23:32.671098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32612): Terminated: ok {rc=0}
14:23:32.681275 ---      ParallelTerminationStrategy: PID 32615 died...
14:23:32.737684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32615): Terminated: ok {rc=0}
14:23:32.747714 ---      ParallelTerminationStrategy: PID 32618 died...
14:23:32.803871 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32618): Terminated: ok {rc=0}
14:23:32.890811 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>9.0</duration><id>3</id><name>ussd_sysmo</name><properties></properties><timestamp>2022-12-14T14:23:25</timestamp></suite><suite><case><age>78</age><className>voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32630): Process ended prematurely: osmo-stp_10.42.42.5(pid=32630) [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32630)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32630): Process ended prematurely: osmo-stp_10.42.42.5(pid=32630) [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32630)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py
----------------------------------------------
14:23:34.820839 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:23:34.832107 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
14:23:34.988661 tst                    mo_mt_call.py: using LAC 41505
14:23:35.119606 tst                    mo_mt_call.py: using RAC 195
14:23:35.245131 tst                    mo_mt_call.py: using CellId 41505
14:23:35.367333 tst                    mo_mt_call.py: using BVCI 41506
14:23:35.390902 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:23:35.402026 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:23:35.412928 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:23:35.424024 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:23:35.435232 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:23:35.446470 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
14:23:35.568362 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
14:23:35.781778 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:23:36.311162 run         create_hlr_db(pid=32624): Launched
14:23:36.502200 bus                        /sierra_2: Setting Powered False
14:23:37.523075 run         create_hlr_db(pid=32624): Terminated: ok {rc=0}
14:23:37.941050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32626): Launched
14:23:38.251179 run   osmo-hlr_10.42.42.2(pid=32627): Launched
14:23:38.368826 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:23:38.906175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32629): Launched
14:23:39.216241 run   osmo-stp_10.42.42.5(pid=32630): Launched
14:23:39.327827 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:23:39.890957 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32632): Launched
14:23:40.202064 run   osmo-msc_10.42.42.6(pid=32633): Launched
14:23:40.383091 run   osmo-stp_10.42.42.5(pid=32630): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32630)]
14:23:40.513892 run   osmo-stp_10.42.42.5(pid=32630): stdout: 
| (launched: 2022-12-14_14:23:39.063131)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:23:40.642815 run   osmo-stp_10.42.42.5(pid=32630): stderr: 
| �[0;m�[38;5;43m20221214142339237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142339237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142339237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142339238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142339238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142339238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142339238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:23:40.766351 run   osmo-stp_10.42.42.5(pid=32630): stdout: 
| (launched: 2022-12-14_14:23:39.063131)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:23:40.888883 run   osmo-stp_10.42.42.5(pid=32630): stderr: 
| �[0;m�[38;5;43m20221214142339237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142339237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142339237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142339238 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142339238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142339238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142339238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:23:40.943158 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32630): Process ended prematurely: osmo-stp_10.42.42.5(pid=32630) [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32630)]  [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]
14:23:40.951869 tst                  mo_mt_call.py:8: Test FAILED (6.2 sec)
14:23:41.012554 run   osmo-hlr_10.42.42.2(pid=32627): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32627)]
14:23:41.062370 run   osmo-hlr_10.42.42.2(pid=32627): stdout: 
| (launched: 2022-12-14_14:23:38.097559) 
14:23:41.112895 run   osmo-hlr_10.42.42.2(pid=32627): stderr: 
| �[0;m�[1;31m20221214142338276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214142338276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214142338277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214142338277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214142338277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214142338277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214142338289 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214142338298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214142338298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214142338298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:23:41.181202 run   osmo-msc_10.42.42.6(pid=32633): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32633)]
14:23:41.231212 run   osmo-msc_10.42.42.6(pid=32633): stdout: 
| (launched: 2022-12-14_14:23:40.047488) 
14:23:41.281686 run   osmo-msc_10.42.42.6(pid=32633): stderr: 
| �[0;m�[38;5;43m20221214142340322 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214142340322 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f159fa6bc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214142340322 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214142340322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214142340323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214142340323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214142340326 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214142340327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214142340327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214142340327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:23:41.324307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32626): Terminating (SIGTERM)
14:23:41.364724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32629): Terminating (SIGTERM)
14:23:41.405349 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32632): Terminating (SIGTERM)
14:23:41.414572 ---      ParallelTerminationStrategy: PID 32626 died...
14:23:41.468898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32626): Terminated: ok {rc=0}
14:23:41.478408 ---      ParallelTerminationStrategy: PID 32629 died...
14:23:41.532239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32629): Terminated: ok {rc=0}
14:23:41.541854 ---      ParallelTerminationStrategy: PID 32632 died...
14:23:41.595521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32632): Terminated: ok {rc=0}
14:23:41.679729 bus                        /sierra_3: Setting Powered False
14:23:42.782535 bus                        /sierra_3: Setting Powered False
14:23:43.894000 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>80</age><className>voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32641): Process ended prematurely: osmo-stp_10.42.42.5(pid=32641) [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32641)]</errorStackTrace><failedSince>2329</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32641): Process ended prematurely: osmo-stp_10.42.42.5(pid=32641) [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32641)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py
----------------------------------------------
14:23:45.006130 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:23:45.018000 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
14:23:45.164417 tst              mo_mt_call_osmux.py: using LAC 41506
14:23:45.286076 tst              mo_mt_call_osmux.py: using RAC 196
14:23:45.406841 tst              mo_mt_call_osmux.py: using CellId 41506
14:23:45.529400 tst              mo_mt_call_osmux.py: using BVCI 41507
14:23:45.552715 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:23:45.563691 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:23:45.574541 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:23:45.585384 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:23:45.596545 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:23:45.607695 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
14:23:45.729556 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
14:23:45.963495 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:23:46.547389 run         create_hlr_db(pid=32635): Launched
14:23:46.745633 bus                        /sierra_2: Setting Powered False
14:23:47.761380 run         create_hlr_db(pid=32635): Terminated: ok {rc=0}
14:23:48.180333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32637): Launched
14:23:48.491618 run   osmo-hlr_10.42.42.2(pid=32638): Launched
14:23:48.612236 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:23:49.161580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32640): Launched
14:23:49.471073 run   osmo-stp_10.42.42.5(pid=32641): Launched
14:23:49.582854 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:23:50.147727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32643): Launched
14:23:50.458588 run   osmo-msc_10.42.42.6(pid=32644): Launched
14:23:50.639791 run   osmo-stp_10.42.42.5(pid=32641): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32641)]
14:23:50.771187 run   osmo-stp_10.42.42.5(pid=32641): stdout: 
| (launched: 2022-12-14_14:23:49.317755)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:23:50.900251 run   osmo-stp_10.42.42.5(pid=32641): stderr: 
| �[0;m�[38;5;43m20221214142349490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142349490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142349491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142349491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142349491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142349491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142349492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:23:51.024660 run   osmo-stp_10.42.42.5(pid=32641): stdout: 
| (launched: 2022-12-14_14:23:49.317755)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:23:51.148366 run   osmo-stp_10.42.42.5(pid=32641): stderr: 
| �[0;m�[38;5;43m20221214142349490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142349490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142349491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142349491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142349491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142349491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142349492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:23:51.202366 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32641): Process ended prematurely: osmo-stp_10.42.42.5(pid=32641) [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32641)]  [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]
14:23:51.211190 tst            mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)
14:23:51.271835 run   osmo-hlr_10.42.42.2(pid=32638): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32638)]
14:23:51.321668 run   osmo-hlr_10.42.42.2(pid=32638): stdout: 
| (launched: 2022-12-14_14:23:48.337330) 
14:23:51.372162 run   osmo-hlr_10.42.42.2(pid=32638): stderr: 
| �[0;m�[1;31m20221214142348518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214142348518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214142348518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214142348518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214142348518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214142348518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214142348533 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214142348541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214142348541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214142348541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:23:51.440205 run   osmo-msc_10.42.42.6(pid=32644): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32644)]
14:23:51.489998 run   osmo-msc_10.42.42.6(pid=32644): stdout: 
| (launched: 2022-12-14_14:23:50.303912) 
14:23:51.540235 run   osmo-msc_10.42.42.6(pid=32644): stderr: 
| �[0;m�[38;5;43m20221214142350580 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214142350580 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffa1aeb6c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214142350580 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214142350581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214142350581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214142350581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214142350583 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214142350583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214142350583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214142350583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:23:51.582911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32637): Terminating (SIGTERM)
14:23:51.623066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32640): Terminating (SIGTERM)
14:23:51.663679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32643): Terminating (SIGTERM)
14:23:51.672922 ---      ParallelTerminationStrategy: PID 32637 died...
14:23:51.727433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32637): Terminated: ok {rc=0}
14:23:51.737230 ---      ParallelTerminationStrategy: PID 32640 died...
14:23:51.791449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32640): Terminated: ok {rc=0}
14:23:51.801101 ---      ParallelTerminationStrategy: PID 32643 died...
14:23:51.855060 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32643): Terminated: ok {rc=0}
14:23:51.938445 bus                        /sierra_3: Setting Powered False
14:23:53.046339 bus                        /sierra_3: Setting Powered False
14:23:54.155148 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>4</id><name>voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1</name><properties></properties><timestamp>2022-12-14T14:23:34</timestamp></suite><suite><case><age>78</age><className>voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=32655): Process ended prematurely: osmo-stp_10.42.42.5(pid=32655) [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32655)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32655): Process ended prematurely: osmo-stp_10.42.42.5(pid=32655) [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32655)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py
----------------------------------------------
14:23:56.112221 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:23:56.123456 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
14:23:56.268080 tst                    mo_mt_call.py: using LAC 41507
14:23:56.389450 tst                    mo_mt_call.py: using RAC 197
14:23:56.515458 tst                    mo_mt_call.py: using CellId 41507
14:23:56.642660 tst                    mo_mt_call.py: using BVCI 41508
14:23:56.668462 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:23:56.680178 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:23:56.691761 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:23:56.703632 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:23:56.715731 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:23:56.727769 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
14:23:56.847043 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
14:23:57.060998 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:23:57.591431 run         create_hlr_db(pid=32649): Launched
14:23:57.783105 bus                        /sierra_2: Setting Powered False
14:23:58.803609 run         create_hlr_db(pid=32649): Terminated: ok {rc=0}
14:23:59.245637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32651): Launched
14:23:59.581872 run   osmo-hlr_10.42.42.2(pid=32652): Launched
14:23:59.703065 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:24:00.278030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32654): Launched
14:24:00.610541 run   osmo-stp_10.42.42.5(pid=32655): Launched
14:24:00.730452 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:24:01.356380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32657): Launched
14:24:01.710709 run   osmo-msc_10.42.42.6(pid=32658): Launched
14:24:02.106960 run   osmo-stp_10.42.42.5(pid=32655): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32655)]
14:24:02.368683 run   osmo-stp_10.42.42.5(pid=32655): stdout: 
| (launched: 2022-12-14_14:24:00.446366)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:24:02.576815 run   osmo-stp_10.42.42.5(pid=32655): stderr: 
| �[0;m�[38;5;43m20221214142400642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142400642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142400642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142400642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142400645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142400645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142400645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:24:02.727316 run   osmo-stp_10.42.42.5(pid=32655): stdout: 
| (launched: 2022-12-14_14:24:00.446366)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:24:02.893545 run   osmo-stp_10.42.42.5(pid=32655): stderr: 
| �[0;m�[38;5;43m20221214142400642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142400642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142400642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142400642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142400645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142400645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142400645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:24:02.962005 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32655): Process ended prematurely: osmo-stp_10.42.42.5(pid=32655) [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32655)]  [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]
14:24:02.972552 tst                  mo_mt_call.py:8: Test FAILED (6.9 sec)
14:24:03.050032 run   osmo-hlr_10.42.42.2(pid=32652): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32652)]
14:24:03.108679 run   osmo-hlr_10.42.42.2(pid=32652): stdout: 
| (launched: 2022-12-14_14:23:59.413922) 
14:24:03.165586 run   osmo-hlr_10.42.42.2(pid=32652): stderr: 
| �[0;m�[1;31m20221214142359616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214142359616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214142359616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214142359616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214142359616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214142359616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214142359629 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214142359638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214142359638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214142359638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:24:03.242833 run   osmo-msc_10.42.42.6(pid=32658): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32658)]
14:24:03.302523 run   osmo-msc_10.42.42.6(pid=32658): stdout: 
| (launched: 2022-12-14_14:24:01.527960) 
14:24:03.357229 run   osmo-msc_10.42.42.6(pid=32658): stderr: 
| �[0;m�[38;5;43m20221214142402087 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214142402088 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc8c78e4c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214142402088 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214142402088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214142402088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214142402088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214142402098 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214142402099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214142402099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214142402099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:24:03.410687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32651): Terminating (SIGTERM)
14:24:03.462602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32654): Terminating (SIGTERM)
14:24:03.516553 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32657): Terminating (SIGTERM)
14:24:03.527089 ---      ParallelTerminationStrategy: PID 32651 died...
14:24:03.607167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32651): Terminated: ok {rc=0}
14:24:03.620822 ---      ParallelTerminationStrategy: PID 32654 died...
14:24:03.687385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32654): Terminated: ok {rc=0}
14:24:03.701618 ---      ParallelTerminationStrategy: PID 32657 died...
14:24:03.771852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32657): Terminated: ok {rc=0}
14:24:03.901942 bus                        /sierra_3: Setting Powered False
14:24:05.015871 bus                        /sierra_3: Setting Powered False
14:24:06.128270 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>80</age><className>voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=482): Process ended prematurely: osmo-stp_10.42.42.5(pid=482) [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=482)]</errorStackTrace><failedSince>2329</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=482): Process ended prematurely: osmo-stp_10.42.42.5(pid=482) [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=482)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py
----------------------------------------------
14:24:07.243649 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:24:07.257348 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
14:24:07.409296 tst              mo_mt_call_osmux.py: using LAC 41508
14:24:07.536030 tst              mo_mt_call_osmux.py: using RAC 198
14:24:07.659898 tst              mo_mt_call_osmux.py: using CellId 41508
14:24:07.794437 tst              mo_mt_call_osmux.py: using BVCI 41509
14:24:07.819575 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:24:07.831877 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:24:07.843851 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:24:07.856908 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:24:07.870334 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:24:07.885281 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
14:24:08.005302 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
14:24:08.215232 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:24:08.761980 run           create_hlr_db(pid=476): Launched
14:24:08.945121 bus                        /sierra_2: Setting Powered False
14:24:09.967113 run           create_hlr_db(pid=476): Terminated: ok {rc=0}
14:24:10.409656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=478): Launched
14:24:10.846543 run     osmo-hlr_10.42.42.2(pid=479): Launched
14:24:11.093162 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:24:11.693906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=481): Launched
14:24:12.067309 run     osmo-stp_10.42.42.5(pid=482): Launched
14:24:12.226123 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:24:12.886824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=484): Launched
14:24:13.315291 run     osmo-msc_10.42.42.6(pid=485): Launched
14:24:13.705476 run     osmo-stp_10.42.42.5(pid=482): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=482)]
14:24:13.981702 run     osmo-stp_10.42.42.5(pid=482): stdout: 
| (launched: 2022-12-14_14:24:11.865915)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:24:14.186673 run     osmo-stp_10.42.42.5(pid=482): stderr: 
| �[0;m�[38;5;43m20221214142412235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142412235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142412235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142412236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142412236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142412236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142412236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:24:14.317578 run     osmo-stp_10.42.42.5(pid=482): stdout: 
| (launched: 2022-12-14_14:24:11.865915)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:24:14.447320 run     osmo-stp_10.42.42.5(pid=482): stderr: 
| �[0;m�[38;5;43m20221214142412235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142412235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142412235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142412236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142412236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142412236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142412236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:24:14.505550 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=482): Process ended prematurely: osmo-stp_10.42.42.5(pid=482) [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=482)]  [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]
14:24:14.515332 tst            mo_mt_call_osmux.py:8: Test FAILED (7.3 sec)
14:24:14.580380 run     osmo-hlr_10.42.42.2(pid=479): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=479)]
14:24:14.632627 run     osmo-hlr_10.42.42.2(pid=479): stdout: 
| (launched: 2022-12-14_14:24:10.572637) 
14:24:14.687116 run     osmo-hlr_10.42.42.2(pid=479): stderr: 
| �[0;m�[1;31m20221214142410887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214142410887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214142410887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214142410888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214142410888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214142410888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214142410904 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214142410912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214142410912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214142410912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:24:14.758471 run     osmo-msc_10.42.42.6(pid=485): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=485)]
14:24:14.811070 run     osmo-msc_10.42.42.6(pid=485): stdout: 
| (launched: 2022-12-14_14:24:13.047757) 
14:24:14.865040 run     osmo-msc_10.42.42.6(pid=485): stderr: 
| �[0;m�[38;5;43m20221214142413650 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214142413650 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff2868a7c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214142413650 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214142413650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214142413650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214142413651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214142413664 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214142413664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214142413665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214142413665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:24:14.911559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=478): Terminating (SIGTERM)
14:24:14.957149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=481): Terminating (SIGTERM)
14:24:15.002714 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=484): Terminating (SIGTERM)
14:24:15.013377 ---      ParallelTerminationStrategy: PID 478 died...
14:24:15.074128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=478): Terminated: ok {rc=0}
14:24:15.085486 ---      ParallelTerminationStrategy: PID 481 died...
14:24:15.142154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=481): Terminated: ok {rc=0}
14:24:15.152760 ---      ParallelTerminationStrategy: PID 484 died...
14:24:15.211263 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=484): Terminated: ok {rc=0}
14:24:15.300830 bus                        /sierra_3: Setting Powered False
14:24:16.439949 bus                        /sierra_3: Setting Powered False
14:24:17.562547 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>24.0</duration><id>5</id><name>voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2</name><properties></properties><timestamp>2022-12-14T14:23:55</timestamp></suite><suite><case><age>78</age><className>voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=496): Process ended prematurely: osmo-stp_10.42.42.5(pid=496) [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=496)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=496): Process ended prematurely: osmo-stp_10.42.42.5(pid=496) [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=496)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py
----------------------------------------------
14:24:19.535329 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:24:19.548010 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
14:24:19.703888 tst                    mo_mt_call.py: using LAC 41509
14:24:19.830147 tst                    mo_mt_call.py: using RAC 199
14:24:19.957436 tst                    mo_mt_call.py: using CellId 41509
14:24:20.088269 tst                    mo_mt_call.py: using BVCI 41510
14:24:20.113546 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:24:20.126184 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:24:20.138256 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:24:20.150226 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:24:20.163515 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:24:20.177182 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
14:24:20.303708 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
14:24:20.518951 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:24:21.073940 run           create_hlr_db(pid=490): Launched
14:24:21.259704 bus                        /sierra_2: Setting Powered False
14:24:22.282043 run           create_hlr_db(pid=490): Terminated: ok {rc=0}
14:24:22.731364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=492): Launched
14:24:23.157496 run     osmo-hlr_10.42.42.2(pid=493): Launched
14:24:23.398169 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:24:24.076244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=495): Launched
14:24:24.392623 run     osmo-stp_10.42.42.5(pid=496): Launched
14:24:24.507109 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:24:25.073865 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=498): Launched
14:24:25.386405 run     osmo-msc_10.42.42.6(pid=499): Launched
14:24:25.568264 run     osmo-stp_10.42.42.5(pid=496): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=496)]
14:24:25.699464 run     osmo-stp_10.42.42.5(pid=496): stdout: 
| (launched: 2022-12-14_14:24:24.234206)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:24:25.828831 run     osmo-stp_10.42.42.5(pid=496): stderr: 
| �[0;m�[38;5;43m20221214142424406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142424406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142424406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142424407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142424407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142424407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142424407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:24:25.953120 run     osmo-stp_10.42.42.5(pid=496): stdout: 
| (launched: 2022-12-14_14:24:24.234206)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:24:26.076662 run     osmo-stp_10.42.42.5(pid=496): stderr: 
| �[0;m�[38;5;43m20221214142424406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142424406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142424406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142424407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142424407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142424407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142424407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:24:26.131047 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=496): Process ended prematurely: osmo-stp_10.42.42.5(pid=496) [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=496)]  [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]
14:24:26.139528 tst                  mo_mt_call.py:8: Test FAILED (6.6 sec)
14:24:26.200474 run     osmo-hlr_10.42.42.2(pid=493): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=493)]
14:24:26.250340 run     osmo-hlr_10.42.42.2(pid=493): stdout: 
| (launched: 2022-12-14_14:24:22.894749) 
14:24:26.300626 run     osmo-hlr_10.42.42.2(pid=493): stderr: 
| �[0;m�[1;31m20221214142423253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214142423253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214142423253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214142423253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214142423254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214142423254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214142423274 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214142423282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214142423282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214142423282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:24:26.368884 run     osmo-msc_10.42.42.6(pid=499): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=499)]
14:24:26.418716 run     osmo-msc_10.42.42.6(pid=499): stdout: 
| (launched: 2022-12-14_14:24:25.231221) 
14:24:26.468975 run     osmo-msc_10.42.42.6(pid=499): stderr: 
| �[0;m�[38;5;43m20221214142425506 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214142425507 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff3173b0c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214142425507 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214142425507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214142425507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214142425507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214142425509 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214142425509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214142425509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214142425509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:24:26.511567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=492): Terminating (SIGTERM)
14:24:26.551790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=495): Terminating (SIGTERM)
14:24:26.592206 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=498): Terminating (SIGTERM)
14:24:26.601098 ---      ParallelTerminationStrategy: PID 492 died...
14:24:26.654886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=492): Terminated: ok {rc=0}
14:24:26.664540 ---      ParallelTerminationStrategy: PID 495 died...
14:24:26.718018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=495): Terminated: ok {rc=0}
14:24:26.727595 ---      ParallelTerminationStrategy: PID 498 died...
14:24:26.781442 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=498): Terminated: ok {rc=0}
14:24:26.869772 bus                        /sierra_3: Setting Powered False
14:24:27.973003 bus                        /sierra_3: Setting Powered False
14:24:29.085975 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>89</age><className>voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=507): Process ended prematurely: osmo-stp_10.42.42.5(pid=507) [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=507)]</errorStackTrace><failedSince>2320</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=507): Process ended prematurely: osmo-stp_10.42.42.5(pid=507) [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=507)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py
----------------------------------------------
14:24:30.201990 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:24:30.214288 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
14:24:30.363079 tst              mo_mt_call_osmux.py: using LAC 41510
14:24:30.490884 tst              mo_mt_call_osmux.py: using RAC 200
14:24:30.612176 tst              mo_mt_call_osmux.py: using CellId 41510
14:24:30.732930 tst              mo_mt_call_osmux.py: using BVCI 41511
14:24:30.756538 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:24:30.767702 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:24:30.778687 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:24:30.789483 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:24:30.801097 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:24:30.812556 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
14:24:30.950509 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
14:24:31.163820 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:24:31.726741 run           create_hlr_db(pid=501): Launched
14:24:31.926839 bus                        /sierra_2: Setting Powered False
14:24:32.944077 run           create_hlr_db(pid=501): Terminated: ok {rc=0}
14:24:33.362109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=503): Launched
14:24:33.673170 run     osmo-hlr_10.42.42.2(pid=504): Launched
14:24:33.789771 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:24:34.328228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=506): Launched
14:24:34.638433 run     osmo-stp_10.42.42.5(pid=507): Launched
14:24:34.750593 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:24:35.315734 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=509): Launched
14:24:35.627072 run     osmo-msc_10.42.42.6(pid=510): Launched
14:24:35.808147 run     osmo-stp_10.42.42.5(pid=507): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=507)]
14:24:35.939277 run     osmo-stp_10.42.42.5(pid=507): stdout: 
| (launched: 2022-12-14_14:24:34.484832)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:24:36.068469 run     osmo-stp_10.42.42.5(pid=507): stderr: 
| �[0;m�[38;5;43m20221214142434659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142434660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142434660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142434660 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142434661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142434661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142434661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:24:36.193337 run     osmo-stp_10.42.42.5(pid=507): stdout: 
| (launched: 2022-12-14_14:24:34.484832)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:24:36.316391 run     osmo-stp_10.42.42.5(pid=507): stderr: 
| �[0;m�[38;5;43m20221214142434659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142434660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142434660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142434660 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142434661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142434661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142434661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:24:36.370648 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=507): Process ended prematurely: osmo-stp_10.42.42.5(pid=507) [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=507)]  [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]
14:24:36.379379 tst            mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)
14:24:36.439897 run     osmo-hlr_10.42.42.2(pid=504): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=504)]
14:24:36.489687 run     osmo-hlr_10.42.42.2(pid=504): stdout: 
| (launched: 2022-12-14_14:24:33.518750) 
14:24:36.539877 run     osmo-hlr_10.42.42.2(pid=504): stderr: 
| �[0;m�[1;31m20221214142433697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214142433697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214142433697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214142433697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214142433697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214142433697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214142433710 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214142433719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214142433719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214142433719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:24:36.607982 run     osmo-msc_10.42.42.6(pid=510): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=510)]
14:24:36.657413 run     osmo-msc_10.42.42.6(pid=510): stdout: 
| (launched: 2022-12-14_14:24:35.472830) 
14:24:36.707546 run     osmo-msc_10.42.42.6(pid=510): stderr: 
| �[0;m�[38;5;43m20221214142435747 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214142435747 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4aca7b7c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214142435747 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214142435747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214142435748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214142435748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214142435750 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214142435750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214142435750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214142435750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:24:36.750469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=503): Terminating (SIGTERM)
14:24:36.790748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=506): Terminating (SIGTERM)
14:24:36.831711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=509): Terminating (SIGTERM)
14:24:36.841042 ---      ParallelTerminationStrategy: PID 503 died...
14:24:36.895193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=503): Terminated: ok {rc=0}
14:24:36.904809 ---      ParallelTerminationStrategy: PID 506 died...
14:24:36.958689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=506): Terminated: ok {rc=0}
14:24:36.968264 ---      ParallelTerminationStrategy: PID 509 died...
14:24:37.022031 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=509): Terminated: ok {rc=0}
14:24:37.110310 bus                        /sierra_3: Setting Powered False
14:24:38.212117 bus                        /sierra_3: Setting Powered False
14:24:39.320438 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>6</id><name>voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3</name><properties></properties><timestamp>2022-12-14T14:24:19</timestamp></suite><suite><case><age>78</age><className>voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=521): Process ended prematurely: osmo-stp_10.42.42.5(pid=521) [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=521)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=521): Process ended prematurely: osmo-stp_10.42.42.5(pid=521) [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=521)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py
----------------------------------------------
14:24:41.274879 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:24:41.285796 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)
14:24:41.432906 tst                    mo_mt_call.py: using LAC 41511
14:24:41.561632 tst                    mo_mt_call.py: using RAC 201
14:24:41.701932 tst                    mo_mt_call.py: using CellId 41511
14:24:41.830902 tst                    mo_mt_call.py: using BVCI 41512
14:24:41.856079 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:24:41.867503 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:24:41.878828 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:24:41.890086 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:24:41.901388 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:24:41.912704 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
14:24:42.030883 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
14:24:42.244116 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:24:42.774587 run           create_hlr_db(pid=515): Launched
14:24:42.965793 bus                        /sierra_2: Setting Powered False
14:24:43.986362 run           create_hlr_db(pid=515): Terminated: ok {rc=0}
14:24:44.404422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=517): Launched
14:24:44.715262 run     osmo-hlr_10.42.42.2(pid=518): Launched
14:24:44.834866 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:24:45.386900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=520): Launched
14:24:45.698193 run     osmo-stp_10.42.42.5(pid=521): Launched
14:24:45.810845 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:24:46.469166 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=523): Launched
14:24:46.856297 run     osmo-msc_10.42.42.6(pid=524): Launched
14:24:47.197611 run     osmo-stp_10.42.42.5(pid=521): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=521)]
14:24:47.414952 run     osmo-stp_10.42.42.5(pid=521): stdout: 
| (launched: 2022-12-14_14:24:45.543878)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:24:47.558727 run     osmo-stp_10.42.42.5(pid=521): stderr: 
| �[0;m�[38;5;43m20221214142445719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142445720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142445720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142445720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142445723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142445723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142445723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:24:47.692535 run     osmo-stp_10.42.42.5(pid=521): stdout: 
| (launched: 2022-12-14_14:24:45.543878)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:24:47.824488 run     osmo-stp_10.42.42.5(pid=521): stderr: 
| �[0;m�[38;5;43m20221214142445719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142445720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142445720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142445720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142445723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142445723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142445723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:24:47.882570 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=521): Process ended prematurely: osmo-stp_10.42.42.5(pid=521) [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=521)]  [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]
14:24:47.891687 tst                  mo_mt_call.py:8: Test FAILED (6.6 sec)
14:24:47.955427 run     osmo-hlr_10.42.42.2(pid=518): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=518)]
14:24:48.007776 run     osmo-hlr_10.42.42.2(pid=518): stdout: 
| (launched: 2022-12-14_14:24:44.561639) 
14:24:48.060611 run     osmo-hlr_10.42.42.2(pid=518): stderr: 
| �[0;m�[1;31m20221214142444743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214142444743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214142444743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214142444743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214142444743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214142444743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214142444756 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214142444767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214142444767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214142444767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:24:48.132069 run     osmo-msc_10.42.42.6(pid=524): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=524)]
14:24:48.184195 run     osmo-msc_10.42.42.6(pid=524): stdout: 
| (launched: 2022-12-14_14:24:46.642444) 
14:24:48.236788 run     osmo-msc_10.42.42.6(pid=524): stderr: 
| �[0;m�[38;5;43m20221214142447256 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214142447260 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fca59e5ec40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214142447260 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214142447260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214142447260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214142447261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214142447262 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214142447263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214142447263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214142447263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:24:48.281832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=517): Terminating (SIGTERM)
14:24:48.324216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=520): Terminating (SIGTERM)
14:24:48.367290 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=523): Terminating (SIGTERM)
14:24:48.376930 ---      ParallelTerminationStrategy: PID 517 died...
14:24:48.434100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=517): Terminated: ok {rc=0}
14:24:48.444095 ---      ParallelTerminationStrategy: PID 520 died...
14:24:48.501120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=520): Terminated: ok {rc=0}
14:24:48.511124 ---      ParallelTerminationStrategy: PID 523 died...
14:24:48.567962 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=523): Terminated: ok {rc=0}
14:24:48.655584 bus                        /sierra_3: Setting Powered False
14:24:49.758487 bus                        /sierra_3: Setting Powered False
14:24:50.869889 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>87</age><className>voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=532): Process ended prematurely: osmo-stp_10.42.42.5(pid=532) [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=532)]</errorStackTrace><failedSince>2322</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=532): Process ended prematurely: osmo-stp_10.42.42.5(pid=532) [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=532)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py
----------------------------------------------
14:24:51.985220 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:24:51.997446 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)
14:24:52.154805 tst              mo_mt_call_osmux.py: using LAC 41512
14:24:52.282986 tst              mo_mt_call_osmux.py: using RAC 202
14:24:52.411129 tst              mo_mt_call_osmux.py: using CellId 41512
14:24:52.538646 tst              mo_mt_call_osmux.py: using BVCI 41513
14:24:52.563921 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:24:52.575531 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:24:52.586942 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:24:52.598274 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:24:52.609697 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:24:52.621140 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
14:24:52.739439 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
14:24:52.952786 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:24:53.483178 run           create_hlr_db(pid=526): Launched
14:24:53.675399 bus                        /sierra_2: Setting Powered False
14:24:54.696424 run           create_hlr_db(pid=526): Terminated: ok {rc=0}
14:24:55.113701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=528): Launched
14:24:55.424848 run     osmo-hlr_10.42.42.2(pid=529): Launched
14:24:55.552713 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:24:56.100088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=531): Launched
14:24:56.411214 run     osmo-stp_10.42.42.5(pid=532): Launched
14:24:56.524200 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:24:57.091422 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=534): Launched
14:24:57.403794 run     osmo-msc_10.42.42.6(pid=535): Launched
14:24:57.586250 run     osmo-stp_10.42.42.5(pid=532): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=532)]
14:24:57.718061 run     osmo-stp_10.42.42.5(pid=532): stdout: 
| (launched: 2022-12-14_14:24:56.256596)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:24:57.847160 run     osmo-stp_10.42.42.5(pid=532): stderr: 
| �[0;m�[38;5;43m20221214142456431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142456431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142456431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142456431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142456434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142456434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142456434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:24:57.971109 run     osmo-stp_10.42.42.5(pid=532): stdout: 
| (launched: 2022-12-14_14:24:56.256596)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:24:58.093610 run     osmo-stp_10.42.42.5(pid=532): stderr: 
| �[0;m�[38;5;43m20221214142456431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142456431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142456431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142456431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142456434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142456434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142456434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:24:58.147467 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=532): Process ended prematurely: osmo-stp_10.42.42.5(pid=532) [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=532)]  [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]
14:24:58.156085 tst            mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)
14:24:58.216573 run     osmo-hlr_10.42.42.2(pid=529): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=529)]
14:24:58.266195 run     osmo-hlr_10.42.42.2(pid=529): stdout: 
| (launched: 2022-12-14_14:24:55.270571) 
14:24:58.316260 run     osmo-hlr_10.42.42.2(pid=529): stderr: 
| �[0;m�[1;31m20221214142455449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214142455450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214142455450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214142455450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214142455450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214142455450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214142455463 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214142455473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214142455473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214142455474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:24:58.384489 run     osmo-msc_10.42.42.6(pid=535): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=535)]
14:24:58.434204 run     osmo-msc_10.42.42.6(pid=535): stdout: 
| (launched: 2022-12-14_14:24:57.248601) 
14:24:58.484470 run     osmo-msc_10.42.42.6(pid=535): stderr: 
| �[0;m�[38;5;43m20221214142457525 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214142457525 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa63bd82c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214142457526 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214142457526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214142457526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214142457526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214142457528 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214142457528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214142457528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214142457528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:24:58.527309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=528): Terminating (SIGTERM)
14:24:58.567742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=531): Terminating (SIGTERM)
14:24:58.608115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=534): Terminating (SIGTERM)
14:24:58.617320 ---      ParallelTerminationStrategy: PID 528 died...
14:24:58.671344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=528): Terminated: ok {rc=0}
14:24:58.680875 ---      ParallelTerminationStrategy: PID 531 died...
14:24:58.734830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=531): Terminated: ok {rc=0}
14:24:58.744331 ---      ParallelTerminationStrategy: PID 534 died...
14:24:58.797953 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=534): Terminated: ok {rc=0}
14:24:58.887406 bus                        /sierra_3: Setting Powered False
14:24:59.990218 bus                        /sierra_3: Setting Powered False
14:25:01.129113 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>7</id><name>voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1</name><properties></properties><timestamp>2022-12-14T14:24:41</timestamp></suite><suite><case><age>78</age><className>voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=550): Process ended prematurely: osmo-stp_10.42.42.5(pid=550) [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=550)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=550): Process ended prematurely: osmo-stp_10.42.42.5(pid=550) [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=550)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py
----------------------------------------------
14:25:03.095372 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:25:03.106575 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
14:25:03.253627 tst                    mo_mt_call.py: using LAC 41513
14:25:03.377514 tst                    mo_mt_call.py: using RAC 203
14:25:03.500364 tst                    mo_mt_call.py: using CellId 41513
14:25:03.624589 tst                    mo_mt_call.py: using BVCI 41514
14:25:03.648111 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:25:03.659244 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:25:03.670089 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:25:03.680755 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:25:03.692083 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:25:03.703594 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
14:25:03.820057 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
14:25:04.032730 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:25:04.521368 run           create_hlr_db(pid=544): Launched
14:25:04.700134 bus                        /sierra_2: Setting Powered False
14:25:05.721606 run           create_hlr_db(pid=544): Terminated: ok {rc=0}
14:25:06.165306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=546): Launched
14:25:06.498989 run     osmo-hlr_10.42.42.2(pid=547): Launched
14:25:06.621991 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:25:07.199626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=549): Launched
14:25:07.534254 run     osmo-stp_10.42.42.5(pid=550): Launched
14:25:07.655977 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:25:08.263788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=553): Launched
14:25:08.598143 run     osmo-msc_10.42.42.6(pid=554): Launched
14:25:08.792650 run     osmo-stp_10.42.42.5(pid=550): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=550)]
14:25:08.933265 run     osmo-stp_10.42.42.5(pid=550): stdout: 
| (launched: 2022-12-14_14:25:07.368359)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:25:09.072411 run     osmo-stp_10.42.42.5(pid=550): stderr: 
| �[0;m�[38;5;43m20221214142507564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142507564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142507564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142507565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142507567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142507567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142507567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:25:09.205327 run     osmo-stp_10.42.42.5(pid=550): stdout: 
| (launched: 2022-12-14_14:25:07.368359)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:25:09.336835 run     osmo-stp_10.42.42.5(pid=550): stderr: 
| �[0;m�[38;5;43m20221214142507564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142507564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142507564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142507565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142507567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142507567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142507567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:25:09.395059 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=550): Process ended prematurely: osmo-stp_10.42.42.5(pid=550) [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=550)]  [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]
14:25:09.404137 tst                  mo_mt_call.py:8: Test FAILED (6.3 sec)
14:25:09.467025 run     osmo-hlr_10.42.42.2(pid=547): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=547)]
14:25:09.518815 run     osmo-hlr_10.42.42.2(pid=547): stdout: 
| (launched: 2022-12-14_14:25:06.334527) 
14:25:09.571190 run     osmo-hlr_10.42.42.2(pid=547): stderr: 
| �[0;m�[1;31m20221214142506536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214142506537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214142506537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214142506537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214142506537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214142506537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214142506549 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214142506558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214142506558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214142506558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:25:09.642396 run     osmo-msc_10.42.42.6(pid=554): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=554)]
14:25:09.694981 run     osmo-msc_10.42.42.6(pid=554): stdout: 
| (launched: 2022-12-14_14:25:08.432614) 
14:25:09.747502 run     osmo-msc_10.42.42.6(pid=554): stderr: 
| �[0;m�[38;5;43m20221214142508759 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214142508759 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fde47a78c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214142508759 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214142508759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214142508760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214142508760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214142508761 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214142508762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214142508762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214142508762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:25:09.792191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=546): Terminating (SIGTERM)
14:25:09.834921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=549): Terminating (SIGTERM)
14:25:09.877217 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=553): Terminating (SIGTERM)
14:25:09.886932 ---      ParallelTerminationStrategy: PID 546 died...
14:25:09.943113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=546): Terminated: ok {rc=0}
14:25:09.953215 ---      ParallelTerminationStrategy: PID 549 died...
14:25:10.009044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=549): Terminated: ok {rc=0}
14:25:10.019075 ---      ParallelTerminationStrategy: PID 553 died...
14:25:10.075196 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=553): Terminated: ok {rc=0}
14:25:10.162883 bus                        /sierra_3: Setting Powered False
14:25:11.270418 bus                        /sierra_3: Setting Powered False
14:25:12.384125 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>78</age><className>voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=562): Process ended prematurely: osmo-stp_10.42.42.5(pid=562) [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=562)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=562): Process ended prematurely: osmo-stp_10.42.42.5(pid=562) [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=562)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py
----------------------------------------------
14:25:13.496780 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:25:13.508790 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
14:25:13.664586 tst              mo_mt_call_osmux.py: using LAC 41514
14:25:13.792697 tst              mo_mt_call_osmux.py: using RAC 204
14:25:13.920473 tst              mo_mt_call_osmux.py: using CellId 41514
14:25:14.048116 tst              mo_mt_call_osmux.py: using BVCI 41515
14:25:14.073505 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:25:14.085154 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:25:14.096430 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:25:14.107786 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:25:14.119222 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:25:14.130670 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
14:25:14.251931 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
14:25:14.461249 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:25:14.949891 run           create_hlr_db(pid=556): Launched
14:25:15.127925 bus                        /sierra_2: Setting Powered False
14:25:16.199158 run           create_hlr_db(pid=556): Terminated: ok {rc=0}
14:25:16.663285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=558): Launched
14:25:17.122098 run     osmo-hlr_10.42.42.2(pid=559): Launched
14:25:17.242621 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:25:17.818295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=561): Launched
14:25:18.146962 run     osmo-stp_10.42.42.5(pid=562): Launched
14:25:18.271108 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:25:18.871460 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=564): Launched
14:25:19.201351 run     osmo-msc_10.42.42.6(pid=565): Launched
14:25:19.393438 run     osmo-stp_10.42.42.5(pid=562): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=562)]
14:25:19.532188 run     osmo-stp_10.42.42.5(pid=562): stdout: 
| (launched: 2022-12-14_14:25:17.985275)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:25:19.670537 run     osmo-stp_10.42.42.5(pid=562): stderr: 
| �[0;m�[38;5;43m20221214142518183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142518183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142518183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142518184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142518184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142518184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142518185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:25:19.803122 run     osmo-stp_10.42.42.5(pid=562): stdout: 
| (launched: 2022-12-14_14:25:17.985275)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:25:19.933224 run     osmo-stp_10.42.42.5(pid=562): stderr: 
| �[0;m�[38;5;43m20221214142518183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142518183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142518183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142518184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142518184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142518184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142518185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:25:19.990611 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=562): Process ended prematurely: osmo-stp_10.42.42.5(pid=562) [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=562)]  [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]
14:25:19.999756 tst            mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)
14:25:20.062156 run     osmo-hlr_10.42.42.2(pid=559): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=559)]
14:25:20.113580 run     osmo-hlr_10.42.42.2(pid=559): stdout: 
| (launched: 2022-12-14_14:25:16.834471) 
14:25:20.165326 run     osmo-hlr_10.42.42.2(pid=559): stderr: 
| �[0;m�[1;31m20221214142517065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214142517065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214142517065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214142517065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214142517065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214142517065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214142517088 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214142517100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214142517100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214142517101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:25:20.236036 run     osmo-msc_10.42.42.6(pid=565): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=565)]
14:25:20.287556 run     osmo-msc_10.42.42.6(pid=565): stdout: 
| (launched: 2022-12-14_14:25:19.038420) 
14:25:20.339429 run     osmo-msc_10.42.42.6(pid=565): stderr: 
| �[0;m�[38;5;43m20221214142519363 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214142519363 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa1eaeebc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214142519363 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214142519364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214142519364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214142519364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214142519366 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214142519366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214142519366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214142519366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:25:20.383509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=558): Terminating (SIGTERM)
14:25:20.425121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=561): Terminating (SIGTERM)
14:25:20.466763 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=564): Terminating (SIGTERM)
14:25:20.476347 ---      ParallelTerminationStrategy: PID 558 died...
14:25:20.531963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=558): Terminated: ok {rc=0}
14:25:20.542041 ---      ParallelTerminationStrategy: PID 561 died...
14:25:20.597422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=561): Terminated: ok {rc=0}
14:25:20.607427 ---      ParallelTerminationStrategy: PID 564 died...
14:25:20.662812 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=564): Terminated: ok {rc=0}
14:25:20.750841 bus                        /sierra_3: Setting Powered False
14:25:21.856453 bus                        /sierra_3: Setting Powered False
14:25:22.965546 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>8</id><name>voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3</name><properties></properties><timestamp>2022-12-14T14:25:02</timestamp></suite><suite><case><age>78</age><className>voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=576): Process ended prematurely: osmo-stp_10.42.42.5(pid=576) [trial-2406↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=576)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=576): Process ended prematurely: osmo-stp_10.42.42.5(pid=576) [trial-2406↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=576)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py
----------------------------------------------
14:25:24.931503 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:25:24.943231 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
14:25:25.096801 tst                    mo_mt_call.py: using LAC 41515
14:25:25.227265 tst                    mo_mt_call.py: using RAC 205
14:25:25.355212 tst                    mo_mt_call.py: using CellId 41515
14:25:25.483642 tst                    mo_mt_call.py: using BVCI 41516
14:25:25.508612 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:25:25.520253 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:25:25.531589 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:25:25.542958 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:25:25.554594 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:25:25.566350 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
14:25:25.687137 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
14:25:25.890754 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:25:26.380737 run           create_hlr_db(pid=570): Launched
14:25:26.554710 bus                        /sierra_2: Setting Powered False
14:25:27.576033 run           create_hlr_db(pid=570): Terminated: ok {rc=0}
14:25:28.011341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=572): Launched
14:25:28.337621 run     osmo-hlr_10.42.42.2(pid=573): Launched
14:25:28.460292 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:25:29.027096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=575): Launched
14:25:29.353207 run     osmo-stp_10.42.42.5(pid=576): Launched
14:25:29.470837 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:25:30.066677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=578): Launched
14:25:30.392752 run     osmo-msc_10.42.42.6(pid=579): Launched
14:25:30.582855 run     osmo-stp_10.42.42.5(pid=576): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=576)]
14:25:30.721263 run     osmo-stp_10.42.42.5(pid=576): stdout: 
| (launched: 2022-12-14_14:25:29.192157)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:25:30.859261 run     osmo-stp_10.42.42.5(pid=576): stderr: 
| �[0;m�[38;5;43m20221214142529390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142529390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142529390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142529391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142529391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142529391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142529391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:25:30.997393 run     osmo-stp_10.42.42.5(pid=576): stdout: 
| (launched: 2022-12-14_14:25:29.192157)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:25:31.128232 run     osmo-stp_10.42.42.5(pid=576): stderr: 
| �[0;m�[38;5;43m20221214142529390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142529390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142529390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142529391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142529391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142529391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142529391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:25:31.186579 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=576): Process ended prematurely: osmo-stp_10.42.42.5(pid=576) [trial-2406↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=576)]  [trial-2406↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]
14:25:31.196600 tst                  mo_mt_call.py:8: Test FAILED (6.3 sec)
14:25:31.259307 run     osmo-hlr_10.42.42.2(pid=573): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=573)]
14:25:31.311028 run     osmo-hlr_10.42.42.2(pid=573): stdout: 
| (launched: 2022-12-14_14:25:28.176716) 
14:25:31.363996 run     osmo-hlr_10.42.42.2(pid=573): stderr: 
| �[0;m�[1;31m20221214142528378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214142528378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214142528378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214142528379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214142528379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214142528379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214142528391 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214142528399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214142528399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214142528400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:25:31.434974 run     osmo-msc_10.42.42.6(pid=579): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=579)]
14:25:31.486872 run     osmo-msc_10.42.42.6(pid=579): stdout: 
| (launched: 2022-12-14_14:25:30.231789) 
14:25:31.539395 run     osmo-msc_10.42.42.6(pid=579): stderr: 
| �[0;m�[38;5;43m20221214142530559 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214142530559 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0ed0555c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214142530559 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214142530559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214142530559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214142530559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214142530561 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214142530562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214142530562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214142530562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:25:31.584370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=572): Terminating (SIGTERM)
14:25:31.627584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=575): Terminating (SIGTERM)
14:25:31.671408 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=578): Terminating (SIGTERM)
14:25:31.681039 ---      ParallelTerminationStrategy: PID 572 died...
14:25:31.739711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=572): Terminated: ok {rc=0}
14:25:31.750217 ---      ParallelTerminationStrategy: PID 575 died...
14:25:31.807662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=575): Terminated: ok {rc=0}
14:25:31.818654 ---      ParallelTerminationStrategy: PID 578 died...
14:25:31.876397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=578): Terminated: ok {rc=0}
14:25:31.978000 bus                        /sierra_3: Setting Powered False
14:25:33.088877 bus                        /sierra_3: Setting Powered False
14:25:34.197212 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>89</age><className>voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=587): Process ended prematurely: osmo-stp_10.42.42.5(pid=587) [trial-2406↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=587)]</errorStackTrace><failedSince>2320</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=587): Process ended prematurely: osmo-stp_10.42.42.5(pid=587) [trial-2406↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=587)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py
----------------------------------------------
14:25:35.313004 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:25:35.325575 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
14:25:35.474247 tst              mo_mt_call_osmux.py: using LAC 41516
14:25:35.593224 tst              mo_mt_call_osmux.py: using RAC 206
14:25:35.725776 tst              mo_mt_call_osmux.py: using CellId 41516
14:25:35.854291 tst              mo_mt_call_osmux.py: using BVCI 41517
14:25:35.879578 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:25:35.891293 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:25:35.902712 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:25:35.914137 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:25:35.925528 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:25:35.936779 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
14:25:36.055501 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
14:25:36.256566 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:25:36.737144 run           create_hlr_db(pid=581): Launched
14:25:36.910710 bus                        /sierra_2: Setting Powered False
14:25:37.933029 run           create_hlr_db(pid=581): Terminated: ok {rc=0}
14:25:38.370105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=583): Launched
14:25:38.697393 run     osmo-hlr_10.42.42.2(pid=584): Launched
14:25:38.815367 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:25:39.382881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=586): Launched
14:25:39.709605 run     osmo-stp_10.42.42.5(pid=587): Launched
14:25:39.827429 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:25:40.422645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=589): Launched
14:25:40.749846 run     osmo-msc_10.42.42.6(pid=590): Launched
14:25:40.940304 run     osmo-stp_10.42.42.5(pid=587): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=587)]
14:25:41.078235 run     osmo-stp_10.42.42.5(pid=587): stdout: 
| (launched: 2022-12-14_14:25:39.548240)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:25:41.215411 run     osmo-stp_10.42.42.5(pid=587): stderr: 
| �[0;m�[38;5;43m20221214142539742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142539742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142539742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142539743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142539743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142539743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142539743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:25:41.346605 run     osmo-stp_10.42.42.5(pid=587): stdout: 
| (launched: 2022-12-14_14:25:39.548240)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:25:41.475950 run     osmo-stp_10.42.42.5(pid=587): stderr: 
| �[0;m�[38;5;43m20221214142539742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142539742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142539742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142539743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142539743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142539743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142539743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:25:41.533117 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=587): Process ended prematurely: osmo-stp_10.42.42.5(pid=587) [trial-2406↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=587)]  [trial-2406↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]
14:25:41.542538 tst            mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)
14:25:41.605670 run     osmo-hlr_10.42.42.2(pid=584): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=584)]
14:25:41.657474 run     osmo-hlr_10.42.42.2(pid=584): stdout: 
| (launched: 2022-12-14_14:25:38.535705) 
14:25:41.710458 run     osmo-hlr_10.42.42.2(pid=584): stderr: 
| �[0;m�[1;31m20221214142538735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214142538735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214142538735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214142538735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214142538735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214142538735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214142538748 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214142538756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214142538756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214142538756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:25:41.781528 run     osmo-msc_10.42.42.6(pid=590): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=590)]
14:25:41.832789 run     osmo-msc_10.42.42.6(pid=590): stdout: 
| (launched: 2022-12-14_14:25:40.588107) 
14:25:41.884487 run     osmo-msc_10.42.42.6(pid=590): stderr: 
| �[0;m�[38;5;43m20221214142540916 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214142540916 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa1e7d11c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214142540916 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214142540916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214142540916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214142540916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214142540918 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214142540918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214142540919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214142540919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:25:41.928455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=583): Terminating (SIGTERM)
14:25:41.970501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=586): Terminating (SIGTERM)
14:25:42.012030 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=589): Terminating (SIGTERM)
14:25:42.021681 ---      ParallelTerminationStrategy: PID 583 died...
14:25:42.077435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=583): Terminated: ok {rc=0}
14:25:42.087469 ---      ParallelTerminationStrategy: PID 586 died...
14:25:42.142971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=586): Terminated: ok {rc=0}
14:25:42.153052 ---      ParallelTerminationStrategy: PID 589 died...
14:25:42.208494 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=589): Terminated: ok {rc=0}
14:25:42.294427 bus                        /sierra_3: Setting Powered False
14:25:43.397876 bus                        /sierra_3: Setting Powered False
14:25:44.505359 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>9</id><name>voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-14T14:25:24</timestamp></suite><suite><case><age>78</age><className>voice:sysmo+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=601): Process ended prematurely: osmo-stp_10.42.42.5(pid=601) [trial-2406↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=601)]</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=601): Process ended prematurely: osmo-stp_10.42.42.5(pid=601) [trial-2406↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=601)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py
----------------------------------------------
14:25:46.499317 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:25:46.513814 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
14:25:46.669699 tst                    mo_mt_call.py: using LAC 41517
14:25:46.802144 tst                    mo_mt_call.py: using RAC 207
14:25:46.953662 tst                    mo_mt_call.py: using CellId 41517
14:25:47.110730 tst                    mo_mt_call.py: using BVCI 41518
14:25:47.145804 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:25:47.162509 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:25:47.178655 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:25:47.190713 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:25:47.204047 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:25:47.219569 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
14:25:47.344510 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
14:25:47.547317 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:25:48.024555 run           create_hlr_db(pid=595): Launched
14:25:48.196102 bus                        /sierra_2: Setting Powered False
14:25:49.218812 run           create_hlr_db(pid=595): Terminated: ok {rc=0}
14:25:49.651261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=597): Launched
14:25:49.978493 run     osmo-hlr_10.42.42.2(pid=598): Launched
14:25:50.096389 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:25:50.662588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=600): Launched
14:25:50.990165 run     osmo-stp_10.42.42.5(pid=601): Launched
14:25:51.107460 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:25:51.703536 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=603): Launched
14:25:52.033418 run     osmo-msc_10.42.42.6(pid=604): Launched
14:25:52.226423 run     osmo-stp_10.42.42.5(pid=601): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=601)]
14:25:52.367049 run     osmo-stp_10.42.42.5(pid=601): stdout: 
| (launched: 2022-12-14_14:25:50.826921)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:25:52.501973 run     osmo-stp_10.42.42.5(pid=601): stderr: 
| �[0;m�[38;5;43m20221214142551023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142551023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142551024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142551024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142551025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142551025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142551025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:25:52.631022 run     osmo-stp_10.42.42.5(pid=601): stdout: 
| (launched: 2022-12-14_14:25:50.826921)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:25:52.759496 run     osmo-stp_10.42.42.5(pid=601): stderr: 
| �[0;m�[38;5;43m20221214142551023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142551023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142551024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142551024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142551025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142551025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142551025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:25:52.816071 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=601): Process ended prematurely: osmo-stp_10.42.42.5(pid=601) [trial-2406↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=601)]  [trial-2406↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]
14:25:52.825445 tst                  mo_mt_call.py:8: Test FAILED (6.4 sec)
14:25:52.887297 run     osmo-hlr_10.42.42.2(pid=598): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=598)]
14:25:52.938175 run     osmo-hlr_10.42.42.2(pid=598): stdout: 
| (launched: 2022-12-14_14:25:49.814900) 
14:25:52.989635 run     osmo-hlr_10.42.42.2(pid=598): stderr: 
| �[0;m�[1;31m20221214142550017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214142550017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214142550017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214142550017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214142550017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214142550017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214142550029 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214142550038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214142550038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214142550038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:25:53.059894 run     osmo-msc_10.42.42.6(pid=604): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=604)]
14:25:53.111351 run     osmo-msc_10.42.42.6(pid=604): stdout: 
| (launched: 2022-12-14_14:25:51.867043) 
14:25:53.162937 run     osmo-msc_10.42.42.6(pid=604): stderr: 
| �[0;m�[38;5;43m20221214142552202 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214142552202 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f59a987bc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214142552202 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214142552202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214142552202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214142552202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214142552206 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214142552206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214142552206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214142552207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:25:53.206806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=597): Terminating (SIGTERM)
14:25:53.248341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=600): Terminating (SIGTERM)
14:25:53.290388 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=603): Terminating (SIGTERM)
14:25:53.300243 ---      ParallelTerminationStrategy: PID 597 died...
14:25:53.355878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=597): Terminated: ok {rc=0}
14:25:53.365948 ---      ParallelTerminationStrategy: PID 600 died...
14:25:53.421337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=600): Terminated: ok {rc=0}
14:25:53.431276 ---      ParallelTerminationStrategy: PID 603 died...
14:25:53.487129 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=603): Terminated: ok {rc=0}
14:25:53.574113 bus                        /sierra_3: Setting Powered False
14:25:54.680908 bus                        /sierra_3: Setting Powered False
14:25:55.789403 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>89</age><className>voice:sysmo+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=612): Process ended prematurely: osmo-stp_10.42.42.5(pid=612) [trial-2406↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=612)]</errorStackTrace><failedSince>2320</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=612): Process ended prematurely: osmo-stp_10.42.42.5(pid=612) [trial-2406↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=612)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py
----------------------------------------------
14:25:56.903879 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:25:56.915775 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
14:25:57.082665 tst              mo_mt_call_osmux.py: using LAC 41518
14:25:57.198336 tst              mo_mt_call_osmux.py: using RAC 208
14:25:57.315967 tst              mo_mt_call_osmux.py: using CellId 41518
14:25:57.433130 tst              mo_mt_call_osmux.py: using BVCI 41519
14:25:57.455778 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:25:57.466800 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:25:57.477311 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:25:57.487714 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:25:57.498778 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:25:57.509881 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
14:25:57.628532 tst  voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
14:25:57.826789 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:25:58.295090 run           create_hlr_db(pid=606): Launched
14:25:58.464937 bus                        /sierra_2: Setting Powered False
14:25:59.487643 run           create_hlr_db(pid=606): Terminated: ok {rc=0}
14:25:59.914576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=608): Launched
14:26:00.239127 run     osmo-hlr_10.42.42.2(pid=609): Launched
14:26:00.356169 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:26:00.925956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=611): Launched
14:26:01.346004 run     osmo-stp_10.42.42.5(pid=612): Launched
14:26:01.552657 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:26:02.161791 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=614): Launched
14:26:02.486770 run     osmo-msc_10.42.42.6(pid=615): Launched
14:26:02.672461 run     osmo-stp_10.42.42.5(pid=612): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=612)]
14:26:02.807578 run     osmo-stp_10.42.42.5(pid=612): stdout: 
| (launched: 2022-12-14_14:26:01.091035)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:26:02.941466 run     osmo-stp_10.42.42.5(pid=612): stderr: 
| �[0;m�[38;5;43m20221214142601398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142601398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142601398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142601399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142601399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142601399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142601399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:26:03.068842 run     osmo-stp_10.42.42.5(pid=612): stdout: 
| (launched: 2022-12-14_14:26:01.091035)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:26:03.195107 run     osmo-stp_10.42.42.5(pid=612): stderr: 
| �[0;m�[38;5;43m20221214142601398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142601398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142601398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142601399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142601399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142601399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142601399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:26:03.250766 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=612): Process ended prematurely: osmo-stp_10.42.42.5(pid=612) [trial-2406↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=612)]  [trial-2406↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]
14:26:03.259759 tst            mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)
14:26:03.321062 run     osmo-hlr_10.42.42.2(pid=609): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=609)]
14:26:03.371821 run     osmo-hlr_10.42.42.2(pid=609): stdout: 
| (launched: 2022-12-14_14:26:00.077812) 
14:26:03.423233 run     osmo-hlr_10.42.42.2(pid=609): stderr: 
| �[0;m�[1;31m20221214142600280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214142600280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214142600280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214142600280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214142600280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214142600280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214142600293 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214142600302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214142600303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214142600303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:26:03.492851 run     osmo-msc_10.42.42.6(pid=615): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=615)]
14:26:03.543417 run     osmo-msc_10.42.42.6(pid=615): stdout: 
| (launched: 2022-12-14_14:26:02.324252) 
14:26:03.594483 run     osmo-msc_10.42.42.6(pid=615): stderr: 
| �[0;m�[38;5;43m20221214142602651 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214142602651 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3e789f0c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214142602651 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214142602651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214142602651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214142602652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214142602653 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214142602654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214142602654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214142602654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:26:03.637987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=608): Terminating (SIGTERM)
14:26:03.679292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=611): Terminating (SIGTERM)
14:26:03.720777 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=614): Terminating (SIGTERM)
14:26:03.730279 ---      ParallelTerminationStrategy: PID 608 died...
14:26:03.784907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=608): Terminated: ok {rc=0}
14:26:03.794757 ---      ParallelTerminationStrategy: PID 611 died...
14:26:03.849279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=611): Terminated: ok {rc=0}
14:26:03.859024 ---      ParallelTerminationStrategy: PID 614 died...
14:26:03.913334 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=614): Terminated: ok {rc=0}
14:26:03.998207 bus                        /sierra_3: Setting Powered False
14:26:05.102795 bus                        /sierra_3: Setting Powered False
14:26:06.208006 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>10</id><name>voice_sysmo+mod-bts0-dynts-osmo</name><properties></properties><timestamp>2022-12-14T14:25:46</timestamp></suite><suite><case><age>78</age><className>emergency:sysmo</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=627): Process ended prematurely: osmo-stp_10.42.42.5(pid=627) [trial-2406↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=627)]</errorStackTrace><failedSince>2331</failedSince><name>emergency_mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py", line 19, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=627): Process ended prematurely: osmo-stp_10.42.42.5(pid=627) [trial-2406↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=627)]
</stderr><stdout>
----------------------------------------------
trial-2406 emergency:sysmo emergency_mo_mt_call.py
----------------------------------------------
14:26:08.183088 tst                  emergency:sysmo: Using 1 x ip_address (candidates: 6)
14:26:08.194419 tst                  emergency:sysmo: Using 1 x bts (candidates: 1)
14:26:08.321075 tst          emergency_mo_mt_call.py: using LAC 41519
14:26:08.447859 tst          emergency_mo_mt_call.py: using RAC 209
14:26:08.569490 tst          emergency_mo_mt_call.py: using CellId 41519
14:26:08.691615 tst          emergency_mo_mt_call.py: using BVCI 41520
14:26:08.715840 tst                  emergency:sysmo: Using 1 x ip_address (candidates: 6)
14:26:08.726954 tst                  emergency:sysmo: Using 1 x ip_address (candidates: 6)
14:26:08.737864 tst                  emergency:sysmo: Using 1 x ip_address (candidates: 6)
14:26:08.748607 tst                  emergency:sysmo: Using 1 x ip_address (candidates: 6)
14:26:08.759445 tst                  emergency:sysmo: Using 1 x ip_address (candidates: 6)
14:26:08.770342 tst                  emergency:sysmo: Using 1 x modem (candidates: 4)
14:26:08.886561 tst                  emergency:sysmo: Using 1 x modem (candidates: 4)
14:26:09.082598 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:26:09.545896 run           create_hlr_db(pid=621): Launched
14:26:09.716236 bus                        /sierra_2: Setting Powered False
14:26:10.747967 run           create_hlr_db(pid=621): Terminated: ok {rc=0}
14:26:11.144738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=623): Launched
14:26:11.440390 run     osmo-hlr_10.42.42.2(pid=624): Launched
14:26:11.554826 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:26:12.075099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=626): Launched
14:26:12.370050 run     osmo-stp_10.42.42.5(pid=627): Launched
14:26:12.491109 tst          emergency_mo_mt_call.py: using MSISDN 8735
14:26:12.637101 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:26:13.175255 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=629): Launched
14:26:13.469352 run     osmo-msc_10.42.42.6(pid=630): Launched
14:26:13.642528 run     osmo-stp_10.42.42.5(pid=627): ERR: Terminated: ERROR {rc=1}  [trial-2406↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=627)]
14:26:13.768075 run     osmo-stp_10.42.42.5(pid=627): stdout: 
| (launched: 2022-12-14_14:26:12.224421)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:26:13.891755 run     osmo-stp_10.42.42.5(pid=627): stderr: 
| �[0;m�[38;5;43m20221214142612392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142612392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142612393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142612393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142612395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142612395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142612395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:26:14.010603 run     osmo-stp_10.42.42.5(pid=627): stdout: 
| (launched: 2022-12-14_14:26:12.224421)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:26:14.128286 run     osmo-stp_10.42.42.5(pid=627): stderr: 
| �[0;m�[38;5;43m20221214142612392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142612392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142612393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142612393 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142612395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142612395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142612395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:26:14.180261 tst       emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=627): Process ended prematurely: osmo-stp_10.42.42.5(pid=627) [trial-2406↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=627)]  [trial-2406↪emergency:sysmo↪emergency_mo_mt_call.py:19]
14:26:14.188370 tst       emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)
14:26:14.248785 run     osmo-hlr_10.42.42.2(pid=624): ERR: Terminated: ERROR {rc=237}  [trial-2406↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=624)]
14:26:14.297846 run     osmo-hlr_10.42.42.2(pid=624): stdout: 
| (launched: 2022-12-14_14:26:11.293728) 
14:26:14.347380 run     osmo-hlr_10.42.42.2(pid=624): stderr: 
| �[0;m�[1;31m20221214142611466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214142611466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214142611466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214142611466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214142611466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214142611466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214142611479 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214142611487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214142611487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214142611487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:26:14.414331 run     osmo-msc_10.42.42.6(pid=630): ERR: Terminated: ERROR {rc=2}  [trial-2406↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=630)]
14:26:14.463350 run     osmo-msc_10.42.42.6(pid=630): stdout: 
| (launched: 2022-12-14_14:26:13.323703) 
14:26:14.512590 run     osmo-msc_10.42.42.6(pid=630): stderr: 
| �[0;m�[38;5;43m20221214142613593 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214142613594 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f336c766c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214142613594 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214142613594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214142613594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214142613594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214142613596 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214142613596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214142613596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214142613597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:26:14.554689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=623): Terminating (SIGTERM)
14:26:14.594582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=626): Terminating (SIGTERM)
14:26:14.634445 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=629): Terminating (SIGTERM)
14:26:14.643599 ---      ParallelTerminationStrategy: PID 623 died...
14:26:14.697816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=623): Terminated: ok {rc=0}
14:26:14.707428 ---      ParallelTerminationStrategy: PID 626 died...
14:26:14.760858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=626): Terminated: ok {rc=0}
14:26:14.770560 ---      ParallelTerminationStrategy: PID 629 died...
14:26:14.823736 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=629): Terminated: ok {rc=0}
14:26:14.911529 bus                        /sierra_3: Setting Powered False
14:26:16.036628 bus                        /sierra_3: Setting Powered False
14:26:17.156044 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>246</age><className>emergency:sysmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=638): Process ended prematurely: osmo-stp_10.42.42.5(pid=638) [trial-2406↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=638)]</errorStackTrace><failedSince>2163</failedSince><name>emergency_preemptive_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py", line 32, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=638): Process ended prematurely: osmo-stp_10.42.42.5(pid=638) [trial-2406↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=638)]
</stderr><stdout>
----------------------------------------------
trial-2406 emergency:sysmo emergency_preemptive_call.py
----------------------------------------------
14:26:18.208536 tst                  emergency:sysmo: Using 1 x ip_address (candidates: 6)
14:26:18.219864 tst                  emergency:sysmo: Using 1 x bts (candidates: 1)
14:26:18.342362 tst     emergency_preemptive_call.py: using LAC 41520
14:26:18.459282 tst     emergency_preemptive_call.py: using RAC 210
14:26:18.574398 tst     emergency_preemptive_call.py: using CellId 41520
14:26:18.690787 tst     emergency_preemptive_call.py: using BVCI 41521
14:26:18.712840 tst                  emergency:sysmo: Using 1 x ip_address (candidates: 6)
14:26:18.723320 tst                  emergency:sysmo: Using 1 x ip_address (candidates: 6)
14:26:18.733875 tst                  emergency:sysmo: Using 1 x ip_address (candidates: 6)
14:26:18.744134 tst                  emergency:sysmo: Using 1 x ip_address (candidates: 6)
14:26:18.754480 tst                  emergency:sysmo: Using 1 x ip_address (candidates: 6)
14:26:18.764879 tst                  emergency:sysmo: Using 1 x modem (candidates: 4)
14:26:18.878299 tst                  emergency:sysmo: Using 1 x modem (candidates: 4)
14:26:18.996515 tst                  emergency:sysmo: Using 1 x modem (candidates: 4)
14:26:19.111458 tst                  emergency:sysmo: Using 1 x modem (candidates: 4)
14:26:19.309623 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:26:19.773056 run           create_hlr_db(pid=632): Launched
14:26:19.942275 bus                        /sierra_2: Setting Powered False
14:26:20.963988 run           create_hlr_db(pid=632): Terminated: ok {rc=0}
14:26:21.385944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=634): Launched
14:26:21.702285 run     osmo-hlr_10.42.42.2(pid=635): Launched
14:26:21.822645 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:26:22.397516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=637): Launched
14:26:22.713233 run     osmo-stp_10.42.42.5(pid=638): Launched
14:26:22.840206 tst     emergency_preemptive_call.py: using MSISDN 8736
14:26:22.991887 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:26:23.529289 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=640): Launched
14:26:23.826341 run     osmo-msc_10.42.42.6(pid=641): Launched
14:26:24.007609 run     osmo-stp_10.42.42.5(pid=638): ERR: Terminated: ERROR {rc=1}  [trial-2406↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=638)]
14:26:24.133650 run     osmo-stp_10.42.42.5(pid=638): stdout: 
| (launched: 2022-12-14_14:26:22.557667)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:26:24.257171 run     osmo-stp_10.42.42.5(pid=638): stderr: 
| �[0;m�[38;5;43m20221214142622748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142622748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142622749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142622749 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142622751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142622752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142622752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:26:24.376450 run     osmo-stp_10.42.42.5(pid=638): stdout: 
| (launched: 2022-12-14_14:26:22.557667)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:26:24.494026 run     osmo-stp_10.42.42.5(pid=638): stderr: 
| �[0;m�[38;5;43m20221214142622748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142622748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142622749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142622749 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142622751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142622752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142622752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:26:24.545133 tst  emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=638): Process ended prematurely: osmo-stp_10.42.42.5(pid=638) [trial-2406↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=638)]  [trial-2406↪emergency:sysmo↪emergency_preemptive_call.py:32]
14:26:24.553100 tst  emergency_preemptive_call.py:32: Test FAILED (6.3 sec)
14:26:24.613159 run     osmo-hlr_10.42.42.2(pid=635): ERR: Terminated: ERROR {rc=237}  [trial-2406↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=635)]
14:26:24.662248 run     osmo-hlr_10.42.42.2(pid=635): stdout: 
| (launched: 2022-12-14_14:26:21.547161) 
14:26:24.711883 run     osmo-hlr_10.42.42.2(pid=635): stderr: 
| �[0;m�[1;31m20221214142621745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214142621745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214142621745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214142621745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214142621745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214142621745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214142621758 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214142621767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214142621767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214142621767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:26:24.778836 run     osmo-msc_10.42.42.6(pid=641): ERR: Terminated: ERROR {rc=2}  [trial-2406↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=641)]
14:26:24.827521 run     osmo-msc_10.42.42.6(pid=641): stdout: 
| (launched: 2022-12-14_14:26:23.679446) 
14:26:24.877324 run     osmo-msc_10.42.42.6(pid=641): stderr: 
| �[0;m�[38;5;43m20221214142623948 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214142623948 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f838a267c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214142623948 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214142623948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214142623949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214142623949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214142623952 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214142623953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214142623953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214142623953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:26:24.919153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=634): Terminating (SIGTERM)
14:26:24.958645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=637): Terminating (SIGTERM)
14:26:24.998318 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=640): Terminating (SIGTERM)
14:26:25.007500 ---      ParallelTerminationStrategy: PID 634 died...
14:26:25.060731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=634): Terminated: ok {rc=0}
14:26:25.070308 ---      ParallelTerminationStrategy: PID 637 died...
14:26:25.123880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=637): Terminated: ok {rc=0}
14:26:25.134103 ---      ParallelTerminationStrategy: PID 640 died...
14:26:25.188062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=640): Terminated: ok {rc=0}
14:26:25.276152 bus                        /sierra_9: Setting Powered False
14:26:26.378498 bus                        /sierra_9: Setting Powered False
14:26:27.488246 bus                        /sierra_8: Setting Powered False
14:26:28.590768 bus                        /sierra_8: Setting Powered False
14:26:29.700435 bus                        /sierra_3: Setting Powered False
14:26:30.801540 bus                        /sierra_3: Setting Powered False
14:26:31.925456 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>26.0</duration><id>11</id><name>emergency_sysmo</name><properties></properties><timestamp>2022-12-14T14:26:07</timestamp></suite><suite><case><age>95</age><className>gprs:sysmo</className><duration>10.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=656): Process ended prematurely: osmo-stp_10.42.42.5(pid=656) [trial-2406↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=656)]</errorStackTrace><failedSince>2314</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=656): Process ended prematurely: osmo-stp_10.42.42.5(pid=656) [trial-2406↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=656)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:sysmo cs_paging_gprs_active.py
----------------------------------------------
14:26:33.989974 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:26:34.000369 tst                       gprs:sysmo: Using 1 x bts (candidates: 1)
14:26:34.124538 tst         cs_paging_gprs_active.py: using LAC 41521
14:26:34.244878 tst         cs_paging_gprs_active.py: using RAC 211
14:26:34.364303 tst         cs_paging_gprs_active.py: using CellId 41521
14:26:34.481271 tst         cs_paging_gprs_active.py: using BVCI 41522
14:26:34.503963 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:26:34.514368 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:26:34.524597 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:26:34.534800 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:26:34.544829 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:26:34.555643 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:26:34.566223 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:26:34.576993 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:26:34.587983 tst                       gprs:sysmo: Using 1 x modem (candidates: 4)
14:26:34.705830 tst                       gprs:sysmo: Using 1 x modem (candidates: 4)
14:26:34.994426 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
14:26:35.129136 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:26:35.460384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=646): Launched
14:26:35.739741 run  iperf3-srv_10.42.42.10(pid=647): Launched
14:26:35.936384 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
14:26:36.070100 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:26:36.402811 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=648): Launched
14:26:36.678965 run  iperf3-srv_10.42.42.10(pid=649): Launched
14:26:36.877129 tst      cs_paging_gprs_active.py:38: start network...
14:26:37.011162 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:26:37.526882 run           create_hlr_db(pid=650): Launched
14:26:37.713469 bus                        /sierra_2: Setting Powered False
14:26:38.733937 run           create_hlr_db(pid=650): Terminated: ok {rc=0}
14:26:39.137776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=652): Launched
14:26:39.440469 run     osmo-hlr_10.42.42.2(pid=653): Launched
14:26:39.558260 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:26:40.086916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=655): Launched
14:26:40.387987 run     osmo-stp_10.42.42.5(pid=656): Launched
14:26:40.500236 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:26:41.992820 run pcap-recorder_any(filters='host 10.42.42.6')(pid=658): Launched
14:26:42.101110 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:26:42.367399 run                patchelf(pid=659): Launched
14:26:42.545498 run     osmo-stp_10.42.42.5(pid=656): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=656)]
14:26:42.674516 run     osmo-stp_10.42.42.5(pid=656): stdout: 
| (launched: 2022-12-14_14:26:40.238698)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:26:42.803929 run     osmo-stp_10.42.42.5(pid=656): stderr: 
| �[0;m�[38;5;43m20221214142640406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142640407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142640407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142640407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142640408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142640408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142640408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:26:42.928893 run     osmo-stp_10.42.42.5(pid=656): stdout: 
| (launched: 2022-12-14_14:26:40.238698)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:26:43.053277 run     osmo-stp_10.42.42.5(pid=656): stderr: 
| �[0;m�[38;5;43m20221214142640406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142640407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142640407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142640407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142640408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142640408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142640408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:26:43.197903 run                patchelf(pid=659): Terminating (SIGINT)
14:26:43.367330 run                patchelf(pid=659): Terminated: ok {rc=0}
14:26:43.398459 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=656): Process ended prematurely: osmo-stp_10.42.42.5(pid=656) [trial-2406↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=656)]  [trial-2406↪gprs:sysmo↪cs_paging_gprs_active.py:38]
14:26:43.407611 tst      cs_paging_gprs_active.py:38: Test FAILED (9.5 sec)
14:26:43.468393 run     osmo-hlr_10.42.42.2(pid=653): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=653)]
14:26:43.517508 run     osmo-hlr_10.42.42.2(pid=653): stdout: 
| (launched: 2022-12-14_14:26:39.290265) 
14:26:43.567239 run     osmo-hlr_10.42.42.2(pid=653): stderr: 
| �[0;m�[1;31m20221214142639464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214142639464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214142639464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214142639465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214142639465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214142639465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214142639478 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214142639488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214142639488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214142639488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:26:43.609793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=646): Terminating (SIGTERM)
14:26:43.650119 run  iperf3-srv_10.42.42.10(pid=647): Terminating (SIGTERM)
14:26:43.690257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=648): Terminating (SIGTERM)
14:26:43.730550 run  iperf3-srv_10.42.42.10(pid=649): Terminating (SIGTERM)
14:26:43.770583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=652): Terminating (SIGTERM)
14:26:43.810550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=655): Terminating (SIGTERM)
14:26:43.850811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=658): Terminating (SIGTERM)
14:26:43.860034 ---      ParallelTerminationStrategy: PID 646 died...
14:26:43.914405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=646): Terminated: ok {rc=0}
14:26:43.924063 ---      ParallelTerminationStrategy: PID 647 died...
14:26:43.977808 run  iperf3-srv_10.42.42.10(pid=647): Terminated {rc=256}
14:26:43.987341 ---      ParallelTerminationStrategy: PID 648 died...
14:26:44.040984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=648): Terminated: ok {rc=0}
14:26:44.050573 ---      ParallelTerminationStrategy: PID 649 died...
14:26:44.104262 run  iperf3-srv_10.42.42.10(pid=649): Terminated {rc=256}
14:26:44.113945 ---      ParallelTerminationStrategy: PID 652 died...
14:26:44.167643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=652): Terminated: ok {rc=0}
14:26:44.177361 ---      ParallelTerminationStrategy: PID 655 died...
14:26:44.231208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=655): Terminated: ok {rc=0}
14:26:44.240871 ---      ParallelTerminationStrategy: PID 658 died...
14:26:44.295046 run pcap-recorder_any(filters='host 10.42.42.6')(pid=658): Terminated: ok {rc=0}
14:26:44.383980 bus                          /gobi_0: Setting Powered False
14:26:45.490681 bus                          /gobi_0: Setting Powered False
14:26:46.610066 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>95</age><className>gprs:sysmo</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=668): Process ended prematurely: osmo-stp_10.42.42.5(pid=668) [trial-2406↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=668)]</errorStackTrace><failedSince>2314</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=668): Process ended prematurely: osmo-stp_10.42.42.5(pid=668) [trial-2406↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=668)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:sysmo iperf3.py
----------------------------------------------
14:26:47.719868 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:26:47.730902 tst                       gprs:sysmo: Using 1 x bts (candidates: 1)
14:26:47.860212 tst                        iperf3.py: using LAC 41522
14:26:47.987181 tst                        iperf3.py: using RAC 212
14:26:48.114084 tst                        iperf3.py: using CellId 41522
14:26:48.240403 tst                        iperf3.py: using BVCI 41523
14:26:48.265271 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:26:48.276260 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:26:48.287202 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:26:48.298209 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:26:48.309649 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:26:48.320849 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:26:48.332274 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:26:48.343809 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:26:48.355136 tst                       gprs:sysmo: Using 1 x modem (candidates: 4)
14:26:48.649287 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
14:26:48.783110 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:26:49.115438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=660): Launched
14:26:49.391840 run  iperf3-srv_10.42.42.10(pid=661): Launched
14:26:49.588152 tst                      iperf3.py:8: start network...
14:26:49.722108 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:26:50.238021 run           create_hlr_db(pid=662): Launched
14:26:50.423848 bus                          /gobi_6: Setting Powered False
14:26:51.445128 run           create_hlr_db(pid=662): Terminated: ok {rc=0}
14:26:51.850090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=664): Launched
14:26:52.150302 run     osmo-hlr_10.42.42.2(pid=665): Launched
14:26:52.267575 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:26:52.795081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=667): Launched
14:26:53.093953 run     osmo-stp_10.42.42.5(pid=668): Launched
14:26:53.203381 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:26:53.727157 run pcap-recorder_any(filters='host 10.42.42.6')(pid=670): Launched
14:26:53.834103 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:26:54.095719 run                patchelf(pid=671): Launched
14:26:54.272095 run     osmo-stp_10.42.42.5(pid=668): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=668)]
14:26:54.400767 run     osmo-stp_10.42.42.5(pid=668): stdout: 
| (launched: 2022-12-14_14:26:52.946379)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:26:54.529927 run     osmo-stp_10.42.42.5(pid=668): stderr: 
| �[0;m�[38;5;43m20221214142653117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142653117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142653118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142653118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142653118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142653119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142653119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:26:54.654079 run     osmo-stp_10.42.42.5(pid=668): stdout: 
| (launched: 2022-12-14_14:26:52.946379)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:26:54.777881 run     osmo-stp_10.42.42.5(pid=668): stderr: 
| �[0;m�[38;5;43m20221214142653117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142653117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142653118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142653118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142653118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142653119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142653119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:26:54.921629 run                patchelf(pid=671): Terminating (SIGINT)
14:26:55.091121 run                patchelf(pid=671): Terminated: ok {rc=0}
14:26:55.122403 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=668): Process ended prematurely: osmo-stp_10.42.42.5(pid=668) [trial-2406↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=668)]  [trial-2406↪gprs:sysmo↪iperf3.py:8]
14:26:55.131384 tst                      iperf3.py:8: Test FAILED (7.4 sec)
14:26:55.192902 run     osmo-hlr_10.42.42.2(pid=665): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=665)]
14:26:55.242561 run     osmo-hlr_10.42.42.2(pid=665): stdout: 
| (launched: 2022-12-14_14:26:52.002174) 
14:26:55.293121 run     osmo-hlr_10.42.42.2(pid=665): stderr: 
| �[0;m�[1;31m20221214142652177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214142652177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214142652177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214142652177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214142652177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214142652177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214142652189 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214142652198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214142652198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214142652198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:26:55.336126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=660): Terminating (SIGTERM)
14:26:55.376397 run  iperf3-srv_10.42.42.10(pid=661): Terminating (SIGTERM)
14:26:55.416712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=664): Terminating (SIGTERM)
14:26:55.456894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=667): Terminating (SIGTERM)
14:26:55.497277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=670): Terminating (SIGTERM)
14:26:55.506540 ---      ParallelTerminationStrategy: PID 660 died...
14:26:55.560875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=660): Terminated: ok {rc=0}
14:26:55.570655 ---      ParallelTerminationStrategy: PID 661 died...
14:26:55.624621 run  iperf3-srv_10.42.42.10(pid=661): Terminated {rc=256}
14:26:55.634175 ---      ParallelTerminationStrategy: PID 664 died...
14:26:55.688158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=664): Terminated: ok {rc=0}
14:26:55.697903 ---      ParallelTerminationStrategy: PID 667 died...
14:26:55.751834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=667): Terminated: ok {rc=0}
14:26:55.761810 ---      ParallelTerminationStrategy: PID 670 died...
14:26:55.815951 run pcap-recorder_any(filters='host 10.42.42.6')(pid=670): Terminated: ok {rc=0}
14:26:55.904710 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>96</age><className>gprs:sysmo</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=686): Process ended prematurely: osmo-stp_10.42.42.5(pid=686) [trial-2406↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=686)]</errorStackTrace><failedSince>2313</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=686): Process ended prematurely: osmo-stp_10.42.42.5(pid=686) [trial-2406↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=686)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:sysmo iperf3m4.py
----------------------------------------------
14:26:57.016644 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:26:57.027831 tst                       gprs:sysmo: Using 1 x bts (candidates: 1)
14:26:57.151206 tst                      iperf3m4.py: using LAC 41523
14:26:57.270838 tst                      iperf3m4.py: using RAC 213
14:26:57.392895 tst                      iperf3m4.py: using CellId 41523
14:26:57.511012 tst                      iperf3m4.py: using BVCI 41524
14:26:57.533855 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:26:57.544173 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:26:57.554563 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:26:57.564749 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:26:57.574904 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:26:57.585497 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:26:57.595835 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:26:57.606240 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:26:57.617629 tst                       gprs:sysmo: Using 1 x modem (candidates: 4)
14:26:57.739278 tst                       gprs:sysmo: Using 1 x modem (candidates: 4)
14:26:57.856832 tst                       gprs:sysmo: Using 1 x modem (candidates: 4)
14:26:57.976569 tst                       gprs:sysmo: Using 1 x modem (candidates: 4)
14:26:58.268422 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
14:26:58.403238 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:26:58.738320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=672): Launched
14:26:59.016604 run  iperf3-srv_10.42.42.10(pid=673): Launched
14:26:59.214491 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
14:26:59.349066 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:26:59.682809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=674): Launched
14:26:59.959885 run  iperf3-srv_10.42.42.10(pid=675): Launched
14:27:00.156704 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
14:27:00.290881 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:27:00.626372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=676): Launched
14:27:00.920701 run  iperf3-srv_10.42.42.10(pid=677): Launched
14:27:01.146926 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
14:27:01.304400 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:27:01.656075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=678): Launched
14:27:02.003830 run  iperf3-srv_10.42.42.10(pid=679): Launched
14:27:02.241639 tst                    iperf3m4.py:8: start network...
14:27:02.373504 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:27:02.848605 run           create_hlr_db(pid=680): Launched
14:27:03.021132 bus                          /gobi_6: Setting Powered False
14:27:04.045054 run           create_hlr_db(pid=680): Terminated: ok {rc=0}
14:27:04.445343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=682): Launched
14:27:04.746365 run     osmo-hlr_10.42.42.2(pid=683): Launched
14:27:04.862356 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:27:05.392744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=685): Launched
14:27:05.692867 run     osmo-stp_10.42.42.5(pid=686): Launched
14:27:05.802436 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:27:06.325376 run pcap-recorder_any(filters='host 10.42.42.6')(pid=688): Launched
14:27:06.432169 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:27:06.695426 run                patchelf(pid=689): Launched
14:27:06.872383 run     osmo-stp_10.42.42.5(pid=686): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=686)]
14:27:07.001235 run     osmo-stp_10.42.42.5(pid=686): stdout: 
| (launched: 2022-12-14_14:27:05.544339)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:27:07.130375 run     osmo-stp_10.42.42.5(pid=686): stderr: 
| �[0;m�[38;5;43m20221214142705713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142705713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142705713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142705714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142705716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142705716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142705716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:27:07.254688 run     osmo-stp_10.42.42.5(pid=686): stdout: 
| (launched: 2022-12-14_14:27:05.544339)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:27:07.378206 run     osmo-stp_10.42.42.5(pid=686): stderr: 
| �[0;m�[38;5;43m20221214142705713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142705713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142705713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142705714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142705716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142705716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142705716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:27:07.523107 run                patchelf(pid=689): Terminating (SIGINT)
14:27:07.692338 run                patchelf(pid=689): Terminated: ok {rc=0}
14:27:07.723222 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=686): Process ended prematurely: osmo-stp_10.42.42.5(pid=686) [trial-2406↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=686)]  [trial-2406↪gprs:sysmo↪iperf3m4.py:8]
14:27:07.732360 tst                    iperf3m4.py:8: Test FAILED (10.7 sec)
14:27:07.793917 run     osmo-hlr_10.42.42.2(pid=683): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=683)]
14:27:07.843992 run     osmo-hlr_10.42.42.2(pid=683): stdout: 
| (launched: 2022-12-14_14:27:04.598247) 
14:27:07.894520 run     osmo-hlr_10.42.42.2(pid=683): stderr: 
| �[0;m�[1;31m20221214142704775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214142704775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214142704775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214142704775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214142704775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214142704775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214142704787 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214142704796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214142704796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214142704796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:27:07.937687 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=672): Terminating (SIGTERM)
14:27:07.978209 run  iperf3-srv_10.42.42.10(pid=673): Terminating (SIGTERM)
14:27:08.018583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=674): Terminating (SIGTERM)
14:27:08.059087 run  iperf3-srv_10.42.42.10(pid=675): Terminating (SIGTERM)
14:27:08.099606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=676): Terminating (SIGTERM)
14:27:08.139982 run  iperf3-srv_10.42.42.10(pid=677): Terminating (SIGTERM)
14:27:08.180441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=678): Terminating (SIGTERM)
14:27:08.221153 run  iperf3-srv_10.42.42.10(pid=679): Terminating (SIGTERM)
14:27:08.262105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=682): Terminating (SIGTERM)
14:27:08.302534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=685): Terminating (SIGTERM)
14:27:08.343112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=688): Terminating (SIGTERM)
14:27:08.352292 ---      ParallelTerminationStrategy: PID 672 died...
14:27:08.406235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=672): Terminated: ok {rc=0}
14:27:08.415709 ---      ParallelTerminationStrategy: PID 673 died...
14:27:08.469123 run  iperf3-srv_10.42.42.10(pid=673): Terminated {rc=256}
14:27:08.478763 ---      ParallelTerminationStrategy: PID 674 died...
14:27:08.532309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=674): Terminated: ok {rc=0}
14:27:08.541859 ---      ParallelTerminationStrategy: PID 675 died...
14:27:08.595406 run  iperf3-srv_10.42.42.10(pid=675): Terminated {rc=256}
14:27:08.605061 ---      ParallelTerminationStrategy: PID 676 died...
14:27:08.658597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=676): Terminated: ok {rc=0}
14:27:08.668154 ---      ParallelTerminationStrategy: PID 677 died...
14:27:08.722099 run  iperf3-srv_10.42.42.10(pid=677): Terminated {rc=256}
14:27:08.731621 ---      ParallelTerminationStrategy: PID 678 died...
14:27:08.785297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=678): Terminated: ok {rc=0}
14:27:08.794806 ---      ParallelTerminationStrategy: PID 679 died...
14:27:08.848230 run  iperf3-srv_10.42.42.10(pid=679): Terminated {rc=256}
14:27:08.857809 ---      ParallelTerminationStrategy: PID 682 died...
14:27:08.911413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=682): Terminated: ok {rc=0}
14:27:08.921058 ---      ParallelTerminationStrategy: PID 685 died...
14:27:08.974892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=685): Terminated: ok {rc=0}
14:27:08.984486 ---      ParallelTerminationStrategy: PID 688 died...
14:27:09.037846 run pcap-recorder_any(filters='host 10.42.42.6')(pid=688): Terminated: ok {rc=0}
14:27:09.121960 bus                          /gobi_4: Setting Powered False
14:27:10.223906 bus                          /gobi_4: Setting Powered False
14:27:11.330834 bus                          /gobi_1: Setting Powered False
14:27:12.437237 bus                          /gobi_1: Setting Powered False
14:27:13.548545 bus                          /gobi_0: Setting Powered False
14:27:14.651565 bus                          /gobi_0: Setting Powered False
14:27:15.765796 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>78</age><className>gprs:sysmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=696): Process ended prematurely: osmo-stp_10.42.42.5(pid=696) [trial-2406↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=696)]</errorStackTrace><failedSince>2331</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=696): Process ended prematurely: osmo-stp_10.42.42.5(pid=696) [trial-2406↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=696)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:sysmo ping.py
----------------------------------------------
14:27:16.835596 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:27:16.847742 tst                       gprs:sysmo: Using 1 x bts (candidates: 1)
14:27:16.980848 tst                          ping.py: using LAC 41524
14:27:17.132900 tst                          ping.py: using RAC 214
14:27:17.262327 tst                          ping.py: using CellId 41524
14:27:17.388888 tst                          ping.py: using BVCI 41525
14:27:17.413191 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:27:17.424073 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:27:17.434849 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:27:17.445587 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:27:17.456753 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:27:17.467600 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:27:17.478513 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:27:17.489327 tst                       gprs:sysmo: Using 1 x modem (candidates: 4)
14:27:17.777303 tst                       ping.py:19: start network...
14:27:17.908838 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:27:18.414389 run           create_hlr_db(pid=690): Launched
14:27:18.598293 bus                          /gobi_6: Setting Powered False
14:27:19.618378 run           create_hlr_db(pid=690): Terminated: ok {rc=0}
14:27:20.041133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=692): Launched
14:27:20.357148 run     osmo-hlr_10.42.42.2(pid=693): Launched
14:27:20.472309 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:27:21.021636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=695): Launched
14:27:21.336368 run     osmo-stp_10.42.42.5(pid=696): Launched
14:27:21.450460 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:27:22.002722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=698): Launched
14:27:22.115082 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:27:22.390380 run                patchelf(pid=699): Launched
14:27:22.576108 run     osmo-stp_10.42.42.5(pid=696): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=696)]
14:27:22.711955 run     osmo-stp_10.42.42.5(pid=696): stdout: 
| (launched: 2022-12-14_14:27:21.181831)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:27:22.848376 run     osmo-stp_10.42.42.5(pid=696): stderr: 
| �[0;m�[38;5;43m20221214142721372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142721372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142721372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142721373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142721373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142721373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142721373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:27:22.979384 run     osmo-stp_10.42.42.5(pid=696): stdout: 
| (launched: 2022-12-14_14:27:21.181831)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:27:23.108830 run     osmo-stp_10.42.42.5(pid=696): stderr: 
| �[0;m�[38;5;43m20221214142721372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142721372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142721372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142721373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142721373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142721373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142721373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:27:23.260171 run                patchelf(pid=699): Terminating (SIGINT)
14:27:23.437815 run                patchelf(pid=699): Terminated: ok {rc=0}
14:27:23.469908 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=696): Process ended prematurely: osmo-stp_10.42.42.5(pid=696) [trial-2406↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=696)]  [trial-2406↪gprs:sysmo↪ping.py:22]
14:27:23.479011 tst                       ping.py:22: Test FAILED (6.6 sec)
14:27:23.541581 run     osmo-hlr_10.42.42.2(pid=693): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=693)]
14:27:23.593217 run     osmo-hlr_10.42.42.2(pid=693): stdout: 
| (launched: 2022-12-14_14:27:20.201981) 
14:27:23.645064 run     osmo-hlr_10.42.42.2(pid=693): stderr: 
| �[0;m�[1;31m20221214142720400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214142720400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214142720400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214142720400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214142720400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214142720400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214142720413 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214142720421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214142720421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214142720421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:27:23.689527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=692): Terminating (SIGTERM)
14:27:23.731501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=695): Terminating (SIGTERM)
14:27:23.773635 run pcap-recorder_any(filters='host 10.42.42.6')(pid=698): Terminating (SIGTERM)
14:27:23.782938 ---      ParallelTerminationStrategy: PID 692 died...
14:27:23.838848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=692): Terminated: ok {rc=0}
14:27:23.848890 ---      ParallelTerminationStrategy: PID 695 died...
14:27:23.904342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=695): Terminated: ok {rc=0}
14:27:23.914378 ---      ParallelTerminationStrategy: PID 698 died...
14:27:23.969888 run pcap-recorder_any(filters='host 10.42.42.6')(pid=698): Terminated: ok {rc=0}
14:27:24.056887 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>78</age><className>gprs:sysmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=706): Process ended prematurely: osmo-stp_10.42.42.5(pid=706) [trial-2406↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=706)]</errorStackTrace><failedSince>2331</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=706): Process ended prematurely: osmo-stp_10.42.42.5(pid=706) [trial-2406↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=706)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:sysmo ping_idle_ping.py
----------------------------------------------
14:27:25.110069 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:27:25.121468 tst                       gprs:sysmo: Using 1 x bts (candidates: 1)
14:27:25.254551 tst                ping_idle_ping.py: using LAC 41525
14:27:25.376871 tst                ping_idle_ping.py: using RAC 215
14:27:25.499053 tst                ping_idle_ping.py: using CellId 41525
14:27:25.621632 tst                ping_idle_ping.py: using BVCI 41526
14:27:25.645860 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:27:25.656725 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:27:25.667595 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:27:25.678402 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:27:25.689194 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:27:25.699830 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:27:25.710724 tst                       gprs:sysmo: Using 1 x ip_address (candidates: 9)
14:27:25.722014 tst                       gprs:sysmo: Using 1 x modem (candidates: 4)
14:27:26.002501 tst             ping_idle_ping.py:24: start network...
14:27:26.125739 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:27:26.590380 run           create_hlr_db(pid=700): Launched
14:27:26.760697 bus                          /gobi_6: Setting Powered False
14:27:27.781961 run           create_hlr_db(pid=700): Terminated: ok {rc=0}
14:27:28.205588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=702): Launched
14:27:28.522834 run     osmo-hlr_10.42.42.2(pid=703): Launched
14:27:28.639574 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:27:29.192465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=705): Launched
14:27:29.510975 run     osmo-stp_10.42.42.5(pid=706): Launched
14:27:29.625944 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:27:30.183106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=708): Launched
14:27:30.297171 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:27:30.572880 run                patchelf(pid=709): Launched
14:27:30.759348 run     osmo-stp_10.42.42.5(pid=706): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=706)]
14:27:30.911935 run     osmo-stp_10.42.42.5(pid=706): stdout: 
| (launched: 2022-12-14_14:27:29.353955)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:27:31.058556 run     osmo-stp_10.42.42.5(pid=706): stderr: 
| �[0;m�[38;5;43m20221214142729546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142729546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142729547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142729547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142729547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142729547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142729547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:27:31.192456 run     osmo-stp_10.42.42.5(pid=706): stdout: 
| (launched: 2022-12-14_14:27:29.353955)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:27:31.325099 run     osmo-stp_10.42.42.5(pid=706): stderr: 
| �[0;m�[38;5;43m20221214142729546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142729546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142729547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142729547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142729547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142729547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142729547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:27:31.479553 run                patchelf(pid=709): Terminating (SIGINT)
14:27:31.661263 run                patchelf(pid=709): Terminated: ok {rc=0}
14:27:31.694522 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=706): Process ended prematurely: osmo-stp_10.42.42.5(pid=706) [trial-2406↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=706)]  [trial-2406↪gprs:sysmo↪ping_idle_ping.py:27]
14:27:31.704331 tst             ping_idle_ping.py:27: Test FAILED (6.6 sec)
14:27:31.768254 run     osmo-hlr_10.42.42.2(pid=703): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=703)]
14:27:31.820265 run     osmo-hlr_10.42.42.2(pid=703): stdout: 
| (launched: 2022-12-14_14:27:28.367098) 
14:27:31.872545 run     osmo-hlr_10.42.42.2(pid=703): stderr: 
| �[0;m�[1;31m20221214142728566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214142728566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214142728566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214142728566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214142728566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214142728566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214142728579 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214142728587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214142728587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214142728587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:27:31.917615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=702): Terminating (SIGTERM)
14:27:31.961027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=705): Terminating (SIGTERM)
14:27:32.007035 run pcap-recorder_any(filters='host 10.42.42.6')(pid=708): Terminating (SIGTERM)
14:27:32.017481 ---      ParallelTerminationStrategy: PID 702 died...
14:27:32.076231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=702): Terminated: ok {rc=0}
14:27:32.087007 ---      ParallelTerminationStrategy: PID 705 died...
14:27:32.143132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=705): Terminated: ok {rc=0}
14:27:32.153631 ---      ParallelTerminationStrategy: PID 708 died...
14:27:32.209047 run pcap-recorder_any(filters='host 10.42.42.6')(pid=708): Terminated: ok {rc=0}
14:27:32.295554 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>61.0</duration><id>12</id><name>gprs_sysmo</name><properties></properties><timestamp>2022-12-14T14:26:33</timestamp></suite><suite><case><age>96</age><className>gprs:sysmo+mod-bts0-egprs</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=724): Process ended prematurely: osmo-stp_10.42.42.5(pid=724) [trial-2406↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=724)]</errorStackTrace><failedSince>2313</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=724): Process ended prematurely: osmo-stp_10.42.42.5(pid=724) [trial-2406↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=724)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py
----------------------------------------------
14:27:34.386578 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:27:34.397118 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)
14:27:34.519741 tst         cs_paging_gprs_active.py: using LAC 41526
14:27:34.638979 tst         cs_paging_gprs_active.py: using RAC 216
14:27:34.759909 tst         cs_paging_gprs_active.py: using CellId 41526
14:27:34.876746 tst         cs_paging_gprs_active.py: using BVCI 41527
14:27:34.899676 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:27:34.910429 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:27:34.920870 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:27:34.931350 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:27:34.941979 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:27:34.953456 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:27:34.964401 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:27:34.975087 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:27:34.985992 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)
14:27:35.101545 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)
14:27:35.395649 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
14:27:35.530749 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:27:35.865080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=714): Launched
14:27:36.143384 run  iperf3-srv_10.42.42.10(pid=715): Launched
14:27:36.341902 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
14:27:36.477003 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:27:36.812276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=716): Launched
14:27:37.091132 run  iperf3-srv_10.42.42.10(pid=717): Launched
14:27:37.289489 tst      cs_paging_gprs_active.py:38: start network...
14:27:37.424052 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:27:37.941276 run           create_hlr_db(pid=718): Launched
14:27:38.128617 bus                          /gobi_6: Setting Powered False
14:27:39.148702 run           create_hlr_db(pid=718): Terminated: ok {rc=0}
14:27:39.554618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=720): Launched
14:27:39.856312 run     osmo-hlr_10.42.42.2(pid=721): Launched
14:27:39.974894 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:27:40.505973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=723): Launched
14:27:40.807691 run     osmo-stp_10.42.42.5(pid=724): Launched
14:27:40.917869 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:27:41.442526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=726): Launched
14:27:41.549882 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:27:41.813268 run                patchelf(pid=727): Launched
14:27:41.990243 run     osmo-stp_10.42.42.5(pid=724): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=724)]
14:27:42.119104 run     osmo-stp_10.42.42.5(pid=724): stdout: 
| (launched: 2022-12-14_14:27:40.658918)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:27:42.247964 run     osmo-stp_10.42.42.5(pid=724): stderr: 
| �[0;m�[38;5;43m20221214142740829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142740829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142740829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142740829 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142740830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142740830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142740830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:27:42.372857 run     osmo-stp_10.42.42.5(pid=724): stdout: 
| (launched: 2022-12-14_14:27:40.658918)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:27:42.496580 run     osmo-stp_10.42.42.5(pid=724): stderr: 
| �[0;m�[38;5;43m20221214142740829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142740829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142740829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142740829 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142740830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142740830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142740830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:27:42.641186 run                patchelf(pid=727): Terminating (SIGINT)
14:27:42.810573 run                patchelf(pid=727): Terminated: ok {rc=0}
14:27:42.841607 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=724): Process ended prematurely: osmo-stp_10.42.42.5(pid=724) [trial-2406↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=724)]  [trial-2406↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]
14:27:42.850749 tst      cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)
14:27:42.911811 run     osmo-hlr_10.42.42.2(pid=721): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=721)]
14:27:42.961192 run     osmo-hlr_10.42.42.2(pid=721): stdout: 
| (launched: 2022-12-14_14:27:39.707521) 
14:27:43.010971 run     osmo-hlr_10.42.42.2(pid=721): stderr: 
| �[0;m�[1;31m20221214142739881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214142739881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214142739881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214142739881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214142739881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214142739882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214142739894 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214142739902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214142739902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214142739902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:27:43.053613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=714): Terminating (SIGTERM)
14:27:43.093647 run  iperf3-srv_10.42.42.10(pid=715): Terminating (SIGTERM)
14:27:43.133791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=716): Terminating (SIGTERM)
14:27:43.173756 run  iperf3-srv_10.42.42.10(pid=717): Terminating (SIGTERM)
14:27:43.213950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=720): Terminating (SIGTERM)
14:27:43.254036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=723): Terminating (SIGTERM)
14:27:43.294257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=726): Terminating (SIGTERM)
14:27:43.303382 ---      ParallelTerminationStrategy: PID 714 died...
14:27:43.357074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=714): Terminated: ok {rc=0}
14:27:43.366566 ---      ParallelTerminationStrategy: PID 715 died...
14:27:43.420394 run  iperf3-srv_10.42.42.10(pid=715): Terminated {rc=256}
14:27:43.429857 ---      ParallelTerminationStrategy: PID 716 died...
14:27:43.483104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=716): Terminated: ok {rc=0}
14:27:43.492488 ---      ParallelTerminationStrategy: PID 717 died...
14:27:43.545765 run  iperf3-srv_10.42.42.10(pid=717): Terminated {rc=256}
14:27:43.555168 ---      ParallelTerminationStrategy: PID 720 died...
14:27:43.608425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=720): Terminated: ok {rc=0}
14:27:43.617887 ---      ParallelTerminationStrategy: PID 723 died...
14:27:43.671176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=723): Terminated: ok {rc=0}
14:27:43.680660 ---      ParallelTerminationStrategy: PID 726 died...
14:27:43.733822 run pcap-recorder_any(filters='host 10.42.42.6')(pid=726): Terminated: ok {rc=0}
14:27:43.820920 bus                          /gobi_0: Setting Powered False
14:27:44.924899 bus                          /gobi_0: Setting Powered False
14:27:46.041053 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>266</age><className>gprs:sysmo+mod-bts0-egprs</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=736): Process ended prematurely: osmo-stp_10.42.42.5(pid=736) [trial-2406↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=736)]</errorStackTrace><failedSince>2143</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=736): Process ended prematurely: osmo-stp_10.42.42.5(pid=736) [trial-2406↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=736)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:sysmo+mod-bts0-egprs iperf3.py
----------------------------------------------
14:27:47.168224 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:27:47.184264 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)
14:27:47.309989 tst                        iperf3.py: using LAC 41527
14:27:47.426711 tst                        iperf3.py: using RAC 217
14:27:47.552346 tst                        iperf3.py: using CellId 41527
14:27:47.678663 tst                        iperf3.py: using BVCI 41528
14:27:47.703276 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:27:47.714622 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:27:47.725846 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:27:47.736919 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:27:47.747840 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:27:47.758797 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:27:47.770368 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:27:47.782012 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:27:47.793351 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)
14:27:48.072149 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
14:27:48.197318 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:27:48.507653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=728): Launched
14:27:48.765922 run  iperf3-srv_10.42.42.10(pid=729): Launched
14:27:48.948177 tst                      iperf3.py:8: start network...
14:27:49.072557 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:27:49.543788 run           create_hlr_db(pid=730): Launched
14:27:49.716207 bus                          /gobi_6: Setting Powered False
14:27:50.737760 run           create_hlr_db(pid=730): Terminated: ok {rc=0}
14:27:51.167553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=732): Launched
14:27:51.491298 run     osmo-hlr_10.42.42.2(pid=733): Launched
14:27:51.611451 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:27:52.172157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=735): Launched
14:27:52.494620 run     osmo-stp_10.42.42.5(pid=736): Launched
14:27:52.610988 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:27:53.176123 run pcap-recorder_any(filters='host 10.42.42.6')(pid=738): Launched
14:27:53.291108 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:27:53.573455 run                patchelf(pid=739): Launched
14:27:53.762899 run     osmo-stp_10.42.42.5(pid=736): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=736)]
14:27:53.901091 run     osmo-stp_10.42.42.5(pid=736): stdout: 
| (launched: 2022-12-14_14:27:52.335893)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:27:54.038558 run     osmo-stp_10.42.42.5(pid=736): stderr: 
| �[0;m�[38;5;43m20221214142752528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142752528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142752528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142752528 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142752529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142752529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142752529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:27:54.171430 run     osmo-stp_10.42.42.5(pid=736): stdout: 
| (launched: 2022-12-14_14:27:52.335893)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:27:54.303264 run     osmo-stp_10.42.42.5(pid=736): stderr: 
| �[0;m�[38;5;43m20221214142752528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142752528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142752528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142752528 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142752529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142752529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142752529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:27:54.457275 run                patchelf(pid=739): Terminating (SIGINT)
14:27:54.638208 run                patchelf(pid=739): Terminated: ok {rc=0}
14:27:54.671331 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=736): Process ended prematurely: osmo-stp_10.42.42.5(pid=736) [trial-2406↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=736)]  [trial-2406↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]
14:27:54.681108 tst                      iperf3.py:8: Test FAILED (7.6 sec)
14:27:54.743637 run     osmo-hlr_10.42.42.2(pid=733): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=733)]
14:27:54.795249 run     osmo-hlr_10.42.42.2(pid=733): stdout: 
| (launched: 2022-12-14_14:27:51.331959) 
14:27:54.847044 run     osmo-hlr_10.42.42.2(pid=733): stderr: 
| �[0;m�[1;31m20221214142751531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214142751531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214142751531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214142751531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214142751531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214142751531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214142751543 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214142751551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214142751551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214142751551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:27:54.891323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=728): Terminating (SIGTERM)
14:27:54.932898 run  iperf3-srv_10.42.42.10(pid=729): Terminating (SIGTERM)
14:27:54.975007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=732): Terminating (SIGTERM)
14:27:55.016637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=735): Terminating (SIGTERM)
14:27:55.058848 run pcap-recorder_any(filters='host 10.42.42.6')(pid=738): Terminating (SIGTERM)
14:27:55.068486 ---      ParallelTerminationStrategy: PID 728 died...
14:27:55.123925 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=728): Terminated: ok {rc=0}
14:27:55.133928 ---      ParallelTerminationStrategy: PID 729 died...
14:27:55.188882 run  iperf3-srv_10.42.42.10(pid=729): Terminated {rc=256}
14:27:55.198796 ---      ParallelTerminationStrategy: PID 732 died...
14:27:55.254105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=732): Terminated: ok {rc=0}
14:27:55.264399 ---      ParallelTerminationStrategy: PID 735 died...
14:27:55.319963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=735): Terminated: ok {rc=0}
14:27:55.329936 ---      ParallelTerminationStrategy: PID 738 died...
14:27:55.385151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=738): Terminated: ok {rc=0}
14:27:55.472037 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>266</age><className>gprs:sysmo+mod-bts0-egprs</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=754): Process ended prematurely: osmo-stp_10.42.42.5(pid=754) [trial-2406↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=754)]</errorStackTrace><failedSince>2143</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=754): Process ended prematurely: osmo-stp_10.42.42.5(pid=754) [trial-2406↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=754)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:sysmo+mod-bts0-egprs iperf3m4.py
----------------------------------------------
14:27:56.586116 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:27:56.597861 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)
14:27:56.727177 tst                      iperf3m4.py: using LAC 41528
14:27:56.853341 tst                      iperf3m4.py: using RAC 218
14:27:56.981663 tst                      iperf3m4.py: using CellId 41528
14:27:57.107498 tst                      iperf3m4.py: using BVCI 41529
14:27:57.132188 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:27:57.143608 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:27:57.154870 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:27:57.165876 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:27:57.177048 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:27:57.188261 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:27:57.199585 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:27:57.210607 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:27:57.221937 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)
14:27:57.339736 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)
14:27:57.461188 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)
14:27:57.577292 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)
14:27:57.870054 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
14:27:58.004666 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:27:58.340579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=740): Launched
14:27:58.618598 run  iperf3-srv_10.42.42.10(pid=741): Launched
14:27:58.816109 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
14:27:58.950369 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:27:59.285561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=742): Launched
14:27:59.563182 run  iperf3-srv_10.42.42.10(pid=743): Launched
14:27:59.761552 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
14:27:59.896571 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:28:00.232300 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=744): Launched
14:28:00.510149 run  iperf3-srv_10.42.42.10(pid=745): Launched
14:28:00.707128 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
14:28:00.855516 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:28:01.226298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=746): Launched
14:28:01.523127 run  iperf3-srv_10.42.42.10(pid=747): Launched
14:28:01.724125 tst                    iperf3m4.py:8: start network...
14:28:01.861393 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:28:02.381775 run           create_hlr_db(pid=748): Launched
14:28:02.567555 bus                          /gobi_6: Setting Powered False
14:28:03.589385 run           create_hlr_db(pid=748): Terminated: ok {rc=0}
14:28:04.019451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=750): Launched
14:28:04.340626 run     osmo-hlr_10.42.42.2(pid=751): Launched
14:28:04.457680 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:28:05.017723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=753): Launched
14:28:05.340015 run     osmo-stp_10.42.42.5(pid=754): Launched
14:28:05.457414 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:28:06.019900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=756): Launched
14:28:06.134522 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:28:06.414920 run                patchelf(pid=757): Launched
14:28:06.603554 run     osmo-stp_10.42.42.5(pid=754): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=754)]
14:28:06.740445 run     osmo-stp_10.42.42.5(pid=754): stdout: 
| (launched: 2022-12-14_14:28:05.181878)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:28:06.877690 run     osmo-stp_10.42.42.5(pid=754): stderr: 
| �[0;m�[38;5;43m20221214142805376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142805376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142805377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142805377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142805377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142805378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142805378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:28:07.010456 run     osmo-stp_10.42.42.5(pid=754): stdout: 
| (launched: 2022-12-14_14:28:05.181878)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:28:07.142744 run     osmo-stp_10.42.42.5(pid=754): stderr: 
| �[0;m�[38;5;43m20221214142805376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142805376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142805377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142805377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142805377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142805378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142805378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:28:07.296198 run                patchelf(pid=757): Terminating (SIGINT)
14:28:07.476779 run                patchelf(pid=757): Terminated: ok {rc=0}
14:28:07.510019 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=754): Process ended prematurely: osmo-stp_10.42.42.5(pid=754) [trial-2406↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=754)]  [trial-2406↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]
14:28:07.519747 tst                    iperf3m4.py:8: Test FAILED (11.0 sec)
14:28:07.582460 run     osmo-hlr_10.42.42.2(pid=751): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=751)]
14:28:07.633820 run     osmo-hlr_10.42.42.2(pid=751): stdout: 
| (launched: 2022-12-14_14:28:04.182869) 
14:28:07.685983 run     osmo-hlr_10.42.42.2(pid=751): stderr: 
| �[0;m�[1;31m20221214142804382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214142804382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214142804382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214142804383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214142804383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214142804383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214142804396 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214142804404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214142804405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214142804405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:28:07.730335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=740): Terminating (SIGTERM)
14:28:07.772323 run  iperf3-srv_10.42.42.10(pid=741): Terminating (SIGTERM)
14:28:07.814203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=742): Terminating (SIGTERM)
14:28:07.855948 run  iperf3-srv_10.42.42.10(pid=743): Terminating (SIGTERM)
14:28:07.898096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=744): Terminating (SIGTERM)
14:28:07.939569 run  iperf3-srv_10.42.42.10(pid=745): Terminating (SIGTERM)
14:28:07.981316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=746): Terminating (SIGTERM)
14:28:08.022957 run  iperf3-srv_10.42.42.10(pid=747): Terminating (SIGTERM)
14:28:08.064688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=750): Terminating (SIGTERM)
14:28:08.106449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=753): Terminating (SIGTERM)
14:28:08.148543 run pcap-recorder_any(filters='host 10.42.42.6')(pid=756): Terminating (SIGTERM)
14:28:08.158154 ---      ParallelTerminationStrategy: PID 740 died...
14:28:08.213829 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=740): Terminated: ok {rc=0}
14:28:08.223872 ---      ParallelTerminationStrategy: PID 741 died...
14:28:08.279223 run  iperf3-srv_10.42.42.10(pid=741): Terminated {rc=256}
14:28:08.289241 ---      ParallelTerminationStrategy: PID 742 died...
14:28:08.344723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=742): Terminated: ok {rc=0}
14:28:08.354684 ---      ParallelTerminationStrategy: PID 743 died...
14:28:08.409836 run  iperf3-srv_10.42.42.10(pid=743): Terminated {rc=256}
14:28:08.419753 ---      ParallelTerminationStrategy: PID 744 died...
14:28:08.475602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=744): Terminated: ok {rc=0}
14:28:08.486000 ---      ParallelTerminationStrategy: PID 745 died...
14:28:08.541330 run  iperf3-srv_10.42.42.10(pid=745): Terminated {rc=256}
14:28:08.551317 ---      ParallelTerminationStrategy: PID 746 died...
14:28:08.606614 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=746): Terminated: ok {rc=0}
14:28:08.616600 ---      ParallelTerminationStrategy: PID 747 died...
14:28:08.671703 run  iperf3-srv_10.42.42.10(pid=747): Terminated {rc=256}
14:28:08.681783 ---      ParallelTerminationStrategy: PID 750 died...
14:28:08.736978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=750): Terminated: ok {rc=0}
14:28:08.746943 ---      ParallelTerminationStrategy: PID 753 died...
14:28:08.802556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=753): Terminated: ok {rc=0}
14:28:08.812510 ---      ParallelTerminationStrategy: PID 756 died...
14:28:08.867811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=756): Terminated: ok {rc=0}
14:28:08.954305 bus                          /gobi_4: Setting Powered False
14:28:10.057968 bus                          /gobi_4: Setting Powered False
14:28:11.168630 bus                          /gobi_1: Setting Powered False
14:28:12.274595 bus                          /gobi_1: Setting Powered False
14:28:13.381592 bus                          /gobi_0: Setting Powered False
14:28:14.486056 bus                          /gobi_0: Setting Powered False
14:28:15.593868 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>78</age><className>gprs:sysmo+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=764): Process ended prematurely: osmo-stp_10.42.42.5(pid=764) [trial-2406↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=764)]</errorStackTrace><failedSince>2331</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=764): Process ended prematurely: osmo-stp_10.42.42.5(pid=764) [trial-2406↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=764)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:sysmo+mod-bts0-egprs ping.py
----------------------------------------------
14:28:16.664246 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:28:16.677609 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)
14:28:16.845468 tst                          ping.py: using LAC 41529
14:28:16.973694 tst                          ping.py: using RAC 219
14:28:17.122821 tst                          ping.py: using CellId 41529
14:28:17.243357 tst                          ping.py: using BVCI 41530
14:28:17.268093 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:28:17.280140 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:28:17.291455 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:28:17.302641 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:28:17.314130 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:28:17.325853 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:28:17.337464 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:28:17.348866 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)
14:28:17.641969 tst                       ping.py:19: start network...
14:28:17.774402 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:28:18.280225 run           create_hlr_db(pid=758): Launched
14:28:18.464492 bus                          /gobi_6: Setting Powered False
14:28:19.475073 run           create_hlr_db(pid=758): Terminated: ok {rc=0}
14:28:19.878507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=760): Launched
14:28:20.172101 run     osmo-hlr_10.42.42.2(pid=761): Launched
14:28:20.288077 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:28:20.805966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=763): Launched
14:28:21.099375 run     osmo-stp_10.42.42.5(pid=764): Launched
14:28:21.216707 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:28:21.736810 run pcap-recorder_any(filters='host 10.42.42.6')(pid=766): Launched
14:28:21.841757 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:28:22.099824 run                patchelf(pid=767): Launched
14:28:22.273612 run     osmo-stp_10.42.42.5(pid=764): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=764)]
14:28:22.399844 run     osmo-stp_10.42.42.5(pid=764): stdout: 
| (launched: 2022-12-14_14:28:20.954928)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:28:22.526635 run     osmo-stp_10.42.42.5(pid=764): stderr: 
| �[0;m�[38;5;43m20221214142821124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142821124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142821124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142821124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142821125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142821125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142821125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:28:22.648771 run     osmo-stp_10.42.42.5(pid=764): stdout: 
| (launched: 2022-12-14_14:28:20.954928)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:28:22.769970 run     osmo-stp_10.42.42.5(pid=764): stderr: 
| �[0;m�[38;5;43m20221214142821124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142821124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142821124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142821124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142821125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142821125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142821125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:28:22.911827 run                patchelf(pid=767): Terminating (SIGINT)
14:28:23.078005 run                patchelf(pid=767): Terminated: ok {rc=0}
14:28:23.108271 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=764): Process ended prematurely: osmo-stp_10.42.42.5(pid=764) [trial-2406↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=764)]  [trial-2406↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]
14:28:23.116915 tst                       ping.py:22: Test FAILED (6.4 sec)
14:28:23.177818 run     osmo-hlr_10.42.42.2(pid=761): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=761)]
14:28:23.227569 run     osmo-hlr_10.42.42.2(pid=761): stdout: 
| (launched: 2022-12-14_14:28:20.027468) 
14:28:23.277839 run     osmo-hlr_10.42.42.2(pid=761): stderr: 
| �[0;m�[1;31m20221214142820200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214142820200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214142820200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214142820200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214142820201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214142820201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214142820217 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214142820226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214142820227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214142820227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:28:23.320700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=760): Terminating (SIGTERM)
14:28:23.361145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=763): Terminating (SIGTERM)
14:28:23.401770 run pcap-recorder_any(filters='host 10.42.42.6')(pid=766): Terminating (SIGTERM)
14:28:23.411056 ---      ParallelTerminationStrategy: PID 760 died...
14:28:23.465254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=760): Terminated: ok {rc=0}
14:28:23.475008 ---      ParallelTerminationStrategy: PID 763 died...
14:28:23.528894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=763): Terminated: ok {rc=0}
14:28:23.538612 ---      ParallelTerminationStrategy: PID 766 died...
14:28:23.592435 run pcap-recorder_any(filters='host 10.42.42.6')(pid=766): Terminated: ok {rc=0}
14:28:23.676124 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>78</age><className>gprs:sysmo+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=774): Process ended prematurely: osmo-stp_10.42.42.5(pid=774) [trial-2406↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=774)]</errorStackTrace><failedSince>2331</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=774): Process ended prematurely: osmo-stp_10.42.42.5(pid=774) [trial-2406↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=774)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py
----------------------------------------------
14:28:24.729362 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:28:24.741770 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)
14:28:24.874420 tst                ping_idle_ping.py: using LAC 41530
14:28:24.998930 tst                ping_idle_ping.py: using RAC 220
14:28:25.125573 tst                ping_idle_ping.py: using CellId 41530
14:28:25.252245 tst                ping_idle_ping.py: using BVCI 41531
14:28:25.276549 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:28:25.287773 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:28:25.298928 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:28:25.309950 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:28:25.321560 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:28:25.332916 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:28:25.344527 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:28:25.356242 tst        gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)
14:28:25.641857 tst             ping_idle_ping.py:24: start network...
14:28:25.765632 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:28:26.230107 run           create_hlr_db(pid=768): Launched
14:28:26.400733 bus                          /gobi_6: Setting Powered False
14:28:27.422458 run           create_hlr_db(pid=768): Terminated: ok {rc=0}
14:28:27.847042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=770): Launched
14:28:28.164318 run     osmo-hlr_10.42.42.2(pid=771): Launched
14:28:28.281150 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:28:28.833697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=773): Launched
14:28:29.151653 run     osmo-stp_10.42.42.5(pid=774): Launched
14:28:29.267406 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:28:29.824692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=776): Launched
14:28:29.937951 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:28:30.214791 run                patchelf(pid=777): Launched
14:28:30.400766 run     osmo-stp_10.42.42.5(pid=774): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=774)]
14:28:30.536532 run     osmo-stp_10.42.42.5(pid=774): stdout: 
| (launched: 2022-12-14_14:28:28.995187)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:28:30.672694 run     osmo-stp_10.42.42.5(pid=774): stderr: 
| �[0;m�[38;5;43m20221214142829187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142829187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142829187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142829187 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142829188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142829188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142829188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:28:30.804418 run     osmo-stp_10.42.42.5(pid=774): stdout: 
| (launched: 2022-12-14_14:28:28.995187)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:28:30.961815 run     osmo-stp_10.42.42.5(pid=774): stderr: 
| �[0;m�[38;5;43m20221214142829187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142829187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142829187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142829187 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142829188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142829188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142829188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:28:31.120064 run                patchelf(pid=777): Terminating (SIGINT)
14:28:31.303996 run                patchelf(pid=777): Terminated: ok {rc=0}
14:28:31.337945 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=774): Process ended prematurely: osmo-stp_10.42.42.5(pid=774) [trial-2406↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=774)]  [trial-2406↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]
14:28:31.348449 tst             ping_idle_ping.py:27: Test FAILED (6.6 sec)
14:28:31.412177 run     osmo-hlr_10.42.42.2(pid=771): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=771)]
14:28:31.464914 run     osmo-hlr_10.42.42.2(pid=771): stdout: 
| (launched: 2022-12-14_14:28:28.008511) 
14:28:31.518675 run     osmo-hlr_10.42.42.2(pid=771): stderr: 
| �[0;m�[1;31m20221214142828204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214142828204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214142828204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214142828204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214142828204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214142828204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214142828216 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214142828224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214142828225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214142828225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:28:31.563998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=770): Terminating (SIGTERM)
14:28:31.608435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=773): Terminating (SIGTERM)
14:28:31.654637 run pcap-recorder_any(filters='host 10.42.42.6')(pid=776): Terminating (SIGTERM)
14:28:31.665107 ---      ParallelTerminationStrategy: PID 770 died...
14:28:31.722325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=770): Terminated: ok {rc=0}
14:28:31.733068 ---      ParallelTerminationStrategy: PID 773 died...
14:28:31.789851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=773): Terminated: ok {rc=0}
14:28:31.800368 ---      ParallelTerminationStrategy: PID 776 died...
14:28:31.857045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=776): Terminated: ok {rc=0}
14:28:31.972166 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>13</id><name>gprs_sysmo+mod-bts0-egprs</name><properties></properties><timestamp>2022-12-14T14:27:34</timestamp></suite><suite><case><age>266</age><className>gprs:sysmo+mod-bts0-dynts-ipa</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=791): Process ended prematurely: osmo-stp_10.42.42.5(pid=791) [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=791)]</errorStackTrace><failedSince>2143</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=791): Process ended prematurely: osmo-stp_10.42.42.5(pid=791) [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=791)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py
----------------------------------------------
14:28:34.094368 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:28:34.105572 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
14:28:34.257620 tst         cs_paging_gprs_active.py: using LAC 41531
14:28:34.385060 tst         cs_paging_gprs_active.py: using RAC 221
14:28:34.512659 tst         cs_paging_gprs_active.py: using CellId 41531
14:28:34.640505 tst         cs_paging_gprs_active.py: using BVCI 41532
14:28:34.665339 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:28:34.676528 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:28:34.687657 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:28:34.698699 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:28:34.709704 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:28:34.720694 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:28:34.731885 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:28:34.742867 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:28:34.754121 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
14:28:34.870119 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
14:28:35.146447 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
14:28:35.272053 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:28:35.584627 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=781): Launched
14:28:35.844374 run  iperf3-srv_10.42.42.10(pid=782): Launched
14:28:36.027755 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
14:28:36.152773 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:28:36.464646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=783): Launched
14:28:36.724894 run  iperf3-srv_10.42.42.10(pid=784): Launched
14:28:36.907870 tst      cs_paging_gprs_active.py:38: start network...
14:28:37.033349 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:28:37.510869 run           create_hlr_db(pid=785): Launched
14:28:37.684428 bus                          /gobi_6: Setting Powered False
14:28:38.707227 run           create_hlr_db(pid=785): Terminated: ok {rc=0}
14:28:39.137973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=787): Launched
14:28:39.463098 run     osmo-hlr_10.42.42.2(pid=788): Launched
14:28:39.582821 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:28:40.145941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=790): Launched
14:28:40.469526 run     osmo-stp_10.42.42.5(pid=791): Launched
14:28:40.587740 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:28:41.152736 run pcap-recorder_any(filters='host 10.42.42.6')(pid=793): Launched
14:28:41.267957 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:28:41.551405 run                patchelf(pid=794): Launched
14:28:41.740777 run     osmo-stp_10.42.42.5(pid=791): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=791)]
14:28:41.879182 run     osmo-stp_10.42.42.5(pid=791): stdout: 
| (launched: 2022-12-14_14:28:40.310669)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:28:42.017692 run     osmo-stp_10.42.42.5(pid=791): stderr: 
| �[0;m�[38;5;43m20221214142840505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142840505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142840505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142840506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142840506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142840506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142840506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:28:42.151378 run     osmo-stp_10.42.42.5(pid=791): stdout: 
| (launched: 2022-12-14_14:28:40.310669)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:28:42.284042 run     osmo-stp_10.42.42.5(pid=791): stderr: 
| �[0;m�[38;5;43m20221214142840505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142840505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142840505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142840506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142840506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142840506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142840506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:28:42.438803 run                patchelf(pid=794): Terminating (SIGINT)
14:28:42.620241 run                patchelf(pid=794): Terminated: ok {rc=0}
14:28:42.653446 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=791): Process ended prematurely: osmo-stp_10.42.42.5(pid=791) [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=791)]  [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]
14:28:42.663325 tst      cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)
14:28:42.726447 run     osmo-hlr_10.42.42.2(pid=788): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=788)]
14:28:42.777880 run     osmo-hlr_10.42.42.2(pid=788): stdout: 
| (launched: 2022-12-14_14:28:39.303051) 
14:28:42.830256 run     osmo-hlr_10.42.42.2(pid=788): stderr: 
| �[0;m�[1;31m20221214142839501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214142839501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214142839501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214142839501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214142839501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214142839501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214142839514 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214142839522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214142839522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214142839522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:28:42.875014 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=781): Terminating (SIGTERM)
14:28:42.916854 run  iperf3-srv_10.42.42.10(pid=782): Terminating (SIGTERM)
14:28:42.958779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=783): Terminating (SIGTERM)
14:28:43.000536 run  iperf3-srv_10.42.42.10(pid=784): Terminating (SIGTERM)
14:28:43.042573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=787): Terminating (SIGTERM)
14:28:43.084450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=790): Terminating (SIGTERM)
14:28:43.126082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=793): Terminating (SIGTERM)
14:28:43.135639 ---      ParallelTerminationStrategy: PID 781 died...
14:28:43.190814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=781): Terminated: ok {rc=0}
14:28:43.200646 ---      ParallelTerminationStrategy: PID 782 died...
14:28:43.255386 run  iperf3-srv_10.42.42.10(pid=782): Terminated {rc=256}
14:28:43.265245 ---      ParallelTerminationStrategy: PID 783 died...
14:28:43.320063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=783): Terminated: ok {rc=0}
14:28:43.329925 ---      ParallelTerminationStrategy: PID 784 died...
14:28:43.384988 run  iperf3-srv_10.42.42.10(pid=784): Terminated {rc=256}
14:28:43.394820 ---      ParallelTerminationStrategy: PID 787 died...
14:28:43.449720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=787): Terminated: ok {rc=0}
14:28:43.459637 ---      ParallelTerminationStrategy: PID 790 died...
14:28:43.514614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=790): Terminated: ok {rc=0}
14:28:43.524447 ---      ParallelTerminationStrategy: PID 793 died...
14:28:43.579312 run pcap-recorder_any(filters='host 10.42.42.6')(pid=793): Terminated: ok {rc=0}
14:28:43.666359 bus                          /gobi_0: Setting Powered False
14:28:44.772595 bus                          /gobi_0: Setting Powered False
14:28:45.892462 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>266</age><className>gprs:sysmo+mod-bts0-dynts-ipa</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=803): Process ended prematurely: osmo-stp_10.42.42.5(pid=803) [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=803)]</errorStackTrace><failedSince>2143</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=803): Process ended prematurely: osmo-stp_10.42.42.5(pid=803) [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=803)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py
----------------------------------------------
14:28:47.013170 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:28:47.026354 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
14:28:47.181987 tst                        iperf3.py: using LAC 41532
14:28:47.308252 tst                        iperf3.py: using RAC 222
14:28:47.436729 tst                        iperf3.py: using CellId 41532
14:28:47.564632 tst                        iperf3.py: using BVCI 41533
14:28:47.589331 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:28:47.600615 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:28:47.611613 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:28:47.622786 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:28:47.633818 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:28:47.644833 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:28:47.655976 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:28:47.667972 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:28:47.679259 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
14:28:47.970244 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
14:28:48.104262 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:28:48.437337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=795): Launched
14:28:48.714618 run  iperf3-srv_10.42.42.10(pid=796): Launched
14:28:48.912870 tst                      iperf3.py:8: start network...
14:28:49.047411 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:28:49.562901 run           create_hlr_db(pid=797): Launched
14:28:49.748790 bus                          /gobi_6: Setting Powered False
14:28:50.769555 run           create_hlr_db(pid=797): Terminated: ok {rc=0}
14:28:51.174707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=799): Launched
14:28:51.475864 run     osmo-hlr_10.42.42.2(pid=800): Launched
14:28:51.594936 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:28:52.125120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=802): Launched
14:28:52.423961 run     osmo-stp_10.42.42.5(pid=803): Launched
14:28:52.534446 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:28:53.057832 run pcap-recorder_any(filters='host 10.42.42.6')(pid=805): Launched
14:28:53.164837 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:28:53.427511 run                patchelf(pid=806): Launched
14:28:53.603997 run     osmo-stp_10.42.42.5(pid=803): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=803)]
14:28:53.732597 run     osmo-stp_10.42.42.5(pid=803): stdout: 
| (launched: 2022-12-14_14:28:52.276398)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:28:53.862019 run     osmo-stp_10.42.42.5(pid=803): stderr: 
| �[0;m�[38;5;43m20221214142852446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142852446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142852447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142852447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142852447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142852447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142852447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:28:53.986611 run     osmo-stp_10.42.42.5(pid=803): stdout: 
| (launched: 2022-12-14_14:28:52.276398)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:28:54.110509 run     osmo-stp_10.42.42.5(pid=803): stderr: 
| �[0;m�[38;5;43m20221214142852446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142852446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142852447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142852447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142852447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142852447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142852447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:28:54.254803 run                patchelf(pid=806): Terminating (SIGINT)
14:28:54.424330 run                patchelf(pid=806): Terminated: ok {rc=0}
14:28:54.455343 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=803): Process ended prematurely: osmo-stp_10.42.42.5(pid=803) [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=803)]  [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]
14:28:54.464417 tst                      iperf3.py:8: Test FAILED (7.5 sec)
14:28:54.524926 run     osmo-hlr_10.42.42.2(pid=800): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=800)]
14:28:54.574164 run     osmo-hlr_10.42.42.2(pid=800): stdout: 
| (launched: 2022-12-14_14:28:51.326670) 
14:28:54.623873 run     osmo-hlr_10.42.42.2(pid=800): stderr: 
| �[0;m�[1;31m20221214142851502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214142851502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214142851502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214142851502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214142851502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214142851502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214142851514 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214142851523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214142851523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214142851523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:28:54.666640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=795): Terminating (SIGTERM)
14:28:54.706523 run  iperf3-srv_10.42.42.10(pid=796): Terminating (SIGTERM)
14:28:54.746783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=799): Terminating (SIGTERM)
14:28:54.786895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=802): Terminating (SIGTERM)
14:28:54.827328 run pcap-recorder_any(filters='host 10.42.42.6')(pid=805): Terminating (SIGTERM)
14:28:54.836619 ---      ParallelTerminationStrategy: PID 795 died...
14:28:54.890955 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=795): Terminated: ok {rc=0}
14:28:54.900657 ---      ParallelTerminationStrategy: PID 796 died...
14:28:54.954735 run  iperf3-srv_10.42.42.10(pid=796): Terminated {rc=256}
14:28:54.964314 ---      ParallelTerminationStrategy: PID 799 died...
14:28:55.017897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=799): Terminated: ok {rc=0}
14:28:55.027483 ---      ParallelTerminationStrategy: PID 802 died...
14:28:55.080716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=802): Terminated: ok {rc=0}
14:28:55.090315 ---      ParallelTerminationStrategy: PID 805 died...
14:28:55.143999 run pcap-recorder_any(filters='host 10.42.42.6')(pid=805): Terminated: ok {rc=0}
14:28:55.231040 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>266</age><className>gprs:sysmo+mod-bts0-dynts-ipa</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=822): Process ended prematurely: osmo-stp_10.42.42.5(pid=822) [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=822)]</errorStackTrace><failedSince>2143</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=822): Process ended prematurely: osmo-stp_10.42.42.5(pid=822) [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=822)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py
----------------------------------------------
14:28:56.340661 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:28:56.352124 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
14:28:56.500073 tst                      iperf3m4.py: using LAC 41533
14:28:56.621910 tst                      iperf3m4.py: using RAC 223
14:28:56.738481 tst                      iperf3m4.py: using CellId 41533
14:28:56.854612 tst                      iperf3m4.py: using BVCI 41534
14:28:56.877722 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:28:56.888587 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:28:56.899315 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:28:56.910083 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:28:56.921300 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:28:56.932445 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:28:56.943692 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:28:56.954759 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:28:56.966160 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
14:28:57.085957 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
14:28:57.203158 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
14:28:57.322057 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
14:28:57.615809 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
14:28:57.750941 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:28:58.085695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=807): Launched
14:28:58.363167 run  iperf3-srv_10.42.42.10(pid=808): Launched
14:28:58.561413 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
14:28:58.696293 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:28:59.031175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=809): Launched
14:28:59.308057 run  iperf3-srv_10.42.42.10(pid=810): Launched
14:28:59.506453 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
14:28:59.641100 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:28:59.976395 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=811): Launched
14:29:00.254065 run  iperf3-srv_10.42.42.10(pid=812): Launched
14:29:00.451436 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
14:29:00.585853 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:29:00.921211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=813): Launched
14:29:01.219785 run  iperf3-srv_10.42.42.10(pid=814): Launched
14:29:01.420681 tst                    iperf3m4.py:8: start network...
14:29:01.558083 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:29:02.107331 run           create_hlr_db(pid=815): Launched
14:29:02.284390 bus                          /gobi_6: Setting Powered False
14:29:03.302248 run           create_hlr_db(pid=815): Terminated: ok {rc=0}
14:29:03.731644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=817): Launched
14:29:04.053124 run     osmo-hlr_10.42.42.2(pid=818): Launched
14:29:04.169730 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:29:04.729011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=821): Launched
14:29:05.050365 run     osmo-stp_10.42.42.5(pid=822): Launched
14:29:05.166624 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:29:05.728251 run pcap-recorder_any(filters='host 10.42.42.6')(pid=825): Launched
14:29:05.843297 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:29:06.123553 run                patchelf(pid=826): Launched
14:29:06.312537 run     osmo-stp_10.42.42.5(pid=822): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=822)]
14:29:06.449821 run     osmo-stp_10.42.42.5(pid=822): stdout: 
| (launched: 2022-12-14_14:29:04.892702)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:29:06.587379 run     osmo-stp_10.42.42.5(pid=822): stderr: 
| �[0;m�[38;5;43m20221214142905086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142905086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142905086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142905086 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142905087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142905087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142905087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:29:06.719992 run     osmo-stp_10.42.42.5(pid=822): stdout: 
| (launched: 2022-12-14_14:29:04.892702)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:29:06.852272 run     osmo-stp_10.42.42.5(pid=822): stderr: 
| �[0;m�[38;5;43m20221214142905086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142905086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142905086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142905086 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142905087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142905087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142905087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:29:07.005828 run                patchelf(pid=826): Terminating (SIGINT)
14:29:07.186543 run                patchelf(pid=826): Terminated: ok {rc=0}
14:29:07.219504 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=822): Process ended prematurely: osmo-stp_10.42.42.5(pid=822) [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=822)]  [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]
14:29:07.229359 tst                    iperf3m4.py:8: Test FAILED (10.9 sec)
14:29:07.291606 run     osmo-hlr_10.42.42.2(pid=818): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=818)]
14:29:07.342713 run     osmo-hlr_10.42.42.2(pid=818): stdout: 
| (launched: 2022-12-14_14:29:03.895937) 
14:29:07.394319 run     osmo-hlr_10.42.42.2(pid=818): stderr: 
| �[0;m�[1;31m20221214142904093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214142904093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214142904093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214142904093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214142904093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214142904093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214142904105 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214142904113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214142904113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214142904113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:29:07.438266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=807): Terminating (SIGTERM)
14:29:07.479468 run  iperf3-srv_10.42.42.10(pid=808): Terminating (SIGTERM)
14:29:07.520611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=809): Terminating (SIGTERM)
14:29:07.562358 run  iperf3-srv_10.42.42.10(pid=810): Terminating (SIGTERM)
14:29:07.604044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=811): Terminating (SIGTERM)
14:29:07.645094 run  iperf3-srv_10.42.42.10(pid=812): Terminating (SIGTERM)
14:29:07.686061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=813): Terminating (SIGTERM)
14:29:07.726981 run  iperf3-srv_10.42.42.10(pid=814): Terminating (SIGTERM)
14:29:07.768091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=817): Terminating (SIGTERM)
14:29:07.809458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=821): Terminating (SIGTERM)
14:29:07.850612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=825): Terminating (SIGTERM)
14:29:07.860178 ---      ParallelTerminationStrategy: PID 807 died...
14:29:07.915425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=807): Terminated: ok {rc=0}
14:29:07.925368 ---      ParallelTerminationStrategy: PID 808 died...
14:29:07.980177 run  iperf3-srv_10.42.42.10(pid=808): Terminated {rc=256}
14:29:07.990133 ---      ParallelTerminationStrategy: PID 809 died...
14:29:08.045249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=809): Terminated: ok {rc=0}
14:29:08.055182 ---      ParallelTerminationStrategy: PID 810 died...
14:29:08.110264 run  iperf3-srv_10.42.42.10(pid=810): Terminated {rc=256}
14:29:08.120164 ---      ParallelTerminationStrategy: PID 811 died...
14:29:08.175265 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=811): Terminated: ok {rc=0}
14:29:08.185294 ---      ParallelTerminationStrategy: PID 812 died...
14:29:08.240529 run  iperf3-srv_10.42.42.10(pid=812): Terminated {rc=256}
14:29:08.250457 ---      ParallelTerminationStrategy: PID 813 died...
14:29:08.305714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=813): Terminated: ok {rc=0}
14:29:08.315703 ---      ParallelTerminationStrategy: PID 814 died...
14:29:08.370890 run  iperf3-srv_10.42.42.10(pid=814): Terminated {rc=256}
14:29:08.380820 ---      ParallelTerminationStrategy: PID 817 died...
14:29:08.435795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=817): Terminated: ok {rc=0}
14:29:08.445900 ---      ParallelTerminationStrategy: PID 821 died...
14:29:08.500893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=821): Terminated: ok {rc=0}
14:29:08.510944 ---      ParallelTerminationStrategy: PID 825 died...
14:29:08.565870 run pcap-recorder_any(filters='host 10.42.42.6')(pid=825): Terminated: ok {rc=0}
14:29:08.652687 bus                          /gobi_4: Setting Powered False
14:29:09.757655 bus                          /gobi_4: Setting Powered False
14:29:10.865674 bus                          /gobi_1: Setting Powered False
14:29:11.971044 bus                          /gobi_1: Setting Powered False
14:29:13.081819 bus                          /gobi_0: Setting Powered False
14:29:14.187848 bus                          /gobi_0: Setting Powered False
14:29:15.299785 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>78</age><className>gprs:sysmo+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=836): Process ended prematurely: osmo-stp_10.42.42.5(pid=836) [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=836)]</errorStackTrace><failedSince>2331</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=836): Process ended prematurely: osmo-stp_10.42.42.5(pid=836) [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=836)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:sysmo+mod-bts0-dynts-ipa ping.py
----------------------------------------------
14:29:16.376084 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:29:16.393256 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
14:29:16.555355 tst                          ping.py: using LAC 41534
14:29:16.676921 tst                          ping.py: using RAC 224
14:29:16.797193 tst                          ping.py: using CellId 41534
14:29:16.923536 tst                          ping.py: using BVCI 41535
14:29:16.949294 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:29:16.961604 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:29:16.973722 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:29:16.986266 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:29:16.997920 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:29:17.010056 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:29:17.022508 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:29:17.034344 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
14:29:17.326467 tst                       ping.py:19: start network...
14:29:17.458754 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:29:17.965830 run           create_hlr_db(pid=827): Launched
14:29:18.150134 bus                          /gobi_6: Setting Powered False
14:29:19.170319 run           create_hlr_db(pid=827): Terminated: ok {rc=0}
14:29:19.592631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=831): Launched
14:29:19.909360 run     osmo-hlr_10.42.42.2(pid=833): Launched
14:29:20.028168 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:29:20.588019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=835): Launched
14:29:20.904113 run     osmo-stp_10.42.42.5(pid=836): Launched
14:29:21.018897 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:29:21.570032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=838): Launched
14:29:21.682726 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:29:21.958523 run                patchelf(pid=839): Launched
14:29:22.144850 run     osmo-stp_10.42.42.5(pid=836): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=836)]
14:29:22.280645 run     osmo-stp_10.42.42.5(pid=836): stdout: 
| (launched: 2022-12-14_14:29:20.749299)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:29:22.416214 run     osmo-stp_10.42.42.5(pid=836): stderr: 
| �[0;m�[38;5;43m20221214142920939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142920939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142920939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142920940 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142920940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142920940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142920940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:29:22.547713 run     osmo-stp_10.42.42.5(pid=836): stdout: 
| (launched: 2022-12-14_14:29:20.749299)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:29:22.677610 run     osmo-stp_10.42.42.5(pid=836): stderr: 
| �[0;m�[38;5;43m20221214142920939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142920939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142920939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142920940 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142920940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142920940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142920940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:29:22.829534 run                patchelf(pid=839): Terminating (SIGINT)
14:29:23.007190 run                patchelf(pid=839): Terminated: ok {rc=0}
14:29:23.039223 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=836): Process ended prematurely: osmo-stp_10.42.42.5(pid=836) [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=836)]  [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]
14:29:23.048329 tst                       ping.py:22: Test FAILED (6.7 sec)
14:29:23.110808 run     osmo-hlr_10.42.42.2(pid=833): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=833)]
14:29:23.161686 run     osmo-hlr_10.42.42.2(pid=833): stdout: 
| (launched: 2022-12-14_14:29:19.754427) 
14:29:23.213016 run     osmo-hlr_10.42.42.2(pid=833): stderr: 
| �[0;m�[1;31m20221214142919951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214142919951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214142919951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214142919951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214142919951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214142919951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214142919963 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214142919971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214142919971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214142919971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:29:23.256900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=831): Terminating (SIGTERM)
14:29:23.298337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=835): Terminating (SIGTERM)
14:29:23.339710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=838): Terminating (SIGTERM)
14:29:23.349332 ---      ParallelTerminationStrategy: PID 831 died...
14:29:23.404548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=831): Terminated: ok {rc=0}
14:29:23.414468 ---      ParallelTerminationStrategy: PID 835 died...
14:29:23.469183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=835): Terminated: ok {rc=0}
14:29:23.478966 ---      ParallelTerminationStrategy: PID 838 died...
14:29:23.533698 run pcap-recorder_any(filters='host 10.42.42.6')(pid=838): Terminated: ok {rc=0}
14:29:23.619573 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>78</age><className>gprs:sysmo+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=848): Process ended prematurely: osmo-stp_10.42.42.5(pid=848) [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=848)]</errorStackTrace><failedSince>2331</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=848): Process ended prematurely: osmo-stp_10.42.42.5(pid=848) [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=848)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py
----------------------------------------------
14:29:24.671671 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:29:24.683569 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
14:29:24.826997 tst                ping_idle_ping.py: using LAC 41535
14:29:24.943322 tst                ping_idle_ping.py: using RAC 225
14:29:25.060781 tst                ping_idle_ping.py: using CellId 41535
14:29:25.177154 tst                ping_idle_ping.py: using BVCI 41536
14:29:25.199505 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:29:25.210364 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:29:25.220783 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:29:25.231342 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:29:25.241976 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:29:25.252725 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:29:25.263648 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:29:25.275542 tst    gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
14:29:25.551750 tst             ping_idle_ping.py:24: start network...
14:29:25.674705 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:29:26.141984 run           create_hlr_db(pid=841): Launched
14:29:26.312512 bus                          /gobi_6: Setting Powered False
14:29:27.334138 run           create_hlr_db(pid=841): Terminated: ok {rc=0}
14:29:27.759812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=844): Launched
14:29:28.078786 run     osmo-hlr_10.42.42.2(pid=845): Launched
14:29:28.198552 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:29:28.752043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=847): Launched
14:29:29.070185 run     osmo-stp_10.42.42.5(pid=848): Launched
14:29:29.184569 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:29:29.740534 run pcap-recorder_any(filters='host 10.42.42.6')(pid=850): Launched
14:29:29.854068 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:29:30.131274 run                patchelf(pid=851): Launched
14:29:30.318124 run     osmo-stp_10.42.42.5(pid=848): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=848)]
14:29:30.454242 run     osmo-stp_10.42.42.5(pid=848): stdout: 
| (launched: 2022-12-14_14:29:28.914098)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:29:30.590466 run     osmo-stp_10.42.42.5(pid=848): stderr: 
| �[0;m�[38;5;43m20221214142929105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142929105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142929105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142929105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142929108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142929108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142929108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:29:30.722225 run     osmo-stp_10.42.42.5(pid=848): stdout: 
| (launched: 2022-12-14_14:29:28.914098)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:29:30.853539 run     osmo-stp_10.42.42.5(pid=848): stderr: 
| �[0;m�[38;5;43m20221214142929105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142929105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142929105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142929105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142929108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142929108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142929108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:29:31.011123 run                patchelf(pid=851): Terminating (SIGINT)
14:29:31.192071 run                patchelf(pid=851): Terminated: ok {rc=0}
14:29:31.225889 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=848): Process ended prematurely: osmo-stp_10.42.42.5(pid=848) [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=848)]  [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]
14:29:31.236067 tst             ping_idle_ping.py:27: Test FAILED (6.6 sec)
14:29:31.300168 run     osmo-hlr_10.42.42.2(pid=845): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=845)]
14:29:31.351923 run     osmo-hlr_10.42.42.2(pid=845): stdout: 
| (launched: 2022-12-14_14:29:27.922308) 
14:29:31.404875 run     osmo-hlr_10.42.42.2(pid=845): stderr: 
| �[0;m�[1;31m20221214142928121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214142928121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214142928121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214142928121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214142928121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214142928121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214142928134 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214142928142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214142928142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214142928142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:29:31.449883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=844): Terminating (SIGTERM)
14:29:31.492207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=847): Terminating (SIGTERM)
14:29:31.534570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=850): Terminating (SIGTERM)
14:29:31.544612 ---      ParallelTerminationStrategy: PID 844 died...
14:29:31.601102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=844): Terminated: ok {rc=0}
14:29:31.611525 ---      ParallelTerminationStrategy: PID 847 died...
14:29:31.669102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=847): Terminated: ok {rc=0}
14:29:31.679989 ---      ParallelTerminationStrategy: PID 850 died...
14:29:31.738680 run pcap-recorder_any(filters='host 10.42.42.6')(pid=850): Terminated: ok {rc=0}
14:29:31.830955 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>14</id><name>gprs_sysmo+mod-bts0-dynts-ipa</name><properties></properties><timestamp>2022-12-14T14:28:33</timestamp></suite><suite><case><age>266</age><className>gprs:sysmo+mod-bts0-dynts-osmo</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=866): Process ended prematurely: osmo-stp_10.42.42.5(pid=866) [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=866)]</errorStackTrace><failedSince>2143</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=866): Process ended prematurely: osmo-stp_10.42.42.5(pid=866) [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=866)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py
----------------------------------------------
14:29:33.942264 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:29:33.953158 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
14:29:34.095453 tst         cs_paging_gprs_active.py: using LAC 41536
14:29:34.216104 tst         cs_paging_gprs_active.py: using RAC 226
14:29:34.331972 tst         cs_paging_gprs_active.py: using CellId 41536
14:29:34.452736 tst         cs_paging_gprs_active.py: using BVCI 41537
14:29:34.475681 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:29:34.486396 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:29:34.496737 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:29:34.507248 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:29:34.517690 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:29:34.529253 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:29:34.540422 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:29:34.551193 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:29:34.562376 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
14:29:34.683021 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
14:29:34.959195 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
14:29:35.083853 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:29:35.395842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=856): Launched
14:29:35.654331 run  iperf3-srv_10.42.42.10(pid=857): Launched
14:29:35.837616 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
14:29:35.962056 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:29:36.273393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=858): Launched
14:29:36.531861 run  iperf3-srv_10.42.42.10(pid=859): Launched
14:29:36.714211 tst      cs_paging_gprs_active.py:38: start network...
14:29:36.838620 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:29:37.313371 run           create_hlr_db(pid=860): Launched
14:29:37.486384 bus                          /gobi_6: Setting Powered False
14:29:38.508765 run           create_hlr_db(pid=860): Terminated: ok {rc=0}
14:29:38.938767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=862): Launched
14:29:39.263168 run     osmo-hlr_10.42.42.2(pid=863): Launched
14:29:39.381942 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:29:39.942483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=865): Launched
14:29:40.265631 run     osmo-stp_10.42.42.5(pid=866): Launched
14:29:40.382972 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:29:40.946545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=868): Launched
14:29:41.061973 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:29:41.344123 run                patchelf(pid=869): Launched
14:29:41.533719 run     osmo-stp_10.42.42.5(pid=866): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=866)]
14:29:41.671706 run     osmo-stp_10.42.42.5(pid=866): stdout: 
| (launched: 2022-12-14_14:29:40.106883)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:29:41.809592 run     osmo-stp_10.42.42.5(pid=866): stderr: 
| �[0;m�[38;5;43m20221214142940299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142940299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142940299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142940299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142940302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142940302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142940302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:29:41.944460 run     osmo-stp_10.42.42.5(pid=866): stdout: 
| (launched: 2022-12-14_14:29:40.106883)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:29:42.076827 run     osmo-stp_10.42.42.5(pid=866): stderr: 
| �[0;m�[38;5;43m20221214142940299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142940299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142940299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142940299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142940302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142940302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142940302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:29:42.231155 run                patchelf(pid=869): Terminating (SIGINT)
14:29:42.412188 run                patchelf(pid=869): Terminated: ok {rc=0}
14:29:42.445344 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=866): Process ended prematurely: osmo-stp_10.42.42.5(pid=866) [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=866)]  [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]
14:29:42.455144 tst      cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)
14:29:42.517755 run     osmo-hlr_10.42.42.2(pid=863): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=863)]
14:29:42.568793 run     osmo-hlr_10.42.42.2(pid=863): stdout: 
| (launched: 2022-12-14_14:29:39.104328) 
14:29:42.620748 run     osmo-hlr_10.42.42.2(pid=863): stderr: 
| �[0;m�[1;31m20221214142939301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214142939301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214142939301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214142939301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214142939301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214142939301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214142939339 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214142939348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214142939348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214142939348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:29:42.664849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=856): Terminating (SIGTERM)
14:29:42.706177 run  iperf3-srv_10.42.42.10(pid=857): Terminating (SIGTERM)
14:29:42.747718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=858): Terminating (SIGTERM)
14:29:42.789157 run  iperf3-srv_10.42.42.10(pid=859): Terminating (SIGTERM)
14:29:42.830780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=862): Terminating (SIGTERM)
14:29:42.872364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=865): Terminating (SIGTERM)
14:29:42.914259 run pcap-recorder_any(filters='host 10.42.42.6')(pid=868): Terminating (SIGTERM)
14:29:42.923790 ---      ParallelTerminationStrategy: PID 856 died...
14:29:42.979058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=856): Terminated: ok {rc=0}
14:29:42.989122 ---      ParallelTerminationStrategy: PID 857 died...
14:29:43.044356 run  iperf3-srv_10.42.42.10(pid=857): Terminated {rc=256}
14:29:43.054252 ---      ParallelTerminationStrategy: PID 858 died...
14:29:43.109469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=858): Terminated: ok {rc=0}
14:29:43.119381 ---      ParallelTerminationStrategy: PID 859 died...
14:29:43.174380 run  iperf3-srv_10.42.42.10(pid=859): Terminated {rc=256}
14:29:43.184279 ---      ParallelTerminationStrategy: PID 862 died...
14:29:43.239426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=862): Terminated: ok {rc=0}
14:29:43.249405 ---      ParallelTerminationStrategy: PID 865 died...
14:29:43.304365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=865): Terminated: ok {rc=0}
14:29:43.314353 ---      ParallelTerminationStrategy: PID 868 died...
14:29:43.369484 run pcap-recorder_any(filters='host 10.42.42.6')(pid=868): Terminated: ok {rc=0}
14:29:43.455150 bus                          /gobi_0: Setting Powered False
14:29:44.560822 bus                          /gobi_0: Setting Powered False
14:29:45.670193 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>266</age><className>gprs:sysmo+mod-bts0-dynts-osmo</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=892): Process ended prematurely: osmo-stp_10.42.42.5(pid=892) [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=892)]</errorStackTrace><failedSince>2143</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=892): Process ended prematurely: osmo-stp_10.42.42.5(pid=892) [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=892)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py
----------------------------------------------
14:29:46.780830 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:29:46.793260 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
14:29:46.951870 tst                        iperf3.py: using LAC 41537
14:29:47.074822 tst                        iperf3.py: using RAC 227
14:29:47.197145 tst                        iperf3.py: using CellId 41537
14:29:47.321599 tst                        iperf3.py: using BVCI 41538
14:29:47.346409 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:29:47.357644 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:29:47.368642 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:29:47.379791 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:29:47.390784 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:29:47.401909 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:29:47.412915 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:29:47.423882 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:29:47.435154 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
14:29:47.727262 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
14:29:47.862912 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:29:48.198899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=870): Launched
14:29:48.477144 run  iperf3-srv_10.42.42.10(pid=871): Launched
14:29:48.674626 tst                      iperf3.py:8: start network...
14:29:48.809134 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:29:49.317278 run           create_hlr_db(pid=882): Launched
14:29:49.490989 bus                          /gobi_6: Setting Powered False
14:29:50.511261 run           create_hlr_db(pid=882): Terminated: ok {rc=0}
14:29:50.941585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=888): Launched
14:29:51.265170 run     osmo-hlr_10.42.42.2(pid=889): Launched
14:29:51.383628 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:29:51.949433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=891): Launched
14:29:52.271674 run     osmo-stp_10.42.42.5(pid=892): Launched
14:29:52.393483 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:29:52.959115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=894): Launched
14:29:53.074669 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:29:53.356632 run                patchelf(pid=895): Launched
14:29:53.546370 run     osmo-stp_10.42.42.5(pid=892): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=892)]
14:29:53.684099 run     osmo-stp_10.42.42.5(pid=892): stdout: 
| (launched: 2022-12-14_14:29:52.113857)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:29:53.823066 run     osmo-stp_10.42.42.5(pid=892): stderr: 
| �[0;m�[38;5;43m20221214142952307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142952307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142952307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142952308 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142952308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142952308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142952308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:29:53.957256 run     osmo-stp_10.42.42.5(pid=892): stdout: 
| (launched: 2022-12-14_14:29:52.113857)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:29:54.089282 run     osmo-stp_10.42.42.5(pid=892): stderr: 
| �[0;m�[38;5;43m20221214142952307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214142952307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214142952307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214142952308 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214142952308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214142952308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214142952308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:29:54.243781 run                patchelf(pid=895): Terminating (SIGINT)
14:29:54.425801 run                patchelf(pid=895): Terminated: ok {rc=0}
14:29:54.459136 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=892): Process ended prematurely: osmo-stp_10.42.42.5(pid=892) [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=892)]  [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]
14:29:54.468930 tst                      iperf3.py:8: Test FAILED (7.7 sec)
14:29:54.531657 run     osmo-hlr_10.42.42.2(pid=889): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=889)]
14:29:54.582816 run     osmo-hlr_10.42.42.2(pid=889): stdout: 
| (launched: 2022-12-14_14:29:51.106176) 
14:29:54.634783 run     osmo-hlr_10.42.42.2(pid=889): stderr: 
| �[0;m�[1;31m20221214142951304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214142951304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214142951304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214142951304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214142951304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214142951304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214142951360 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214142951369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214142951369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214142951369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:29:54.679325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=870): Terminating (SIGTERM)
14:29:54.721635 run  iperf3-srv_10.42.42.10(pid=871): Terminating (SIGTERM)
14:29:54.763334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=888): Terminating (SIGTERM)
14:29:54.805269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=891): Terminating (SIGTERM)
14:29:54.847240 run pcap-recorder_any(filters='host 10.42.42.6')(pid=894): Terminating (SIGTERM)
14:29:54.856928 ---      ParallelTerminationStrategy: PID 870 died...
14:29:54.913239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=870): Terminated: ok {rc=0}
14:29:54.923314 ---      ParallelTerminationStrategy: PID 871 died...
14:29:54.978450 run  iperf3-srv_10.42.42.10(pid=871): Terminated {rc=256}
14:29:54.988484 ---      ParallelTerminationStrategy: PID 888 died...
14:29:55.043651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=888): Terminated: ok {rc=0}
14:29:55.053698 ---      ParallelTerminationStrategy: PID 891 died...
14:29:55.109130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=891): Terminated: ok {rc=0}
14:29:55.119297 ---      ParallelTerminationStrategy: PID 894 died...
14:29:55.174659 run pcap-recorder_any(filters='host 10.42.42.6')(pid=894): Terminated: ok {rc=0}
14:29:55.261673 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:sysmo+mod-bts0-dynts-osmo</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=920): Process ended prematurely: osmo-stp_10.42.42.5(pid=920) [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=920)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=920): Process ended prematurely: osmo-stp_10.42.42.5(pid=920) [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=920)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py
----------------------------------------------
14:29:56.378728 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:29:56.390614 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
14:29:56.541284 tst                      iperf3m4.py: using LAC 41538
14:29:56.667477 tst                      iperf3m4.py: using RAC 228
14:29:56.794045 tst                      iperf3m4.py: using CellId 41538
14:29:56.920546 tst                      iperf3m4.py: using BVCI 41539
14:29:56.945241 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:29:56.956404 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:29:56.967463 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:29:56.978625 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:29:56.989694 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:29:57.000809 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:29:57.011946 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:29:57.023103 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:29:57.034383 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
14:29:57.152319 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
14:29:57.273949 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
14:29:57.388847 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
14:29:57.683243 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
14:29:57.818472 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:29:58.154373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=896): Launched
14:29:58.432184 run  iperf3-srv_10.42.42.10(pid=897): Launched
14:29:58.630121 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
14:29:58.764763 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:29:59.099444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=898): Launched
14:29:59.377097 run  iperf3-srv_10.42.42.10(pid=899): Launched
14:29:59.575001 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
14:29:59.710137 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:30:00.045828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=900): Launched
14:30:00.323355 run  iperf3-srv_10.42.42.10(pid=901): Launched
14:30:00.521681 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
14:30:00.656493 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:30:01.031493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=902): Launched
14:30:01.337498 run  iperf3-srv_10.42.42.10(pid=903): Launched
14:30:01.538559 tst                    iperf3m4.py:8: start network...
14:30:01.675142 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:30:02.285988 run           create_hlr_db(pid=908): Launched
14:30:02.485556 bus                          /gobi_6: Setting Powered False
14:30:03.501432 run           create_hlr_db(pid=908): Terminated: ok {rc=0}
14:30:03.906113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=916): Launched
14:30:04.207953 run     osmo-hlr_10.42.42.2(pid=917): Launched
14:30:04.322514 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:30:04.850297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=919): Launched
14:30:05.150563 run     osmo-stp_10.42.42.5(pid=920): Launched
14:30:05.260229 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:30:05.785050 run pcap-recorder_any(filters='host 10.42.42.6')(pid=922): Launched
14:30:05.893151 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:30:06.157369 run                patchelf(pid=923): Launched
14:30:06.334098 run     osmo-stp_10.42.42.5(pid=920): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=920)]
14:30:06.463082 run     osmo-stp_10.42.42.5(pid=920): stdout: 
| (launched: 2022-12-14_14:30:05.002414)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:30:06.592439 run     osmo-stp_10.42.42.5(pid=920): stderr: 
| �[0;m�[38;5;43m20221214143005173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143005173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143005173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143005174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143005174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143005174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143005174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:30:06.717109 run     osmo-stp_10.42.42.5(pid=920): stdout: 
| (launched: 2022-12-14_14:30:05.002414)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:30:06.841299 run     osmo-stp_10.42.42.5(pid=920): stderr: 
| �[0;m�[38;5;43m20221214143005173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143005173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143005173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143005174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143005174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143005174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143005174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:30:06.985565 run                patchelf(pid=923): Terminating (SIGINT)
14:30:07.155636 run                patchelf(pid=923): Terminated: ok {rc=0}
14:30:07.186680 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=920): Process ended prematurely: osmo-stp_10.42.42.5(pid=920) [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=920)]  [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]
14:30:07.195890 tst                    iperf3m4.py:8: Test FAILED (10.9 sec)
14:30:07.256515 run     osmo-hlr_10.42.42.2(pid=917): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=917)]
14:30:07.306064 run     osmo-hlr_10.42.42.2(pid=917): stdout: 
| (launched: 2022-12-14_14:30:04.059353) 
14:30:07.355766 run     osmo-hlr_10.42.42.2(pid=917): stderr: 
| �[0;m�[1;31m20221214143004233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143004233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143004233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143004233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143004234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143004234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143004249 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143004259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143004259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143004260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:30:07.398365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=896): Terminating (SIGTERM)
14:30:07.438530 run  iperf3-srv_10.42.42.10(pid=897): Terminating (SIGTERM)
14:30:07.479081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=898): Terminating (SIGTERM)
14:30:07.519572 run  iperf3-srv_10.42.42.10(pid=899): Terminating (SIGTERM)
14:30:07.559561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=900): Terminating (SIGTERM)
14:30:07.599727 run  iperf3-srv_10.42.42.10(pid=901): Terminating (SIGTERM)
14:30:07.640290 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=902): Terminating (SIGTERM)
14:30:07.680176 run  iperf3-srv_10.42.42.10(pid=903): Terminating (SIGTERM)
14:30:07.720111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=916): Terminating (SIGTERM)
14:30:07.759971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=919): Terminating (SIGTERM)
14:30:07.799785 run pcap-recorder_any(filters='host 10.42.42.6')(pid=922): Terminating (SIGTERM)
14:30:07.808927 ---      ParallelTerminationStrategy: PID 896 died...
14:30:07.862786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=896): Terminated: ok {rc=0}
14:30:07.872319 ---      ParallelTerminationStrategy: PID 897 died...
14:30:07.925597 run  iperf3-srv_10.42.42.10(pid=897): Terminated {rc=256}
14:30:07.935078 ---      ParallelTerminationStrategy: PID 898 died...
14:30:07.988359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=898): Terminated: ok {rc=0}
14:30:07.997851 ---      ParallelTerminationStrategy: PID 899 died...
14:30:08.051898 run  iperf3-srv_10.42.42.10(pid=899): Terminated {rc=256}
14:30:08.061805 ---      ParallelTerminationStrategy: PID 900 died...
14:30:08.115275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=900): Terminated: ok {rc=0}
14:30:08.124786 ---      ParallelTerminationStrategy: PID 901 died...
14:30:08.178172 run  iperf3-srv_10.42.42.10(pid=901): Terminated {rc=256}
14:30:08.187649 ---      ParallelTerminationStrategy: PID 902 died...
14:30:08.240868 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=902): Terminated: ok {rc=0}
14:30:08.250450 ---      ParallelTerminationStrategy: PID 903 died...
14:30:08.303702 run  iperf3-srv_10.42.42.10(pid=903): Terminated {rc=256}
14:30:08.313363 ---      ParallelTerminationStrategy: PID 916 died...
14:30:08.366907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=916): Terminated: ok {rc=0}
14:30:08.376401 ---      ParallelTerminationStrategy: PID 919 died...
14:30:08.429587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=919): Terminated: ok {rc=0}
14:30:08.439104 ---      ParallelTerminationStrategy: PID 922 died...
14:30:08.492337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=922): Terminated: ok {rc=0}
14:30:08.576086 bus                          /gobi_4: Setting Powered False
14:30:09.682836 bus                          /gobi_4: Setting Powered False
14:30:10.793283 bus                          /gobi_1: Setting Powered False
14:30:11.895273 bus                          /gobi_1: Setting Powered False
14:30:13.011277 bus                          /gobi_0: Setting Powered False
14:30:14.123108 bus                          /gobi_0: Setting Powered False
14:30:15.230281 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>78</age><className>gprs:sysmo+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1305): Process ended prematurely: osmo-stp_10.42.42.5(pid=1305) [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1305)]</errorStackTrace><failedSince>2331</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1305): Process ended prematurely: osmo-stp_10.42.42.5(pid=1305) [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1305)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:sysmo+mod-bts0-dynts-osmo ping.py
----------------------------------------------
14:30:16.297664 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:30:16.310508 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
14:30:16.458371 tst                          ping.py: using LAC 41539
14:30:16.577491 tst                          ping.py: using RAC 229
14:30:16.696816 tst                          ping.py: using CellId 41539
14:30:16.815132 tst                          ping.py: using BVCI 41540
14:30:16.838537 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:30:16.850230 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:30:16.861481 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:30:16.873770 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:30:16.885965 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:30:16.897208 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:30:16.908838 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:30:16.920094 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
14:30:17.242206 tst                       ping.py:19: start network...
14:30:17.375987 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:30:17.885524 run          create_hlr_db(pid=1299): Launched
14:30:18.070988 bus                          /gobi_6: Setting Powered False
14:30:19.090790 run          create_hlr_db(pid=1299): Terminated: ok {rc=0}
14:30:19.490713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1301): Launched
14:30:19.785848 run    osmo-hlr_10.42.42.2(pid=1302): Launched
14:30:19.897063 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:30:20.414384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1304): Launched
14:30:20.709170 run    osmo-stp_10.42.42.5(pid=1305): Launched
14:30:20.816864 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:30:21.332913 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1307): Launched
14:30:21.437978 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:30:21.696876 run               patchelf(pid=1308): Launched
14:30:21.870956 run    osmo-stp_10.42.42.5(pid=1305): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1305)]
14:30:21.998072 run    osmo-stp_10.42.42.5(pid=1305): stdout: 
| (launched: 2022-12-14_14:30:20.564288)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:30:22.125486 run    osmo-stp_10.42.42.5(pid=1305): stderr: 
| �[0;m�[38;5;43m20221214143020735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143020735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143020735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143020735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143020736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143020736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143020736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:30:22.248254 run    osmo-stp_10.42.42.5(pid=1305): stdout: 
| (launched: 2022-12-14_14:30:20.564288)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:30:22.369671 run    osmo-stp_10.42.42.5(pid=1305): stderr: 
| �[0;m�[38;5;43m20221214143020735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143020735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143020735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143020735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143020736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143020736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143020736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:30:22.511472 run               patchelf(pid=1308): Terminating (SIGINT)
14:30:22.678379 run               patchelf(pid=1308): Terminated: ok {rc=0}
14:30:22.708622 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1305): Process ended prematurely: osmo-stp_10.42.42.5(pid=1305) [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1305)]  [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]
14:30:22.717347 tst                       ping.py:22: Test FAILED (6.4 sec)
14:30:22.778493 run    osmo-hlr_10.42.42.2(pid=1302): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1302)]
14:30:22.828175 run    osmo-hlr_10.42.42.2(pid=1302): stdout: 
| (launched: 2022-12-14_14:30:19.640410) 
14:30:22.878441 run    osmo-hlr_10.42.42.2(pid=1302): stderr: 
| �[0;m�[1;31m20221214143019814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143019814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143019814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143019814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143019814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143019814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143019826 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143019835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143019836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143019836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:30:22.921755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1301): Terminating (SIGTERM)
14:30:22.962431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1304): Terminating (SIGTERM)
14:30:23.004097 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1307): Terminating (SIGTERM)
14:30:23.013877 ---      ParallelTerminationStrategy: PID 1301 died...
14:30:23.069025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1301): Terminated: ok {rc=0}
14:30:23.078659 ---      ParallelTerminationStrategy: PID 1304 died...
14:30:23.132666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1304): Terminated: ok {rc=0}
14:30:23.142909 ---      ParallelTerminationStrategy: PID 1307 died...
14:30:23.199653 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1307): Terminated: ok {rc=0}
14:30:23.287184 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>78</age><className>gprs:sysmo+mod-bts0-dynts-osmo</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1491): Process ended prematurely: osmo-stp_10.42.42.5(pid=1491) [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1491)]</errorStackTrace><failedSince>2331</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1491): Process ended prematurely: osmo-stp_10.42.42.5(pid=1491) [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1491)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py
----------------------------------------------
14:30:24.340300 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:30:24.353127 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
14:30:24.504599 tst                ping_idle_ping.py: using LAC 41540
14:30:24.626006 tst                ping_idle_ping.py: using RAC 230
14:30:24.745390 tst                ping_idle_ping.py: using CellId 41540
14:30:24.862630 tst                ping_idle_ping.py: using BVCI 41541
14:30:24.887622 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:30:24.899543 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:30:24.911101 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:30:24.922834 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:30:24.935751 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:30:24.948531 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:30:24.961459 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:30:24.974117 tst   gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
14:30:25.254211 tst             ping_idle_ping.py:24: start network...
14:30:25.381975 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:30:25.912240 run          create_hlr_db(pid=1484): Launched
14:30:26.087633 bus                          /gobi_6: Setting Powered False
14:30:27.109508 run          create_hlr_db(pid=1484): Terminated: ok {rc=0}
14:30:27.533767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1486): Launched
14:30:27.940585 run    osmo-hlr_10.42.42.2(pid=1487): Launched
14:30:28.176196 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:30:28.847706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1490): Launched
14:30:29.176287 run    osmo-stp_10.42.42.5(pid=1491): Launched
14:30:29.293685 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:30:29.863482 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1493): Launched
14:30:29.979085 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:30:30.263243 run               patchelf(pid=1494): Launched
14:30:30.453579 run    osmo-stp_10.42.42.5(pid=1491): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1491)]
14:30:30.592257 run    osmo-stp_10.42.42.5(pid=1491): stdout: 
| (launched: 2022-12-14_14:30:29.014444)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:30:30.731048 run    osmo-stp_10.42.42.5(pid=1491): stderr: 
| �[0;m�[38;5;43m20221214143029208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143029208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143029208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143029208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143029209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143029209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143029209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:30:30.888533 run    osmo-stp_10.42.42.5(pid=1491): stdout: 
| (launched: 2022-12-14_14:30:29.014444)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:30:31.021448 run    osmo-stp_10.42.42.5(pid=1491): stderr: 
| �[0;m�[38;5;43m20221214143029208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143029208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143029208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143029208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143029209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143029209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143029209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:30:31.171398 run               patchelf(pid=1494): Terminating (SIGINT)
14:30:31.348094 run               patchelf(pid=1494): Terminated: ok {rc=0}
14:30:31.380880 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1491): Process ended prematurely: osmo-stp_10.42.42.5(pid=1491) [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1491)]  [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]
14:30:31.390514 tst             ping_idle_ping.py:27: Test FAILED (7.0 sec)
14:30:31.453459 run    osmo-hlr_10.42.42.2(pid=1487): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1487)]
14:30:31.506040 run    osmo-hlr_10.42.42.2(pid=1487): stdout: 
| (launched: 2022-12-14_14:30:27.693495) 
14:30:31.558834 run    osmo-hlr_10.42.42.2(pid=1487): stderr: 
| �[0;m�[1;31m20221214143028037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143028037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143028038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143028038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143028038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143028038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143028052 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143028060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143028060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143028060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:30:31.605693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1486): Terminating (SIGTERM)
14:30:31.648468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1490): Terminating (SIGTERM)
14:30:31.695744 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1493): Terminating (SIGTERM)
14:30:31.706476 ---      ParallelTerminationStrategy: PID 1486 died...
14:30:31.765271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1486): Terminated: ok {rc=0}
14:30:31.776658 ---      ParallelTerminationStrategy: PID 1490 died...
14:30:31.832792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1490): Terminated: ok {rc=0}
14:30:31.843387 ---      ParallelTerminationStrategy: PID 1493 died...
14:30:31.901463 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1493): Terminated: ok {rc=0}
14:30:31.989087 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>61.0</duration><id>15</id><name>gprs_sysmo+mod-bts0-dynts-osmo</name><properties></properties><timestamp>2022-12-14T14:29:33</timestamp></suite><suite><case><age>80</age><className>dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1506): Process ended prematurely: osmo-stp_10.42.42.5(pid=1506) [trial-2406↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1506)]</errorStackTrace><failedSince>2329</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py", line 54, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1506): Process ended prematurely: osmo-stp_10.42.42.5(pid=1506) [trial-2406↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1506)]
</stderr><stdout>
----------------------------------------------
trial-2406 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py
----------------------------------------------
14:30:34.018071 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
14:30:34.029544 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
14:30:34.171847 tst               switch_tch_pdch.py: using LAC 41541
14:30:34.291801 tst               switch_tch_pdch.py: using RAC 231
14:30:34.410210 tst               switch_tch_pdch.py: using CellId 41541
14:30:34.526070 tst               switch_tch_pdch.py: using BVCI 41542
14:30:34.548913 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
14:30:34.560244 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
14:30:34.571337 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
14:30:34.582412 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
14:30:34.593767 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
14:30:34.604934 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
14:30:34.616605 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
14:30:34.627948 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
14:30:34.749489 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
14:30:35.027759 tst            switch_tch_pdch.py:51: start network...
14:30:35.151670 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:30:35.623366 run          create_hlr_db(pid=1500): Launched
14:30:35.796822 bus                          /gobi_6: Setting Powered False
14:30:36.818684 run          create_hlr_db(pid=1500): Terminated: ok {rc=0}
14:30:37.253347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1502): Launched
14:30:37.579427 run    osmo-hlr_10.42.42.2(pid=1503): Launched
14:30:37.702407 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:30:38.266240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1505): Launched
14:30:38.591877 run    osmo-stp_10.42.42.5(pid=1506): Launched
14:30:38.710557 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:30:39.276386 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1508): Launched
14:30:39.391338 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:30:39.674974 run               patchelf(pid=1509): Launched
14:30:39.864260 run    osmo-stp_10.42.42.5(pid=1506): ERR: Terminated: ERROR {rc=1}  [trial-2406↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1506)]
14:30:40.001914 run    osmo-stp_10.42.42.5(pid=1506): stdout: 
| (launched: 2022-12-14_14:30:38.430541)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:30:40.139766 run    osmo-stp_10.42.42.5(pid=1506): stderr: 
| �[0;m�[38;5;43m20221214143038622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143038622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143038623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143038623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143038625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143038626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143038626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:30:40.273090 run    osmo-stp_10.42.42.5(pid=1506): stdout: 
| (launched: 2022-12-14_14:30:38.430541)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:30:40.404637 run    osmo-stp_10.42.42.5(pid=1506): stderr: 
| �[0;m�[38;5;43m20221214143038622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143038622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143038623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143038623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143038625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143038626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143038626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:30:40.558631 run               patchelf(pid=1509): Terminating (SIGINT)
14:30:40.739376 run               patchelf(pid=1509): Terminated: ok {rc=0}
14:30:40.772146 tst            switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=1506): Process ended prematurely: osmo-stp_10.42.42.5(pid=1506) [trial-2406↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1506)]  [trial-2406↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]
14:30:40.781557 tst            switch_tch_pdch.py:54: Test FAILED (6.8 sec)
14:30:40.844531 run    osmo-hlr_10.42.42.2(pid=1503): ERR: Terminated: ERROR {rc=237}  [trial-2406↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1503)]
14:30:40.896014 run    osmo-hlr_10.42.42.2(pid=1503): stdout: 
| (launched: 2022-12-14_14:30:37.417773) 
14:30:40.947912 run    osmo-hlr_10.42.42.2(pid=1503): stderr: 
| �[0;m�[1;31m20221214143037614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143037614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143037614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143037614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143037614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143037615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143037627 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143037635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143037636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143037636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:30:40.992319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1502): Terminating (SIGTERM)
14:30:41.034257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1505): Terminating (SIGTERM)
14:30:41.076544 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1508): Terminating (SIGTERM)
14:30:41.086306 ---      ParallelTerminationStrategy: PID 1502 died...
14:30:41.142428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1502): Terminated: ok {rc=0}
14:30:41.152458 ---      ParallelTerminationStrategy: PID 1505 died...
14:30:41.207825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1505): Terminated: ok {rc=0}
14:30:41.217896 ---      ParallelTerminationStrategy: PID 1508 died...
14:30:41.273439 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1508): Terminated: ok {rc=0}
14:30:41.359876 bus                          /gobi_0: Setting Powered False
14:30:42.461433 bus                          /gobi_0: Setting Powered False
14:30:43.568067 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>12.0</duration><id>16</id><name>dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-14T14:30:33</timestamp></suite><suite><case><age>78</age><className>dynts:sysmo+mod-bts0-dynts67-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1519): Process ended prematurely: osmo-stp_10.42.42.5(pid=1519) [trial-2406↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1519)]</errorStackTrace><failedSince>2331</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py", line 54, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1519): Process ended prematurely: osmo-stp_10.42.42.5(pid=1519) [trial-2406↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1519)]
</stderr><stdout>
----------------------------------------------
trial-2406 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py
----------------------------------------------
14:30:45.509231 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
14:30:45.520561 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)
14:30:45.673441 tst               switch_tch_pdch.py: using LAC 41542
14:30:45.801498 tst               switch_tch_pdch.py: using RAC 232
14:30:45.942588 tst               switch_tch_pdch.py: using CellId 41542
14:30:46.070603 tst               switch_tch_pdch.py: using BVCI 41543
14:30:46.096258 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
14:30:46.108330 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
14:30:46.120294 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
14:30:46.132143 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
14:30:46.144328 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
14:30:46.156174 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
14:30:46.168210 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
14:30:46.180216 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)
14:30:46.328770 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)
14:30:46.613440 tst            switch_tch_pdch.py:51: start network...
14:30:46.745293 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:30:47.244877 run          create_hlr_db(pid=1513): Launched
14:30:47.369734 bus                          /gobi_6: Setting Powered False
14:30:48.442222 run          create_hlr_db(pid=1513): Terminated: ok {rc=0}
14:30:48.819759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1515): Launched
14:30:49.121497 run    osmo-hlr_10.42.42.2(pid=1516): Launched
14:30:49.232712 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:30:49.738344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1518): Launched
14:30:50.063364 run    osmo-stp_10.42.42.5(pid=1519): Launched
14:30:50.180224 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:30:50.718990 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1521): Launched
14:30:50.834323 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:30:51.117605 run               patchelf(pid=1522): Launched
14:30:51.307285 run    osmo-stp_10.42.42.5(pid=1519): ERR: Terminated: ERROR {rc=1}  [trial-2406↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1519)]
14:30:51.446047 run    osmo-stp_10.42.42.5(pid=1519): stdout: 
| (launched: 2022-12-14_14:30:49.903569)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:30:51.584613 run    osmo-stp_10.42.42.5(pid=1519): stderr: 
| �[0;m�[38;5;43m20221214143050096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143050096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143050096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143050096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143050099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143050099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143050099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:30:51.718381 run    osmo-stp_10.42.42.5(pid=1519): stdout: 
| (launched: 2022-12-14_14:30:49.903569)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:30:51.851176 run    osmo-stp_10.42.42.5(pid=1519): stderr: 
| �[0;m�[38;5;43m20221214143050096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143050096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143050096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143050096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143050099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143050099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143050099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:30:52.005920 run               patchelf(pid=1522): Terminating (SIGINT)
14:30:52.188114 run               patchelf(pid=1522): Terminated: ok {rc=0}
14:30:52.221140 tst            switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=1519): Process ended prematurely: osmo-stp_10.42.42.5(pid=1519) [trial-2406↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1519)]  [trial-2406↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]
14:30:52.230523 tst            switch_tch_pdch.py:54: Test FAILED (6.7 sec)
14:30:52.293656 run    osmo-hlr_10.42.42.2(pid=1516): ERR: Terminated: ERROR {rc=237}  [trial-2406↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1516)]
14:30:52.345524 run    osmo-hlr_10.42.42.2(pid=1516): stdout: 
| (launched: 2022-12-14_14:30:48.972446) 
14:30:52.398508 run    osmo-hlr_10.42.42.2(pid=1516): stderr: 
| �[0;m�[1;31m20221214143049151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143049151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143049151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143049151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143049151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143049151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143049162 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143049171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143049171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143049171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:30:52.443549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1515): Terminating (SIGTERM)
14:30:52.486554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1518): Terminating (SIGTERM)
14:30:52.528890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1521): Terminating (SIGTERM)
14:30:52.538777 ---      ParallelTerminationStrategy: PID 1515 died...
14:30:52.595152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1515): Terminated: ok {rc=0}
14:30:52.605452 ---      ParallelTerminationStrategy: PID 1518 died...
14:30:52.661721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1518): Terminated: ok {rc=0}
14:30:52.671927 ---      ParallelTerminationStrategy: PID 1521 died...
14:30:52.728144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1521): Terminated: ok {rc=0}
14:30:52.815918 bus                          /gobi_0: Setting Powered False
14:30:53.920619 bus                          /gobi_0: Setting Powered False
14:30:55.031931 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>12.0</duration><id>17</id><name>dynts_sysmo+mod-bts0-dynts67-osmo</name><properties></properties><timestamp>2022-12-14T14:30:45</timestamp></suite><suite><case><age>264</age><className>nitb_sms:oc2g</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=1529): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1529) [trial-2406↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1529)]</errorStackTrace><failedSince>2145</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py", line 11, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1529): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1529) [trial-2406↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1529)]
</stderr><stdout>
----------------------------------------------
trial-2406 nitb_sms:oc2g mo_mt_sms.py
----------------------------------------------
14:30:56.890881 tst                    nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)
14:30:56.902342 tst                    nitb_sms:oc2g: Using 1 x bts (candidates: 1)
14:30:57.034548 tst                     mo_mt_sms.py: using LAC 41543
14:30:57.159478 tst                     mo_mt_sms.py: using RAC 233
14:30:57.285493 tst                     mo_mt_sms.py: using CellId 41543
14:30:57.410381 tst                     mo_mt_sms.py: using BVCI 41544
14:30:57.435007 tst                    nitb_sms:oc2g: Using 1 x modem (candidates: 2)
14:30:57.553967 tst                    nitb_sms:oc2g: Using 1 x modem (candidates: 2)
14:30:57.836514 tst                   mo_mt_sms.py:9: start nitb and bts...
14:30:57.962244 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
14:30:58.585962 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1528): Launched
14:30:58.886106 run   osmo-nitb_10.42.42.2(pid=1529): Launched
14:30:59.072039 run   osmo-nitb_10.42.42.2(pid=1529): ERR: Terminated: ERROR {rc=2}  [trial-2406↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1529)]
14:30:59.209126 run   osmo-nitb_10.42.42.2(pid=1529): stdout: 
| (launched: 2022-12-14_14:30:58.739722) 
14:30:59.346369 run   osmo-nitb_10.42.42.2(pid=1529): stderr: 
| (launched: 2022-12-14_14:30:58.784351)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
14:30:59.480471 run   osmo-nitb_10.42.42.2(pid=1529): stdout: 
| (launched: 2022-12-14_14:30:58.739722) 
14:30:59.611967 run   osmo-nitb_10.42.42.2(pid=1529): stderr: 
| (launched: 2022-12-14_14:30:58.784351)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
14:31:00.007225 tst   osmo-nitb_10.42.42.2(pid=1529): stdout: 
| (launched: 2022-12-14_14:30:58.739722) 
14:31:00.126664 tst   osmo-nitb_10.42.42.2(pid=1529): stderr: 
| (launched: 2022-12-14_14:30:58.784351)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
14:31:00.178767 tst                  mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=1529): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1529) [trial-2406↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1529)]  [trial-2406↪nitb_sms:oc2g↪mo_mt_sms.py:11]
14:31:00.186907 tst                  mo_mt_sms.py:11: Test FAILED (3.3 sec)
14:31:00.221812 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1528): Terminating (SIGTERM)
14:31:00.399427 ---      ParallelTerminationStrategy: PID 1528 died...
14:31:00.455445 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1528): Terminated: ok {rc=0}
14:31:00.545000 bus                        /sierra_3: Setting Powered False
14:31:01.654697 bus                        /sierra_3: Setting Powered False
14:31:02.767068 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>8.0</duration><id>18</id><name>nitb_sms_oc2g</name><properties></properties><timestamp>2022-12-14T14:30:56</timestamp></suite><suite><case><age>206</age><className>sms:oc2g</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1539): Process ended prematurely: osmo-stp_10.42.42.5(pid=1539) [trial-2406↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1539)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py", line 16, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1539): Process ended prematurely: osmo-stp_10.42.42.5(pid=1539) [trial-2406↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1539)]
</stderr><stdout>
----------------------------------------------
trial-2406 sms:oc2g mo_mt_sms.py
----------------------------------------------
14:31:04.615885 tst                         sms:oc2g: Using 1 x ip_address (candidates: 6)
14:31:04.626386 tst                         sms:oc2g: Using 1 x bts (candidates: 1)
14:31:04.746271 tst                     mo_mt_sms.py: using LAC 41544
14:31:04.862437 tst                     mo_mt_sms.py: using RAC 234
14:31:04.980765 tst                     mo_mt_sms.py: using CellId 41544
14:31:05.100127 tst                     mo_mt_sms.py: using BVCI 41545
14:31:05.122844 tst                         sms:oc2g: Using 1 x ip_address (candidates: 6)
14:31:05.133469 tst                         sms:oc2g: Using 1 x ip_address (candidates: 6)
14:31:05.143815 tst                         sms:oc2g: Using 1 x ip_address (candidates: 6)
14:31:05.154148 tst                         sms:oc2g: Using 1 x ip_address (candidates: 6)
14:31:05.164387 tst                         sms:oc2g: Using 1 x ip_address (candidates: 6)
14:31:05.174796 tst                         sms:oc2g: Using 1 x modem (candidates: 2)
14:31:05.296830 tst                         sms:oc2g: Using 1 x modem (candidates: 2)
14:31:05.508241 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:31:06.026580 run          create_hlr_db(pid=1533): Launched
14:31:06.215234 bus                        /sierra_2: Setting Powered False
14:31:07.233740 run          create_hlr_db(pid=1533): Terminated: ok {rc=0}
14:31:07.667115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1535): Launched
14:31:07.991399 run    osmo-hlr_10.42.42.2(pid=1536): Launched
14:31:08.108259 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:31:08.672183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1538): Launched
14:31:08.997508 run    osmo-stp_10.42.42.5(pid=1539): Launched
14:31:09.114155 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:31:09.706274 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1541): Launched
14:31:10.032320 run    osmo-msc_10.42.42.6(pid=1542): Launched
14:31:10.221159 run    osmo-stp_10.42.42.5(pid=1539): ERR: Terminated: ERROR {rc=1}  [trial-2406↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1539)]
14:31:10.358073 run    osmo-stp_10.42.42.5(pid=1539): stdout: 
| (launched: 2022-12-14_14:31:08.835921)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:31:10.494378 run    osmo-stp_10.42.42.5(pid=1539): stderr: 
| �[0;m�[38;5;43m20221214143109028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143109028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143109028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143109028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143109029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143109029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143109029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:31:10.624761 run    osmo-stp_10.42.42.5(pid=1539): stdout: 
| (launched: 2022-12-14_14:31:08.835921)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:31:10.753687 run    osmo-stp_10.42.42.5(pid=1539): stderr: 
| �[0;m�[38;5;43m20221214143109028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143109028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143109028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143109028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143109029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143109029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143109029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:31:10.810320 tst                  mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=1539): Process ended prematurely: osmo-stp_10.42.42.5(pid=1539) [trial-2406↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1539)]  [trial-2406↪sms:oc2g↪mo_mt_sms.py:16]
14:31:10.818917 tst                  mo_mt_sms.py:16: Test FAILED (6.2 sec)
14:31:10.881998 run    osmo-hlr_10.42.42.2(pid=1536): ERR: Terminated: ERROR {rc=237}  [trial-2406↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1536)]
14:31:10.933596 run    osmo-hlr_10.42.42.2(pid=1536): stdout: 
| (launched: 2022-12-14_14:31:07.830822) 
14:31:10.985737 run    osmo-hlr_10.42.42.2(pid=1536): stderr: 
| �[0;m�[1;31m20221214143108031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143108032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143108032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143108032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143108032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143108032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143108043 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143108051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143108052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143108052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:31:11.056360 run    osmo-msc_10.42.42.6(pid=1542): ERR: Terminated: ERROR {rc=2}  [trial-2406↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1542)]
14:31:11.107760 run    osmo-msc_10.42.42.6(pid=1542): stdout: 
| (launched: 2022-12-14_14:31:09.870976) 
14:31:11.159425 run    osmo-msc_10.42.42.6(pid=1542): stderr: 
| �[0;m�[38;5;43m20221214143110191 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214143110192 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f772080fc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214143110192 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214143110192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214143110192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214143110192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214143110194 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214143110194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214143110195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214143110195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:31:11.203590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1535): Terminating (SIGTERM)
14:31:11.245852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1538): Terminating (SIGTERM)
14:31:11.288226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1541): Terminating (SIGTERM)
14:31:11.297981 ---      ParallelTerminationStrategy: PID 1535 died...
14:31:11.353707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1535): Terminated: ok {rc=0}
14:31:11.363748 ---      ParallelTerminationStrategy: PID 1538 died...
14:31:11.419341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1538): Terminated: ok {rc=0}
14:31:11.429427 ---      ParallelTerminationStrategy: PID 1541 died...
14:31:11.484637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1541): Terminated: ok {rc=0}
14:31:11.570825 bus                        /sierra_3: Setting Powered False
14:31:12.673326 bus                        /sierra_3: Setting Powered False
14:31:13.784074 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>12.0</duration><id>19</id><name>sms_oc2g</name><properties></properties><timestamp>2022-12-14T14:31:04</timestamp></suite><suite><case><age>264</age><className>nitb_ussd:oc2g</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=1548): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1548) [trial-2406↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1548)]</errorStackTrace><failedSince>2145</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py", line 12, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1548): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1548) [trial-2406↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1548)]
</stderr><stdout>
----------------------------------------------
trial-2406 nitb_ussd:oc2g assert_extension.py
----------------------------------------------
14:31:15.586707 tst                   nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)
14:31:15.597825 tst                   nitb_ussd:oc2g: Using 1 x bts (candidates: 1)
14:31:15.726204 tst              assert_extension.py: using LAC 41545
14:31:15.865200 tst              assert_extension.py: using RAC 235
14:31:15.991518 tst              assert_extension.py: using CellId 41545
14:31:16.141708 tst              assert_extension.py: using BVCI 41546
14:31:16.168410 tst                   nitb_ussd:oc2g: Using 1 x modem (candidates: 1)
14:31:16.550052 tst           assert_extension.py:10: start nitb and bts...
14:31:16.705300 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
14:31:17.379865 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1547): Launched
14:31:17.679716 run   osmo-nitb_10.42.42.2(pid=1548): Launched
14:31:17.866241 run   osmo-nitb_10.42.42.2(pid=1548): ERR: Terminated: ERROR {rc=2}  [trial-2406↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1548)]
14:31:18.003682 run   osmo-nitb_10.42.42.2(pid=1548): stdout: 
| (launched: 2022-12-14_14:31:17.533468) 
14:31:18.141762 run   osmo-nitb_10.42.42.2(pid=1548): stderr: 
| (launched: 2022-12-14_14:31:17.578145)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
14:31:18.275022 run   osmo-nitb_10.42.42.2(pid=1548): stdout: 
| (launched: 2022-12-14_14:31:17.533468) 
14:31:18.406618 run   osmo-nitb_10.42.42.2(pid=1548): stderr: 
| (launched: 2022-12-14_14:31:17.578145)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
14:31:18.801537 tst   osmo-nitb_10.42.42.2(pid=1548): stdout: 
| (launched: 2022-12-14_14:31:17.533468) 
14:31:18.921760 tst   osmo-nitb_10.42.42.2(pid=1548): stderr: 
| (launched: 2022-12-14_14:31:17.578145)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
14:31:18.974219 tst           assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=1548): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1548) [trial-2406↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1548)]  [trial-2406↪nitb_ussd:oc2g↪assert_extension.py:12]
14:31:18.982402 tst           assert_extension.py:12: Test FAILED (3.4 sec)
14:31:19.017769 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1547): Terminating (SIGTERM)
14:31:19.195993 ---      ParallelTerminationStrategy: PID 1547 died...
14:31:19.252034 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1547): Terminated: ok {rc=0}
14:31:19.341178 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>6.0</duration><id>20</id><name>nitb_ussd_oc2g</name><properties></properties><timestamp>2022-12-14T14:31:15</timestamp></suite><suite><case><age>206</age><className>ussd:oc2g</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1558): Process ended prematurely: osmo-stp_10.42.42.5(pid=1558) [trial-2406↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1558)]</errorStackTrace><failedSince>2203</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py", line 17, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1558): Process ended prematurely: osmo-stp_10.42.42.5(pid=1558) [trial-2406↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1558)]
</stderr><stdout>
----------------------------------------------
trial-2406 ussd:oc2g assert_extension.py
----------------------------------------------
14:31:21.138623 tst                        ussd:oc2g: Using 1 x ip_address (candidates: 6)
14:31:21.149124 tst                        ussd:oc2g: Using 1 x bts (candidates: 1)
14:31:21.276318 tst              assert_extension.py: using LAC 41546
14:31:21.401845 tst              assert_extension.py: using RAC 236
14:31:21.527811 tst              assert_extension.py: using CellId 41546
14:31:21.653752 tst              assert_extension.py: using BVCI 41547
14:31:21.678617 tst                        ussd:oc2g: Using 1 x ip_address (candidates: 6)
14:31:21.689569 tst                        ussd:oc2g: Using 1 x ip_address (candidates: 6)
14:31:21.700302 tst                        ussd:oc2g: Using 1 x ip_address (candidates: 6)
14:31:21.711152 tst                        ussd:oc2g: Using 1 x ip_address (candidates: 6)
14:31:21.722115 tst                        ussd:oc2g: Using 1 x ip_address (candidates: 6)
14:31:21.732834 tst                        ussd:oc2g: Using 1 x modem (candidates: 1)
14:31:21.933184 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:31:22.407073 run          create_hlr_db(pid=1552): Launched
14:31:22.581110 bus                        /sierra_2: Setting Powered False
14:31:23.602267 run          create_hlr_db(pid=1552): Terminated: ok {rc=0}
14:31:24.033901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1554): Launched
14:31:24.360339 run    osmo-hlr_10.42.42.2(pid=1555): Launched
14:31:24.478562 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:31:25.049540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1557): Launched
14:31:25.376528 run    osmo-stp_10.42.42.5(pid=1558): Launched
14:31:25.494137 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:31:26.087946 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1560): Launched
14:31:26.413440 run    osmo-msc_10.42.42.6(pid=1561): Launched
14:31:26.602962 run    osmo-stp_10.42.42.5(pid=1558): ERR: Terminated: ERROR {rc=1}  [trial-2406↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1558)]
14:31:26.739983 run    osmo-stp_10.42.42.5(pid=1558): stdout: 
| (launched: 2022-12-14_14:31:25.214000)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:31:26.876591 run    osmo-stp_10.42.42.5(pid=1558): stderr: 
| �[0;m�[38;5;43m20221214143125408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143125408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143125409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143125409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143125409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143125410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143125410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:31:27.006702 run    osmo-stp_10.42.42.5(pid=1558): stdout: 
| (launched: 2022-12-14_14:31:25.214000)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:31:27.135379 run    osmo-stp_10.42.42.5(pid=1558): stderr: 
| �[0;m�[38;5;43m20221214143125408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143125408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143125409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143125409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143125409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143125410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143125410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:31:27.191735 tst           assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=1558): Process ended prematurely: osmo-stp_10.42.42.5(pid=1558) [trial-2406↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1558)]  [trial-2406↪ussd:oc2g↪assert_extension.py:17]
14:31:27.200276 tst           assert_extension.py:17: Test FAILED (6.1 sec)
14:31:27.263278 run    osmo-hlr_10.42.42.2(pid=1555): ERR: Terminated: ERROR {rc=237}  [trial-2406↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1555)]
14:31:27.314825 run    osmo-hlr_10.42.42.2(pid=1555): stdout: 
| (launched: 2022-12-14_14:31:24.198356) 
14:31:27.366539 run    osmo-hlr_10.42.42.2(pid=1555): stderr: 
| �[0;m�[1;31m20221214143124399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143124399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143124399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143124399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143124399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143124399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143124416 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143124426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143124426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143124426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:31:27.436991 run    osmo-msc_10.42.42.6(pid=1561): ERR: Terminated: ERROR {rc=2}  [trial-2406↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1561)]
14:31:27.488227 run    osmo-msc_10.42.42.6(pid=1561): stdout: 
| (launched: 2022-12-14_14:31:26.251983) 
14:31:27.539948 run    osmo-msc_10.42.42.6(pid=1561): stderr: 
| �[0;m�[38;5;43m20221214143126573 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214143126573 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff3853c7c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214143126574 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214143126574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214143126574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214143126574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214143126576 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214143126576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214143126576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214143126576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:31:27.583946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1554): Terminating (SIGTERM)
14:31:27.625452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1557): Terminating (SIGTERM)
14:31:27.667058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1560): Terminating (SIGTERM)
14:31:27.676741 ---      ParallelTerminationStrategy: PID 1554 died...
14:31:27.732260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1554): Terminated: ok {rc=0}
14:31:27.742271 ---      ParallelTerminationStrategy: PID 1557 died...
14:31:27.797701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1557): Terminated: ok {rc=0}
14:31:27.807670 ---      ParallelTerminationStrategy: PID 1560 died...
14:31:27.862769 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1560): Terminated: ok {rc=0}
14:31:27.948667 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>9.0</duration><id>21</id><name>ussd_oc2g</name><properties></properties><timestamp>2022-12-14T14:31:20</timestamp></suite><suite><case><age>206</age><className>voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1572): Process ended prematurely: osmo-stp_10.42.42.5(pid=1572) [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1572)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1572): Process ended prematurely: osmo-stp_10.42.42.5(pid=1572) [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1572)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py
----------------------------------------------
14:31:29.872857 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:31:29.884288 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
14:31:30.037081 tst                    mo_mt_call.py: using LAC 41547
14:31:30.166390 tst                    mo_mt_call.py: using RAC 237
14:31:30.299122 tst                    mo_mt_call.py: using CellId 41547
14:31:30.427868 tst                    mo_mt_call.py: using BVCI 41548
14:31:30.452934 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:31:30.464488 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:31:30.475801 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:31:30.487120 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:31:30.498565 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:31:30.509944 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
14:31:30.628840 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
14:31:30.848846 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:31:31.416090 run          create_hlr_db(pid=1566): Launched
14:31:31.609640 bus                        /sierra_2: Setting Powered False
14:31:32.628074 run          create_hlr_db(pid=1566): Terminated: ok {rc=0}
14:31:33.042006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1568): Launched
14:31:33.351249 run    osmo-hlr_10.42.42.2(pid=1569): Launched
14:31:33.462323 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:31:33.997451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1571): Launched
14:31:34.305992 run    osmo-stp_10.42.42.5(pid=1572): Launched
14:31:34.418974 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:31:34.981147 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1574): Launched
14:31:35.289669 run    osmo-msc_10.42.42.6(pid=1575): Launched
14:31:35.471790 run    osmo-stp_10.42.42.5(pid=1572): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1572)]
14:31:35.602585 run    osmo-stp_10.42.42.5(pid=1572): stdout: 
| (launched: 2022-12-14_14:31:34.153072)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:31:35.731034 run    osmo-stp_10.42.42.5(pid=1572): stderr: 
| �[0;m�[38;5;43m20221214143134325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143134326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143134326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143134326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143134327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143134327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143134327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:31:35.854365 run    osmo-stp_10.42.42.5(pid=1572): stdout: 
| (launched: 2022-12-14_14:31:34.153072)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:31:35.976494 run    osmo-stp_10.42.42.5(pid=1572): stderr: 
| �[0;m�[38;5;43m20221214143134325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143134326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143134326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143134326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143134327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143134327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143134327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:31:36.030436 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1572): Process ended prematurely: osmo-stp_10.42.42.5(pid=1572) [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1572)]  [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]
14:31:36.038997 tst                  mo_mt_call.py:8: Test FAILED (6.2 sec)
14:31:36.099556 run    osmo-hlr_10.42.42.2(pid=1569): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1569)]
14:31:36.149030 run    osmo-hlr_10.42.42.2(pid=1569): stdout: 
| (launched: 2022-12-14_14:31:33.198242) 
14:31:36.198907 run    osmo-hlr_10.42.42.2(pid=1569): stderr: 
| �[0;m�[1;31m20221214143133375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143133375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143133375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143133375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143133375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143133375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143133410 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143133420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143133420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143133420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:31:36.266755 run    osmo-msc_10.42.42.6(pid=1575): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1575)]
14:31:36.316201 run    osmo-msc_10.42.42.6(pid=1575): stdout: 
| (launched: 2022-12-14_14:31:35.136572) 
14:31:36.366341 run    osmo-msc_10.42.42.6(pid=1575): stderr: 
| �[0;m�[38;5;43m20221214143135409 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214143135409 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f523aca2c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214143135409 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214143135409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214143135410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214143135410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214143135413 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214143135414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214143135414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214143135414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:31:36.409109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1568): Terminating (SIGTERM)
14:31:36.449686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1571): Terminating (SIGTERM)
14:31:36.490022 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1574): Terminating (SIGTERM)
14:31:36.499256 ---      ParallelTerminationStrategy: PID 1568 died...
14:31:36.553557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1568): Terminated: ok {rc=0}
14:31:36.563211 ---      ParallelTerminationStrategy: PID 1571 died...
14:31:36.617633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1571): Terminated: ok {rc=0}
14:31:36.627318 ---      ParallelTerminationStrategy: PID 1574 died...
14:31:36.681554 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1574): Terminated: ok {rc=0}
14:31:36.771224 bus                        /sierra_3: Setting Powered False
14:31:37.874947 bus                        /sierra_3: Setting Powered False
14:31:38.982483 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>206</age><className>voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1583): Process ended prematurely: osmo-stp_10.42.42.5(pid=1583) [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1583)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1583): Process ended prematurely: osmo-stp_10.42.42.5(pid=1583) [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1583)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py
----------------------------------------------
14:31:40.098708 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:31:40.111246 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
14:31:40.266523 tst              mo_mt_call_osmux.py: using LAC 41548
14:31:40.395522 tst              mo_mt_call_osmux.py: using RAC 238
14:31:40.521710 tst              mo_mt_call_osmux.py: using CellId 41548
14:31:40.651268 tst              mo_mt_call_osmux.py: using BVCI 41549
14:31:40.676621 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:31:40.688331 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:31:40.699951 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:31:40.711494 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:31:40.723022 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:31:40.734460 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
14:31:40.851547 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
14:31:41.066810 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:31:41.595127 run          create_hlr_db(pid=1577): Launched
14:31:41.786010 bus                        /sierra_2: Setting Powered False
14:31:42.806794 run          create_hlr_db(pid=1577): Terminated: ok {rc=0}
14:31:43.220586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1579): Launched
14:31:43.529031 run    osmo-hlr_10.42.42.2(pid=1580): Launched
14:31:43.651215 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:31:44.193060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1582): Launched
14:31:44.501366 run    osmo-stp_10.42.42.5(pid=1583): Launched
14:31:44.614501 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:31:45.176581 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1585): Launched
14:31:45.485977 run    osmo-msc_10.42.42.6(pid=1586): Launched
14:31:45.667928 run    osmo-stp_10.42.42.5(pid=1583): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1583)]
14:31:45.799705 run    osmo-stp_10.42.42.5(pid=1583): stdout: 
| (launched: 2022-12-14_14:31:44.348606)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:31:45.950247 run    osmo-stp_10.42.42.5(pid=1583): stderr: 
| �[0;m�[38;5;43m20221214143144521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143144521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143144521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143144521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143144522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143144522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143144522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:31:46.081485 run    osmo-stp_10.42.42.5(pid=1583): stdout: 
| (launched: 2022-12-14_14:31:44.348606)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:31:46.207404 run    osmo-stp_10.42.42.5(pid=1583): stderr: 
| �[0;m�[38;5;43m20221214143144521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143144521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143144521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143144521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143144522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143144522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143144522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:31:46.263510 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1583): Process ended prematurely: osmo-stp_10.42.42.5(pid=1583) [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1583)]  [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]
14:31:46.273318 tst            mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)
14:31:46.337116 run    osmo-hlr_10.42.42.2(pid=1580): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1580)]
14:31:46.388604 run    osmo-hlr_10.42.42.2(pid=1580): stdout: 
| (launched: 2022-12-14_14:31:43.375929) 
14:31:46.441081 run    osmo-hlr_10.42.42.2(pid=1580): stderr: 
| �[0;m�[1;31m20221214143143553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143143553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143143553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143143553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143143553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143143553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143143566 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143143574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143143574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143143574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:31:46.511363 run    osmo-msc_10.42.42.6(pid=1586): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1586)]
14:31:46.562994 run    osmo-msc_10.42.42.6(pid=1586): stdout: 
| (launched: 2022-12-14_14:31:45.332220) 
14:31:46.615630 run    osmo-msc_10.42.42.6(pid=1586): stderr: 
| �[0;m�[38;5;43m20221214143145603 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214143145604 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb8127e5c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214143145604 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214143145604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214143145604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214143145604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214143145606 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214143145606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214143145606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214143145606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:31:46.660498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1579): Terminating (SIGTERM)
14:31:46.704573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1582): Terminating (SIGTERM)
14:31:46.747248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1585): Terminating (SIGTERM)
14:31:46.757732 ---      ParallelTerminationStrategy: PID 1579 died...
14:31:46.816214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1579): Terminated: ok {rc=0}
14:31:46.827427 ---      ParallelTerminationStrategy: PID 1582 died...
14:31:46.883380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1582): Terminated: ok {rc=0}
14:31:46.894026 ---      ParallelTerminationStrategy: PID 1585 died...
14:31:46.950771 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1585): Terminated: ok {rc=0}
14:31:47.038599 bus                        /sierra_3: Setting Powered False
14:31:48.139470 bus                        /sierra_3: Setting Powered False
14:31:49.246589 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>22</id><name>voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1</name><properties></properties><timestamp>2022-12-14T14:31:29</timestamp></suite><suite><case><age>206</age><className>voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1597): Process ended prematurely: osmo-stp_10.42.42.5(pid=1597) [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1597)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1597): Process ended prematurely: osmo-stp_10.42.42.5(pid=1597) [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1597)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py
----------------------------------------------
14:31:51.201363 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:31:51.212795 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
14:31:51.365834 tst                    mo_mt_call.py: using LAC 41549
14:31:51.498654 tst                    mo_mt_call.py: using RAC 239
14:31:51.629417 tst                    mo_mt_call.py: using CellId 41549
14:31:51.760529 tst                    mo_mt_call.py: using BVCI 41550
14:31:51.785986 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:31:51.797689 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:31:51.808922 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:31:51.820545 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:31:51.832059 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:31:51.843552 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
14:31:51.960366 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
14:31:52.172854 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:31:52.703639 run          create_hlr_db(pid=1591): Launched
14:31:52.895662 bus                        /sierra_2: Setting Powered False
14:31:53.916021 run          create_hlr_db(pid=1591): Terminated: ok {rc=0}
14:31:54.333560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1593): Launched
14:31:54.643501 run    osmo-hlr_10.42.42.2(pid=1594): Launched
14:31:54.756230 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:31:55.292344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1596): Launched
14:31:55.601360 run    osmo-stp_10.42.42.5(pid=1597): Launched
14:31:55.715147 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:31:56.277728 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1599): Launched
14:31:56.589630 run    osmo-msc_10.42.42.6(pid=1600): Launched
14:31:56.772328 run    osmo-stp_10.42.42.5(pid=1597): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1597)]
14:31:56.903545 run    osmo-stp_10.42.42.5(pid=1597): stdout: 
| (launched: 2022-12-14_14:31:55.448745)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:31:57.031975 run    osmo-stp_10.42.42.5(pid=1597): stderr: 
| �[0;m�[38;5;43m20221214143155619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143155619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143155619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143155619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143155620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143155620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143155620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:31:57.155385 run    osmo-stp_10.42.42.5(pid=1597): stdout: 
| (launched: 2022-12-14_14:31:55.448745)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:31:57.276930 run    osmo-stp_10.42.42.5(pid=1597): stderr: 
| �[0;m�[38;5;43m20221214143155619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143155619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143155619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143155619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143155620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143155620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143155620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:31:57.330761 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1597): Process ended prematurely: osmo-stp_10.42.42.5(pid=1597) [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1597)]  [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]
14:31:57.339432 tst                  mo_mt_call.py:8: Test FAILED (6.2 sec)
14:31:57.400103 run    osmo-hlr_10.42.42.2(pid=1594): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1594)]
14:31:57.449491 run    osmo-hlr_10.42.42.2(pid=1594): stdout: 
| (launched: 2022-12-14_14:31:54.490054) 
14:31:57.500065 run    osmo-hlr_10.42.42.2(pid=1594): stderr: 
| �[0;m�[1;31m20221214143154669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143154669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143154669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143154669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143154669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143154669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143154693 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143154702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143154703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143154703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:31:57.568237 run    osmo-msc_10.42.42.6(pid=1600): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1600)]
14:31:57.617901 run    osmo-msc_10.42.42.6(pid=1600): stdout: 
| (launched: 2022-12-14_14:31:56.433321) 
14:31:57.667917 run    osmo-msc_10.42.42.6(pid=1600): stderr: 
| �[0;m�[38;5;43m20221214143156707 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214143156707 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc386d48c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214143156707 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214143156707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214143156707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214143156707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214143156709 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214143156709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214143156710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214143156710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:31:57.710435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1593): Terminating (SIGTERM)
14:31:57.750611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1596): Terminating (SIGTERM)
14:31:57.791295 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1599): Terminating (SIGTERM)
14:31:57.801145 ---      ParallelTerminationStrategy: PID 1593 died...
14:31:57.854811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1593): Terminated: ok {rc=0}
14:31:57.864330 ---      ParallelTerminationStrategy: PID 1596 died...
14:31:57.917531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1596): Terminated: ok {rc=0}
14:31:57.926998 ---      ParallelTerminationStrategy: PID 1599 died...
14:31:57.980334 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1599): Terminated: ok {rc=0}
14:31:58.069497 bus                        /sierra_3: Setting Powered False
14:31:59.172080 bus                        /sierra_3: Setting Powered False
14:32:00.279524 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>206</age><className>voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1608): Process ended prematurely: osmo-stp_10.42.42.5(pid=1608) [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1608)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1608): Process ended prematurely: osmo-stp_10.42.42.5(pid=1608) [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1608)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py
----------------------------------------------
14:32:01.397401 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:32:01.410817 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
14:32:01.568875 tst              mo_mt_call_osmux.py: using LAC 41550
14:32:01.728548 tst              mo_mt_call_osmux.py: using RAC 240
14:32:01.860584 tst              mo_mt_call_osmux.py: using CellId 41550
14:32:01.984793 tst              mo_mt_call_osmux.py: using BVCI 41551
14:32:02.009465 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:32:02.021578 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:32:02.033600 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:32:02.045657 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:32:02.058958 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:32:02.073923 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
14:32:02.195003 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
14:32:02.414709 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:32:02.946407 run          create_hlr_db(pid=1602): Launched
14:32:03.138111 bus                        /sierra_2: Setting Powered False
14:32:04.158266 run          create_hlr_db(pid=1602): Terminated: ok {rc=0}
14:32:04.571960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1604): Launched
14:32:04.880738 run    osmo-hlr_10.42.42.2(pid=1605): Launched
14:32:04.994310 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:32:05.531751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1607): Launched
14:32:05.839475 run    osmo-stp_10.42.42.5(pid=1608): Launched
14:32:05.951221 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:32:06.512536 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1610): Launched
14:32:06.821559 run    osmo-msc_10.42.42.6(pid=1611): Launched
14:32:07.002160 run    osmo-stp_10.42.42.5(pid=1608): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1608)]
14:32:07.132335 run    osmo-stp_10.42.42.5(pid=1608): stdout: 
| (launched: 2022-12-14_14:32:05.687515)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:32:07.260150 run    osmo-stp_10.42.42.5(pid=1608): stderr: 
| �[0;m�[38;5;43m20221214143205861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143205861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143205861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143205862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143205862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143205862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143205862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:32:07.383116 run    osmo-stp_10.42.42.5(pid=1608): stdout: 
| (launched: 2022-12-14_14:32:05.687515)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:32:07.504764 run    osmo-stp_10.42.42.5(pid=1608): stderr: 
| �[0;m�[38;5;43m20221214143205861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143205861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143205861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143205862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143205862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143205862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143205862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:32:07.558383 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1608): Process ended prematurely: osmo-stp_10.42.42.5(pid=1608) [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1608)]  [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]
14:32:07.567270 tst            mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)
14:32:07.627546 run    osmo-hlr_10.42.42.2(pid=1605): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1605)]
14:32:07.676714 run    osmo-hlr_10.42.42.2(pid=1605): stdout: 
| (launched: 2022-12-14_14:32:04.728379) 
14:32:07.726981 run    osmo-hlr_10.42.42.2(pid=1605): stderr: 
| �[0;m�[1;31m20221214143204909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143204909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143204909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143204909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143204909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143204909 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143204925 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143204936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143204936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143204936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:32:07.794620 run    osmo-msc_10.42.42.6(pid=1611): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1611)]
14:32:07.843788 run    osmo-msc_10.42.42.6(pid=1611): stdout: 
| (launched: 2022-12-14_14:32:06.668255) 
14:32:07.893512 run    osmo-msc_10.42.42.6(pid=1611): stderr: 
| �[0;m�[38;5;43m20221214143206938 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214143206938 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f279e1a2c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214143206938 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214143206938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214143206938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214143206939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214143206940 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214143206941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214143206941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214143206941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:32:07.935902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1604): Terminating (SIGTERM)
14:32:07.975832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1607): Terminating (SIGTERM)
14:32:08.015649 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1610): Terminating (SIGTERM)
14:32:08.024911 ---      ParallelTerminationStrategy: PID 1604 died...
14:32:08.078937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1604): Terminated: ok {rc=0}
14:32:08.088559 ---      ParallelTerminationStrategy: PID 1607 died...
14:32:08.141986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1607): Terminated: ok {rc=0}
14:32:08.151627 ---      ParallelTerminationStrategy: PID 1610 died...
14:32:08.204746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1610): Terminated: ok {rc=0}
14:32:08.287925 bus                        /sierra_3: Setting Powered False
14:32:09.393746 bus                        /sierra_3: Setting Powered False
14:32:10.504532 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>23</id><name>voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2</name><properties></properties><timestamp>2022-12-14T14:31:50</timestamp></suite><suite><case><age>206</age><className>voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1622): Process ended prematurely: osmo-stp_10.42.42.5(pid=1622) [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1622)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1622): Process ended prematurely: osmo-stp_10.42.42.5(pid=1622) [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1622)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py
----------------------------------------------
14:32:12.460327 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:32:12.471752 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
14:32:12.624621 tst                    mo_mt_call.py: using LAC 41551
14:32:12.756801 tst                    mo_mt_call.py: using RAC 241
14:32:12.890914 tst                    mo_mt_call.py: using CellId 41551
14:32:13.018873 tst                    mo_mt_call.py: using BVCI 41552
14:32:13.044241 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:32:13.055815 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:32:13.067244 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:32:13.078612 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:32:13.090077 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:32:13.101614 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
14:32:13.219713 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
14:32:13.427311 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:32:13.914669 run          create_hlr_db(pid=1616): Launched
14:32:14.090966 bus                        /sierra_2: Setting Powered False
14:32:15.113167 run          create_hlr_db(pid=1616): Terminated: ok {rc=0}
14:32:15.552759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1618): Launched
14:32:15.985507 run    osmo-hlr_10.42.42.2(pid=1619): Launched
14:32:16.250554 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:32:16.817834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1621): Launched
14:32:17.279003 run    osmo-stp_10.42.42.5(pid=1622): Launched
14:32:17.426689 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:32:18.030186 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1624): Launched
14:32:18.361461 run    osmo-msc_10.42.42.6(pid=1625): Launched
14:32:18.554334 run    osmo-stp_10.42.42.5(pid=1622): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1622)]
14:32:18.693298 run    osmo-stp_10.42.42.5(pid=1622): stdout: 
| (launched: 2022-12-14_14:32:16.978250)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:32:18.831861 run    osmo-stp_10.42.42.5(pid=1622): stderr: 
| �[0;m�[38;5;43m20221214143217173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143217173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143217173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143217174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143217176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143217176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143217176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:32:18.964632 run    osmo-stp_10.42.42.5(pid=1622): stdout: 
| (launched: 2022-12-14_14:32:16.978250)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:32:19.096743 run    osmo-stp_10.42.42.5(pid=1622): stderr: 
| �[0;m�[38;5;43m20221214143217173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143217173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143217173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143217174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143217176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143217176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143217176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:32:19.154891 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1622): Process ended prematurely: osmo-stp_10.42.42.5(pid=1622) [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1622)]  [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]
14:32:19.164293 tst                  mo_mt_call.py:8: Test FAILED (6.7 sec)
14:32:19.227633 run    osmo-hlr_10.42.42.2(pid=1619): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1619)]
14:32:19.279432 run    osmo-hlr_10.42.42.2(pid=1619): stdout: 
| (launched: 2022-12-14_14:32:15.720921) 
14:32:19.331643 run    osmo-hlr_10.42.42.2(pid=1619): stderr: 
| �[0;m�[1;31m20221214143215980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143215980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143215980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143215980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143215980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143215980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143215995 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143216007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143216007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143216008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:32:19.403179 run    osmo-msc_10.42.42.6(pid=1625): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1625)]
14:32:19.454664 run    osmo-msc_10.42.42.6(pid=1625): stdout: 
| (launched: 2022-12-14_14:32:18.198420) 
14:32:19.506747 run    osmo-msc_10.42.42.6(pid=1625): stderr: 
| �[0;m�[38;5;43m20221214143218523 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214143218523 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9c17237c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214143218523 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214143218523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214143218523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214143218523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214143218525 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214143218525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214143218526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214143218526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:32:19.550963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1618): Terminating (SIGTERM)
14:32:19.593398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1621): Terminating (SIGTERM)
14:32:19.635746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1624): Terminating (SIGTERM)
14:32:19.645518 ---      ParallelTerminationStrategy: PID 1618 died...
14:32:19.701118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1618): Terminated: ok {rc=0}
14:32:19.711141 ---      ParallelTerminationStrategy: PID 1621 died...
14:32:19.766360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1621): Terminated: ok {rc=0}
14:32:19.776292 ---      ParallelTerminationStrategy: PID 1624 died...
14:32:19.831626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1624): Terminated: ok {rc=0}
14:32:19.918430 bus                        /sierra_3: Setting Powered False
14:32:21.024784 bus                        /sierra_3: Setting Powered False
14:32:22.133384 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>208</age><className>voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1633): Process ended prematurely: osmo-stp_10.42.42.5(pid=1633) [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1633)]</errorStackTrace><failedSince>2201</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1633): Process ended prematurely: osmo-stp_10.42.42.5(pid=1633) [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1633)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py
----------------------------------------------
14:32:23.248681 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:32:23.261082 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
14:32:23.416686 tst              mo_mt_call_osmux.py: using LAC 41552
14:32:23.545614 tst              mo_mt_call_osmux.py: using RAC 242
14:32:23.668119 tst              mo_mt_call_osmux.py: using CellId 41552
14:32:23.790225 tst              mo_mt_call_osmux.py: using BVCI 41553
14:32:23.813694 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:32:23.824635 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:32:23.835843 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:32:23.846808 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:32:23.858514 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:32:23.870265 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
14:32:23.986129 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
14:32:24.201571 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:32:24.729782 run          create_hlr_db(pid=1627): Launched
14:32:24.906769 bus                        /sierra_2: Setting Powered False
14:32:25.928617 run          create_hlr_db(pid=1627): Terminated: ok {rc=0}
14:32:26.368138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1629): Launched
14:32:26.701651 run    osmo-hlr_10.42.42.2(pid=1630): Launched
14:32:26.824568 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:32:27.400646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1632): Launched
14:32:27.732431 run    osmo-stp_10.42.42.5(pid=1633): Launched
14:32:27.852602 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:32:28.458428 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1635): Launched
14:32:28.791070 run    osmo-msc_10.42.42.6(pid=1636): Launched
14:32:28.984652 run    osmo-stp_10.42.42.5(pid=1633): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1633)]
14:32:29.124068 run    osmo-stp_10.42.42.5(pid=1633): stdout: 
| (launched: 2022-12-14_14:32:27.568908)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:32:29.262567 run    osmo-stp_10.42.42.5(pid=1633): stderr: 
| �[0;m�[38;5;43m20221214143227765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143227765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143227765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143227766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143227768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143227768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143227768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:32:29.394694 run    osmo-stp_10.42.42.5(pid=1633): stdout: 
| (launched: 2022-12-14_14:32:27.568908)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:32:29.525062 run    osmo-stp_10.42.42.5(pid=1633): stderr: 
| �[0;m�[38;5;43m20221214143227765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143227765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143227765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143227766 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143227768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143227768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143227768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:32:29.582811 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1633): Process ended prematurely: osmo-stp_10.42.42.5(pid=1633) [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1633)]  [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]
14:32:29.592090 tst            mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)
14:32:29.654822 run    osmo-hlr_10.42.42.2(pid=1630): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1630)]
14:32:29.706399 run    osmo-hlr_10.42.42.2(pid=1630): stdout: 
| (launched: 2022-12-14_14:32:26.536149) 
14:32:29.758414 run    osmo-hlr_10.42.42.2(pid=1630): stderr: 
| �[0;m�[1;31m20221214143226739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143226739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143226739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143226739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143226740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143226740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143226752 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143226762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143226762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143226762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:32:29.829053 run    osmo-msc_10.42.42.6(pid=1636): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1636)]
14:32:29.880382 run    osmo-msc_10.42.42.6(pid=1636): stdout: 
| (launched: 2022-12-14_14:32:28.626297) 
14:32:29.932644 run    osmo-msc_10.42.42.6(pid=1636): stderr: 
| �[0;m�[38;5;43m20221214143228947 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214143228948 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f37b3030c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214143228948 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214143228948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214143228948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214143228948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214143228950 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214143228950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214143228950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214143228950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:32:29.976783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1629): Terminating (SIGTERM)
14:32:30.018416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1632): Terminating (SIGTERM)
14:32:30.059977 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1635): Terminating (SIGTERM)
14:32:30.069612 ---      ParallelTerminationStrategy: PID 1629 died...
14:32:30.125378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1629): Terminated: ok {rc=0}
14:32:30.135556 ---      ParallelTerminationStrategy: PID 1632 died...
14:32:30.190974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1632): Terminated: ok {rc=0}
14:32:30.201098 ---      ParallelTerminationStrategy: PID 1635 died...
14:32:30.257005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1635): Terminated: ok {rc=0}
14:32:30.343181 bus                        /sierra_3: Setting Powered False
14:32:31.449205 bus                        /sierra_3: Setting Powered False
14:32:32.558958 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>23.0</duration><id>24</id><name>voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3</name><properties></properties><timestamp>2022-12-14T14:32:12</timestamp></suite><suite><case><age>206</age><className>voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1647): Process ended prematurely: osmo-stp_10.42.42.5(pid=1647) [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1647)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1647): Process ended prematurely: osmo-stp_10.42.42.5(pid=1647) [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1647)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py
----------------------------------------------
14:32:34.511349 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:32:34.522952 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)
14:32:34.669253 tst                    mo_mt_call.py: using LAC 41553
14:32:34.790563 tst                    mo_mt_call.py: using RAC 243
14:32:34.913373 tst                    mo_mt_call.py: using CellId 41553
14:32:35.033462 tst                    mo_mt_call.py: using BVCI 41554
14:32:35.056805 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:32:35.067931 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:32:35.078966 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:32:35.089826 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:32:35.101336 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:32:35.112612 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
14:32:35.232535 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
14:32:35.441255 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:32:35.925965 run          create_hlr_db(pid=1641): Launched
14:32:36.101958 bus                        /sierra_2: Setting Powered False
14:32:37.124393 run          create_hlr_db(pid=1641): Terminated: ok {rc=0}
14:32:37.566895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1643): Launched
14:32:37.898277 run    osmo-hlr_10.42.42.2(pid=1644): Launched
14:32:38.020317 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:32:38.596279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1646): Launched
14:32:38.928492 run    osmo-stp_10.42.42.5(pid=1647): Launched
14:32:39.048519 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:32:39.654591 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1649): Launched
14:32:39.987020 run    osmo-msc_10.42.42.6(pid=1650): Launched
14:32:40.180011 run    osmo-stp_10.42.42.5(pid=1647): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1647)]
14:32:40.319462 run    osmo-stp_10.42.42.5(pid=1647): stdout: 
| (launched: 2022-12-14_14:32:38.763883)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:32:40.458201 run    osmo-stp_10.42.42.5(pid=1647): stderr: 
| �[0;m�[38;5;43m20221214143238960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143238960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143238960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143238961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143238961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143238961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143238961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:32:40.590525 run    osmo-stp_10.42.42.5(pid=1647): stdout: 
| (launched: 2022-12-14_14:32:38.763883)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:32:40.721196 run    osmo-stp_10.42.42.5(pid=1647): stderr: 
| �[0;m�[38;5;43m20221214143238960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143238960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143238960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143238961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143238961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143238961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143238961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:32:40.779031 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1647): Process ended prematurely: osmo-stp_10.42.42.5(pid=1647) [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1647)]  [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]
14:32:40.788244 tst                  mo_mt_call.py:8: Test FAILED (6.3 sec)
14:32:40.851876 run    osmo-hlr_10.42.42.2(pid=1644): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1644)]
14:32:40.904198 run    osmo-hlr_10.42.42.2(pid=1644): stdout: 
| (launched: 2022-12-14_14:32:37.735603) 
14:32:40.957074 run    osmo-hlr_10.42.42.2(pid=1644): stderr: 
| �[0;m�[1;31m20221214143237935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143237935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143237935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143237935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143237935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143237935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143237946 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143237955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143237955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143237955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:32:41.028662 run    osmo-msc_10.42.42.6(pid=1650): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1650)]
14:32:41.080646 run    osmo-msc_10.42.42.6(pid=1650): stdout: 
| (launched: 2022-12-14_14:32:39.822603) 
14:32:41.133220 run    osmo-msc_10.42.42.6(pid=1650): stderr: 
| �[0;m�[38;5;43m20221214143240146 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214143240146 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe705c9bc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214143240146 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214143240146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214143240146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214143240146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214143240150 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214143240150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214143240150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214143240150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:32:41.177861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1643): Terminating (SIGTERM)
14:32:41.219936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1646): Terminating (SIGTERM)
14:32:41.262726 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1649): Terminating (SIGTERM)
14:32:41.272547 ---      ParallelTerminationStrategy: PID 1643 died...
14:32:41.329175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1643): Terminated: ok {rc=0}
14:32:41.339345 ---      ParallelTerminationStrategy: PID 1646 died...
14:32:41.395366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1646): Terminated: ok {rc=0}
14:32:41.405866 ---      ParallelTerminationStrategy: PID 1649 died...
14:32:41.461703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1649): Terminated: ok {rc=0}
14:32:41.548539 bus                        /sierra_3: Setting Powered False
14:32:42.656814 bus                        /sierra_3: Setting Powered False
14:32:43.764977 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>206</age><className>voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1658): Process ended prematurely: osmo-stp_10.42.42.5(pid=1658) [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1658)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1658): Process ended prematurely: osmo-stp_10.42.42.5(pid=1658) [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1658)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py
----------------------------------------------
14:32:44.880041 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:32:44.892478 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)
14:32:45.046399 tst              mo_mt_call_osmux.py: using LAC 41554
14:32:45.169414 tst              mo_mt_call_osmux.py: using RAC 244
14:32:45.298894 tst              mo_mt_call_osmux.py: using CellId 41554
14:32:45.429453 tst              mo_mt_call_osmux.py: using BVCI 41555
14:32:45.454776 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:32:45.466528 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:32:45.478103 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:32:45.489617 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:32:45.501129 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:32:45.512499 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
14:32:45.630136 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
14:32:45.850821 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:32:46.445716 run          create_hlr_db(pid=1652): Launched
14:32:46.637457 bus                        /sierra_2: Setting Powered False
14:32:47.654383 run          create_hlr_db(pid=1652): Terminated: ok {rc=0}
14:32:48.097545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1654): Launched
14:32:48.429956 run    osmo-hlr_10.42.42.2(pid=1655): Launched
14:32:48.553094 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:32:49.128824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1657): Launched
14:32:49.458732 run    osmo-stp_10.42.42.5(pid=1658): Launched
14:32:49.578979 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:32:50.182483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1660): Launched
14:32:50.514338 run    osmo-msc_10.42.42.6(pid=1661): Launched
14:32:50.707753 run    osmo-stp_10.42.42.5(pid=1658): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1658)]
14:32:50.846795 run    osmo-stp_10.42.42.5(pid=1658): stdout: 
| (launched: 2022-12-14_14:32:49.296347)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:32:50.985306 run    osmo-stp_10.42.42.5(pid=1658): stderr: 
| �[0;m�[38;5;43m20221214143249494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143249494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143249494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143249495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143249495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143249495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143249495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:32:51.116886 run    osmo-stp_10.42.42.5(pid=1658): stdout: 
| (launched: 2022-12-14_14:32:49.296347)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:32:51.247336 run    osmo-stp_10.42.42.5(pid=1658): stderr: 
| �[0;m�[38;5;43m20221214143249494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143249494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143249494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143249495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143249495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143249495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143249495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:32:51.305323 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1658): Process ended prematurely: osmo-stp_10.42.42.5(pid=1658) [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1658)]  [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]
14:32:51.315120 tst            mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)
14:32:51.377914 run    osmo-hlr_10.42.42.2(pid=1655): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1655)]
14:32:51.429458 run    osmo-hlr_10.42.42.2(pid=1655): stdout: 
| (launched: 2022-12-14_14:32:48.265866) 
14:32:51.481386 run    osmo-hlr_10.42.42.2(pid=1655): stderr: 
| �[0;m�[1;31m20221214143248465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143248465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143248465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143248465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143248465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143248465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143248477 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143248486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143248486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143248487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:32:51.552009 run    osmo-msc_10.42.42.6(pid=1661): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1661)]
14:32:51.603384 run    osmo-msc_10.42.42.6(pid=1661): stdout: 
| (launched: 2022-12-14_14:32:50.350216) 
14:32:51.655031 run    osmo-msc_10.42.42.6(pid=1661): stderr: 
| �[0;m�[38;5;43m20221214143250676 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214143250676 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4601e8cc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214143250676 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214143250676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214143250676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214143250676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214143250680 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214143250680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214143250680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214143250680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:32:51.699096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1654): Terminating (SIGTERM)
14:32:51.741335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1657): Terminating (SIGTERM)
14:32:51.783126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1660): Terminating (SIGTERM)
14:32:51.792868 ---      ParallelTerminationStrategy: PID 1654 died...
14:32:51.848740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1654): Terminated: ok {rc=0}
14:32:51.858918 ---      ParallelTerminationStrategy: PID 1657 died...
14:32:51.915242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1657): Terminated: ok {rc=0}
14:32:51.925783 ---      ParallelTerminationStrategy: PID 1660 died...
14:32:51.981946 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1660): Terminated: ok {rc=0}
14:32:52.067292 bus                        /sierra_3: Setting Powered False
14:32:53.172277 bus                        /sierra_3: Setting Powered False
14:32:54.279909 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>25</id><name>voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1</name><properties></properties><timestamp>2022-12-14T14:32:34</timestamp></suite><suite><case><age>206</age><className>voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1673): Process ended prematurely: osmo-stp_10.42.42.5(pid=1673) [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1673)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1673): Process ended prematurely: osmo-stp_10.42.42.5(pid=1673) [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1673)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py
----------------------------------------------
14:32:56.232400 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:32:56.243625 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
14:32:56.387132 tst                    mo_mt_call.py: using LAC 41555
14:32:56.507375 tst                    mo_mt_call.py: using RAC 245
14:32:56.627289 tst                    mo_mt_call.py: using CellId 41555
14:32:56.749745 tst                    mo_mt_call.py: using BVCI 41556
14:32:56.772864 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:32:56.783998 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:32:56.794851 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:32:56.805898 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:32:56.817307 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:32:56.828495 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
14:32:56.948512 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
14:32:57.162493 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:32:57.691357 run          create_hlr_db(pid=1667): Launched
14:32:57.881872 bus                        /sierra_2: Setting Powered False
14:32:58.902912 run          create_hlr_db(pid=1667): Terminated: ok {rc=0}
14:32:59.317079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1669): Launched
14:32:59.626242 run    osmo-hlr_10.42.42.2(pid=1670): Launched
14:32:59.753325 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:33:00.295314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1672): Launched
14:33:00.604029 run    osmo-stp_10.42.42.5(pid=1673): Launched
14:33:00.718233 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:33:01.392725 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1675): Launched
14:33:01.872695 run    osmo-msc_10.42.42.6(pid=1677): Launched
14:33:02.142913 run    osmo-stp_10.42.42.5(pid=1673): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1673)]
14:33:02.328467 run    osmo-stp_10.42.42.5(pid=1673): stdout: 
| (launched: 2022-12-14_14:33:00.451155)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:33:02.494733 run    osmo-stp_10.42.42.5(pid=1673): stderr: 
| �[0;m�[38;5;43m20221214143300623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143300623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143300624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143300624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143300624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143300625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143300625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:33:02.627316 run    osmo-stp_10.42.42.5(pid=1673): stdout: 
| (launched: 2022-12-14_14:33:00.451155)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:33:02.758879 run    osmo-stp_10.42.42.5(pid=1673): stderr: 
| �[0;m�[38;5;43m20221214143300623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143300623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143300624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143300624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143300624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143300625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143300625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:33:02.816874 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1673): Process ended prematurely: osmo-stp_10.42.42.5(pid=1673) [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1673)]  [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]
14:33:02.826308 tst                  mo_mt_call.py:8: Test FAILED (6.6 sec)
14:33:02.889466 run    osmo-hlr_10.42.42.2(pid=1670): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1670)]
14:33:02.941530 run    osmo-hlr_10.42.42.2(pid=1670): stdout: 
| (launched: 2022-12-14_14:32:59.473722) 
14:33:02.994074 run    osmo-hlr_10.42.42.2(pid=1670): stderr: 
| �[0;m�[1;31m20221214143259649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143259649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143259649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143259649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143259649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143259649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143259661 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143259670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143259670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143259670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:33:03.065356 run    osmo-msc_10.42.42.6(pid=1677): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1677)]
14:33:03.116915 run    osmo-msc_10.42.42.6(pid=1677): stdout: 
| (launched: 2022-12-14_14:33:01.596329) 
14:33:03.169173 run    osmo-msc_10.42.42.6(pid=1677): stderr: 
| �[0;m�[38;5;43m20221214143302100 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214143302101 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f62618ffc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214143302101 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214143302101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214143302101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214143302101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214143302103 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214143302103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214143302103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214143302103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:33:03.213748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1669): Terminating (SIGTERM)
14:33:03.256299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1672): Terminating (SIGTERM)
14:33:03.298665 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1675): Terminating (SIGTERM)
14:33:03.308443 ---      ParallelTerminationStrategy: PID 1669 died...
14:33:03.364803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1669): Terminated: ok {rc=0}
14:33:03.375042 ---      ParallelTerminationStrategy: PID 1672 died...
14:33:03.431405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1672): Terminated: ok {rc=0}
14:33:03.442030 ---      ParallelTerminationStrategy: PID 1675 died...
14:33:03.498023 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1675): Terminated: ok {rc=0}
14:33:03.584402 bus                        /sierra_3: Setting Powered False
14:33:04.693961 bus                        /sierra_3: Setting Powered False
14:33:05.801465 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>206</age><className>voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1685): Process ended prematurely: osmo-stp_10.42.42.5(pid=1685) [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1685)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1685): Process ended prematurely: osmo-stp_10.42.42.5(pid=1685) [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1685)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py
----------------------------------------------
14:33:06.911068 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:33:06.922815 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
14:33:07.068645 tst              mo_mt_call_osmux.py: using LAC 41556
14:33:07.189934 tst              mo_mt_call_osmux.py: using RAC 246
14:33:07.317912 tst              mo_mt_call_osmux.py: using CellId 41556
14:33:07.441713 tst              mo_mt_call_osmux.py: using BVCI 41557
14:33:07.465256 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:33:07.476299 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:33:07.487177 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:33:07.498214 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:33:07.509447 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:33:07.520491 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
14:33:07.640294 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
14:33:07.844390 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:33:08.330342 run          create_hlr_db(pid=1679): Launched
14:33:08.506220 bus                        /sierra_2: Setting Powered False
14:33:09.529080 run          create_hlr_db(pid=1679): Terminated: ok {rc=0}
14:33:09.969067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1681): Launched
14:33:10.301310 run    osmo-hlr_10.42.42.2(pid=1682): Launched
14:33:10.426873 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:33:11.001651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1684): Launched
14:33:11.331841 run    osmo-stp_10.42.42.5(pid=1685): Launched
14:33:11.451829 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:33:12.057117 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1687): Launched
14:33:12.388306 run    osmo-msc_10.42.42.6(pid=1688): Launched
14:33:12.581992 run    osmo-stp_10.42.42.5(pid=1685): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1685)]
14:33:12.720352 run    osmo-stp_10.42.42.5(pid=1685): stdout: 
| (launched: 2022-12-14_14:33:11.169885)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:33:12.859255 run    osmo-stp_10.42.42.5(pid=1685): stderr: 
| �[0;m�[38;5;43m20221214143311366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143311366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143311366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143311367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143311367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143311367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143311367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:33:12.991257 run    osmo-stp_10.42.42.5(pid=1685): stdout: 
| (launched: 2022-12-14_14:33:11.169885)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:33:13.122477 run    osmo-stp_10.42.42.5(pid=1685): stderr: 
| �[0;m�[38;5;43m20221214143311366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143311366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143311366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143311367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143311367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143311367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143311367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:33:13.180164 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1685): Process ended prematurely: osmo-stp_10.42.42.5(pid=1685) [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1685)]  [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]
14:33:13.189410 tst            mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)
14:33:13.251833 run    osmo-hlr_10.42.42.2(pid=1682): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1682)]
14:33:13.303206 run    osmo-hlr_10.42.42.2(pid=1682): stdout: 
| (launched: 2022-12-14_14:33:10.137317) 
14:33:13.355278 run    osmo-hlr_10.42.42.2(pid=1682): stderr: 
| �[0;m�[1;31m20221214143310338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143310338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143310338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143310338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143310338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143310338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143310350 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143310360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143310360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143310360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:33:13.426213 run    osmo-msc_10.42.42.6(pid=1688): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1688)]
14:33:13.477548 run    osmo-msc_10.42.42.6(pid=1688): stdout: 
| (launched: 2022-12-14_14:33:12.225160) 
14:33:13.529817 run    osmo-msc_10.42.42.6(pid=1688): stderr: 
| �[0;m�[38;5;43m20221214143312551 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214143312551 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4967712c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214143312551 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214143312551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214143312551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214143312552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214143312553 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214143312554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214143312554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214143312554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:33:13.574214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1681): Terminating (SIGTERM)
14:33:13.616017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1684): Terminating (SIGTERM)
14:33:13.657666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1687): Terminating (SIGTERM)
14:33:13.667394 ---      ParallelTerminationStrategy: PID 1681 died...
14:33:13.723357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1681): Terminated: ok {rc=0}
14:33:13.733605 ---      ParallelTerminationStrategy: PID 1684 died...
14:33:13.789269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1684): Terminated: ok {rc=0}
14:33:13.799408 ---      ParallelTerminationStrategy: PID 1687 died...
14:33:13.855010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1687): Terminated: ok {rc=0}
14:33:13.941232 bus                        /sierra_3: Setting Powered False
14:33:15.047093 bus                        /sierra_3: Setting Powered False
14:33:16.158029 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>26</id><name>voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3</name><properties></properties><timestamp>2022-12-14T14:32:55</timestamp></suite><suite><case><age>206</age><className>voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1700): Process ended prematurely: osmo-stp_10.42.42.5(pid=1700) [trial-2406↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1700)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1700): Process ended prematurely: osmo-stp_10.42.42.5(pid=1700) [trial-2406↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1700)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py
----------------------------------------------
14:33:18.129061 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:33:18.140165 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
14:33:18.286121 tst                    mo_mt_call.py: using LAC 41557
14:33:18.406917 tst                    mo_mt_call.py: using RAC 247
14:33:18.528907 tst                    mo_mt_call.py: using CellId 41557
14:33:18.648585 tst                    mo_mt_call.py: using BVCI 41558
14:33:18.671848 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:33:18.682957 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:33:18.693798 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:33:18.704549 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:33:18.715576 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:33:18.726845 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
14:33:18.848403 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
14:33:19.053348 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:33:19.539449 run          create_hlr_db(pid=1694): Launched
14:33:19.715925 bus                        /sierra_2: Setting Powered False
14:33:20.737499 run          create_hlr_db(pid=1694): Terminated: ok {rc=0}
14:33:21.177761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1696): Launched
14:33:21.508753 run    osmo-hlr_10.42.42.2(pid=1697): Launched
14:33:21.632045 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:33:22.206645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1699): Launched
14:33:22.537203 run    osmo-stp_10.42.42.5(pid=1700): Launched
14:33:22.656419 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:33:23.260747 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1702): Launched
14:33:23.594271 run    osmo-msc_10.42.42.6(pid=1703): Launched
14:33:23.786660 run    osmo-stp_10.42.42.5(pid=1700): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1700)]
14:33:23.926036 run    osmo-stp_10.42.42.5(pid=1700): stdout: 
| (launched: 2022-12-14_14:33:22.373733)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:33:24.064315 run    osmo-stp_10.42.42.5(pid=1700): stderr: 
| �[0;m�[38;5;43m20221214143322568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143322569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143322569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143322569 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143322570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143322570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143322570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:33:24.196397 run    osmo-stp_10.42.42.5(pid=1700): stdout: 
| (launched: 2022-12-14_14:33:22.373733)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:33:24.326686 run    osmo-stp_10.42.42.5(pid=1700): stderr: 
| �[0;m�[38;5;43m20221214143322568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143322569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143322569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143322569 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143322570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143322570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143322570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:33:24.384503 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1700): Process ended prematurely: osmo-stp_10.42.42.5(pid=1700) [trial-2406↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1700)]  [trial-2406↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]
14:33:24.393937 tst                  mo_mt_call.py:8: Test FAILED (6.3 sec)
14:33:24.456748 run    osmo-hlr_10.42.42.2(pid=1697): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1697)]
14:33:24.508247 run    osmo-hlr_10.42.42.2(pid=1697): stdout: 
| (launched: 2022-12-14_14:33:21.345449) 
14:33:24.560378 run    osmo-hlr_10.42.42.2(pid=1697): stderr: 
| �[0;m�[1;31m20221214143321544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143321544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143321544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143321544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143321544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143321544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143321557 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143321566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143321566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143321566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:33:24.631379 run    osmo-msc_10.42.42.6(pid=1703): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1703)]
14:33:24.683172 run    osmo-msc_10.42.42.6(pid=1703): stdout: 
| (launched: 2022-12-14_14:33:23.428498) 
14:33:24.735390 run    osmo-msc_10.42.42.6(pid=1703): stderr: 
| �[0;m�[38;5;43m20221214143323754 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214143323754 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f51b7694c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214143323754 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214143323754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214143323754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214143323755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214143323758 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214143323759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214143323759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214143323759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:33:24.779841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1696): Terminating (SIGTERM)
14:33:24.821765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1699): Terminating (SIGTERM)
14:33:24.864053 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1702): Terminating (SIGTERM)
14:33:24.873789 ---      ParallelTerminationStrategy: PID 1696 died...
14:33:24.929999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1696): Terminated: ok {rc=0}
14:33:24.940058 ---      ParallelTerminationStrategy: PID 1699 died...
14:33:24.996238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1699): Terminated: ok {rc=0}
14:33:25.006391 ---      ParallelTerminationStrategy: PID 1702 died...
14:33:25.062319 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1702): Terminated: ok {rc=0}
14:33:25.150497 bus                        /sierra_3: Setting Powered False
14:33:26.258009 bus                        /sierra_3: Setting Powered False
14:33:27.365842 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>206</age><className>voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1711): Process ended prematurely: osmo-stp_10.42.42.5(pid=1711) [trial-2406↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1711)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1711): Process ended prematurely: osmo-stp_10.42.42.5(pid=1711) [trial-2406↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1711)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py
----------------------------------------------
14:33:28.482227 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:33:28.494750 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
14:33:28.650615 tst              mo_mt_call_osmux.py: using LAC 41558
14:33:28.781512 tst              mo_mt_call_osmux.py: using RAC 248
14:33:28.912429 tst              mo_mt_call_osmux.py: using CellId 41558
14:33:29.043865 tst              mo_mt_call_osmux.py: using BVCI 41559
14:33:29.069054 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:33:29.080837 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:33:29.092568 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:33:29.104206 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:33:29.115965 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:33:29.127470 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
14:33:29.244934 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
14:33:29.458499 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:33:29.988864 run          create_hlr_db(pid=1705): Launched
14:33:30.179883 bus                        /sierra_2: Setting Powered False
14:33:31.242975 run          create_hlr_db(pid=1705): Terminated: ok {rc=0}
14:33:31.761845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1707): Launched
14:33:32.114721 run    osmo-hlr_10.42.42.2(pid=1708): Launched
14:33:32.308563 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:33:32.867066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1710): Launched
14:33:33.174389 run    osmo-stp_10.42.42.5(pid=1711): Launched
14:33:33.287936 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:33:33.852041 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1713): Launched
14:33:34.161759 run    osmo-msc_10.42.42.6(pid=1714): Launched
14:33:34.342620 run    osmo-stp_10.42.42.5(pid=1711): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1711)]
14:33:34.473325 run    osmo-stp_10.42.42.5(pid=1711): stdout: 
| (launched: 2022-12-14_14:33:33.023172)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:33:34.601774 run    osmo-stp_10.42.42.5(pid=1711): stderr: 
| �[0;m�[38;5;43m20221214143333194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143333194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143333195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143333195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143333197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143333198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143333198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:33:34.724852 run    osmo-stp_10.42.42.5(pid=1711): stdout: 
| (launched: 2022-12-14_14:33:33.023172)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:33:34.847060 run    osmo-stp_10.42.42.5(pid=1711): stderr: 
| �[0;m�[38;5;43m20221214143333194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143333194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143333195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143333195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143333197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143333198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143333198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:33:34.901115 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1711): Process ended prematurely: osmo-stp_10.42.42.5(pid=1711) [trial-2406↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1711)]  [trial-2406↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]
14:33:34.909713 tst            mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)
14:33:34.970556 run    osmo-hlr_10.42.42.2(pid=1708): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1708)]
14:33:35.020153 run    osmo-hlr_10.42.42.2(pid=1708): stdout: 
| (launched: 2022-12-14_14:33:31.932733) 
14:33:35.070396 run    osmo-hlr_10.42.42.2(pid=1708): stderr: 
| �[0;m�[1;31m20221214143332315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143332315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143332315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143332315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143332315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143332316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143332327 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143332344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143332344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143332344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:33:35.138842 run    osmo-msc_10.42.42.6(pid=1714): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1714)]
14:33:35.188476 run    osmo-msc_10.42.42.6(pid=1714): stdout: 
| (launched: 2022-12-14_14:33:34.008294) 
14:33:35.239219 run    osmo-msc_10.42.42.6(pid=1714): stderr: 
| �[0;m�[38;5;43m20221214143334280 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214143334280 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f11a95d4c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214143334281 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214143334281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214143334281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214143334281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214143334284 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214143334284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214143334284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214143334285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:33:35.281973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1707): Terminating (SIGTERM)
14:33:35.322291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1710): Terminating (SIGTERM)
14:33:35.362645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1713): Terminating (SIGTERM)
14:33:35.371961 ---      ParallelTerminationStrategy: PID 1707 died...
14:33:35.426445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1707): Terminated: ok {rc=0}
14:33:35.436113 ---      ParallelTerminationStrategy: PID 1710 died...
14:33:35.490276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1710): Terminated: ok {rc=0}
14:33:35.499949 ---      ParallelTerminationStrategy: PID 1713 died...
14:33:35.553869 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1713): Terminated: ok {rc=0}
14:33:35.641942 bus                        /sierra_3: Setting Powered False
14:33:36.745293 bus                        /sierra_3: Setting Powered False
14:33:37.857549 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>27</id><name>voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-14T14:33:17</timestamp></suite><suite><case><age>206</age><className>voice:oc2g+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1726): Process ended prematurely: osmo-stp_10.42.42.5(pid=1726) [trial-2406↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1726)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1726): Process ended prematurely: osmo-stp_10.42.42.5(pid=1726) [trial-2406↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1726)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py
----------------------------------------------
14:33:39.820420 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:33:39.831868 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
14:33:39.981320 tst                    mo_mt_call.py: using LAC 41559
14:33:40.104878 tst                    mo_mt_call.py: using RAC 249
14:33:40.224015 tst                    mo_mt_call.py: using CellId 41559
14:33:40.343923 tst                    mo_mt_call.py: using BVCI 41560
14:33:40.367264 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:33:40.378150 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:33:40.388866 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:33:40.399493 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:33:40.410481 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:33:40.421549 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
14:33:40.543363 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
14:33:40.755101 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:33:41.285915 run          create_hlr_db(pid=1720): Launched
14:33:41.477124 bus                        /sierra_2: Setting Powered False
14:33:42.486616 run          create_hlr_db(pid=1720): Terminated: ok {rc=0}
14:33:42.937469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1722): Launched
14:33:43.268830 run    osmo-hlr_10.42.42.2(pid=1723): Launched
14:33:43.392173 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:33:43.968927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1725): Launched
14:33:44.301730 run    osmo-stp_10.42.42.5(pid=1726): Launched
14:33:44.422386 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:33:45.028001 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1728): Launched
14:33:45.359390 run    osmo-msc_10.42.42.6(pid=1729): Launched
14:33:45.551476 run    osmo-stp_10.42.42.5(pid=1726): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1726)]
14:33:45.695134 run    osmo-stp_10.42.42.5(pid=1726): stdout: 
| (launched: 2022-12-14_14:33:44.137771)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:33:45.834932 run    osmo-stp_10.42.42.5(pid=1726): stderr: 
| �[0;m�[38;5;43m20221214143344331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143344331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143344332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143344332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143344332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143344333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143344333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:33:45.975861 run    osmo-stp_10.42.42.5(pid=1726): stdout: 
| (launched: 2022-12-14_14:33:44.137771)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:33:46.109281 run    osmo-stp_10.42.42.5(pid=1726): stderr: 
| �[0;m�[38;5;43m20221214143344331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143344331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143344332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143344332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143344332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143344333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143344333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:33:46.168798 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1726): Process ended prematurely: osmo-stp_10.42.42.5(pid=1726) [trial-2406↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1726)]  [trial-2406↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]
14:33:46.179196 tst                  mo_mt_call.py:8: Test FAILED (6.4 sec)
14:33:46.243338 run    osmo-hlr_10.42.42.2(pid=1723): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1723)]
14:33:46.296294 run    osmo-hlr_10.42.42.2(pid=1723): stdout: 
| (launched: 2022-12-14_14:33:43.105695) 
14:33:46.349692 run    osmo-hlr_10.42.42.2(pid=1723): stderr: 
| �[0;m�[1;31m20221214143343306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143343306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143343306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143343306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143343306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143343306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143343319 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143343327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143343327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143343327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:33:46.421897 run    osmo-msc_10.42.42.6(pid=1729): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1729)]
14:33:46.474311 run    osmo-msc_10.42.42.6(pid=1729): stdout: 
| (launched: 2022-12-14_14:33:45.195366) 
14:33:46.527337 run    osmo-msc_10.42.42.6(pid=1729): stderr: 
| �[0;m�[38;5;43m20221214143345523 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214143345523 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2f9acb2c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214143345523 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214143345523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214143345523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214143345523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214143345525 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214143345525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214143345526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214143345526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:33:46.572755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1722): Terminating (SIGTERM)
14:33:46.616288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1725): Terminating (SIGTERM)
14:33:46.662548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1728): Terminating (SIGTERM)
14:33:46.673146 ---      ParallelTerminationStrategy: PID 1722 died...
14:33:46.731018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1722): Terminated: ok {rc=0}
14:33:46.742165 ---      ParallelTerminationStrategy: PID 1725 died...
14:33:46.800714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1725): Terminated: ok {rc=0}
14:33:46.811832 ---      ParallelTerminationStrategy: PID 1728 died...
14:33:46.868760 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1728): Terminated: ok {rc=0}
14:33:46.958562 bus                        /sierra_3: Setting Powered False
14:33:48.064352 bus                        /sierra_3: Setting Powered False
14:33:49.175992 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>206</age><className>voice:oc2g+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1737): Process ended prematurely: osmo-stp_10.42.42.5(pid=1737) [trial-2406↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1737)]</errorStackTrace><failedSince>2203</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1737): Process ended prematurely: osmo-stp_10.42.42.5(pid=1737) [trial-2406↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1737)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py
----------------------------------------------
14:33:50.287252 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:33:50.298921 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
14:33:50.451427 tst              mo_mt_call_osmux.py: using LAC 41560
14:33:50.572668 tst              mo_mt_call_osmux.py: using RAC 250
14:33:50.693427 tst              mo_mt_call_osmux.py: using CellId 41560
14:33:50.811579 tst              mo_mt_call_osmux.py: using BVCI 41561
14:33:50.834966 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:33:50.845872 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:33:50.856588 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:33:50.867277 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:33:50.877978 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:33:50.888581 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
14:33:51.009446 tst   voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
14:33:51.213955 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:33:51.698385 run          create_hlr_db(pid=1731): Launched
14:33:51.875001 bus                        /sierra_2: Setting Powered False
14:33:52.896097 run          create_hlr_db(pid=1731): Terminated: ok {rc=0}
14:33:53.338735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1733): Launched
14:33:53.672166 run    osmo-hlr_10.42.42.2(pid=1734): Launched
14:33:53.798242 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:33:54.372793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1736): Launched
14:33:54.702590 run    osmo-stp_10.42.42.5(pid=1737): Launched
14:33:54.822051 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:33:55.433692 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1739): Launched
14:33:55.766549 run    osmo-msc_10.42.42.6(pid=1740): Launched
14:33:55.960728 run    osmo-stp_10.42.42.5(pid=1737): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1737)]
14:33:56.100459 run    osmo-stp_10.42.42.5(pid=1737): stdout: 
| (launched: 2022-12-14_14:33:54.540592)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:33:56.239331 run    osmo-stp_10.42.42.5(pid=1737): stderr: 
| �[0;m�[38;5;43m20221214143354737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143354737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143354737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143354738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143354738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143354738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143354738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:33:56.372126 run    osmo-stp_10.42.42.5(pid=1737): stdout: 
| (launched: 2022-12-14_14:33:54.540592)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:33:56.503433 run    osmo-stp_10.42.42.5(pid=1737): stderr: 
| �[0;m�[38;5;43m20221214143354737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143354737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143354737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143354738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143354738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143354738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143354738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:33:56.561730 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1737): Process ended prematurely: osmo-stp_10.42.42.5(pid=1737) [trial-2406↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1737)]  [trial-2406↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]
14:33:56.571095 tst            mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)
14:33:56.634426 run    osmo-hlr_10.42.42.2(pid=1734): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1734)]
14:33:56.686174 run    osmo-hlr_10.42.42.2(pid=1734): stdout: 
| (launched: 2022-12-14_14:33:53.507192) 
14:33:56.738551 run    osmo-hlr_10.42.42.2(pid=1734): stderr: 
| �[0;m�[1;31m20221214143353707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143353707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143353708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143353708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143353708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143353708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143353719 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143353729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143353729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143353729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:33:56.809832 run    osmo-msc_10.42.42.6(pid=1740): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1740)]
14:33:56.861680 run    osmo-msc_10.42.42.6(pid=1740): stdout: 
| (launched: 2022-12-14_14:33:55.602579) 
14:33:56.913652 run    osmo-msc_10.42.42.6(pid=1740): stderr: 
| �[0;m�[38;5;43m20221214143355928 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214143355928 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f94687e2c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214143355929 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214143355929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214143355929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214143355929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214143355931 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214143355931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214143355932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214143355932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:33:56.958509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1733): Terminating (SIGTERM)
14:33:57.001046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1736): Terminating (SIGTERM)
14:33:57.043050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1739): Terminating (SIGTERM)
14:33:57.052892 ---      ParallelTerminationStrategy: PID 1733 died...
14:33:57.109215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1733): Terminated: ok {rc=0}
14:33:57.119423 ---      ParallelTerminationStrategy: PID 1736 died...
14:33:57.175364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1736): Terminated: ok {rc=0}
14:33:57.185850 ---      ParallelTerminationStrategy: PID 1739 died...
14:33:57.241757 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1739): Terminated: ok {rc=0}
14:33:57.329820 bus                        /sierra_3: Setting Powered False
14:33:58.432594 bus                        /sierra_3: Setting Powered False
14:33:59.544309 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>28</id><name>voice_oc2g+mod-bts0-dynts-osmo</name><properties></properties><timestamp>2022-12-14T14:33:39</timestamp></suite><suite><case><age>206</age><className>emergency:oc2g</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1751): Process ended prematurely: osmo-stp_10.42.42.5(pid=1751) [trial-2406↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1751)]</errorStackTrace><failedSince>2203</failedSince><name>emergency_mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py", line 19, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1751): Process ended prematurely: osmo-stp_10.42.42.5(pid=1751) [trial-2406↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1751)]
</stderr><stdout>
----------------------------------------------
trial-2406 emergency:oc2g emergency_mo_mt_call.py
----------------------------------------------
14:34:01.527001 tst                   emergency:oc2g: Using 1 x ip_address (candidates: 6)
14:34:01.539973 tst                   emergency:oc2g: Using 1 x bts (candidates: 1)
14:34:01.681004 tst          emergency_mo_mt_call.py: using LAC 41561
14:34:01.831328 tst          emergency_mo_mt_call.py: using RAC 251
14:34:01.968251 tst          emergency_mo_mt_call.py: using CellId 41561
14:34:02.098823 tst          emergency_mo_mt_call.py: using BVCI 41562
14:34:02.124781 tst                   emergency:oc2g: Using 1 x ip_address (candidates: 6)
14:34:02.136844 tst                   emergency:oc2g: Using 1 x ip_address (candidates: 6)
14:34:02.148920 tst                   emergency:oc2g: Using 1 x ip_address (candidates: 6)
14:34:02.161062 tst                   emergency:oc2g: Using 1 x ip_address (candidates: 6)
14:34:02.174164 tst                   emergency:oc2g: Using 1 x ip_address (candidates: 6)
14:34:02.187210 tst                   emergency:oc2g: Using 1 x modem (candidates: 4)
14:34:02.319415 tst                   emergency:oc2g: Using 1 x modem (candidates: 4)
14:34:02.535186 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:34:03.056561 run          create_hlr_db(pid=1745): Launched
14:34:03.245712 bus                        /sierra_2: Setting Powered False
14:34:04.265082 run          create_hlr_db(pid=1745): Terminated: ok {rc=0}
14:34:04.700287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1747): Launched
14:34:05.026551 run    osmo-hlr_10.42.42.2(pid=1748): Launched
14:34:05.148019 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:34:05.713134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1750): Launched
14:34:06.039525 run    osmo-stp_10.42.42.5(pid=1751): Launched
14:34:06.170109 tst          emergency_mo_mt_call.py: using MSISDN 8737
14:34:06.330960 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:34:06.925248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1753): Launched
14:34:07.252189 run    osmo-msc_10.42.42.6(pid=1754): Launched
14:34:07.442019 run    osmo-stp_10.42.42.5(pid=1751): ERR: Terminated: ERROR {rc=1}  [trial-2406↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1751)]
14:34:07.579735 run    osmo-stp_10.42.42.5(pid=1751): stdout: 
| (launched: 2022-12-14_14:34:05.877795)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:34:07.716026 run    osmo-stp_10.42.42.5(pid=1751): stderr: 
| �[0;m�[38;5;43m20221214143406071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143406071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143406071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143406071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143406072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143406072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143406072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:34:07.846088 run    osmo-stp_10.42.42.5(pid=1751): stdout: 
| (launched: 2022-12-14_14:34:05.877795)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:34:07.975840 run    osmo-stp_10.42.42.5(pid=1751): stderr: 
| �[0;m�[38;5;43m20221214143406071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143406071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143406071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143406071 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143406072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143406072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143406072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:34:08.033031 tst       emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=1751): Process ended prematurely: osmo-stp_10.42.42.5(pid=1751) [trial-2406↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1751)]  [trial-2406↪emergency:oc2g↪emergency_mo_mt_call.py:19]
14:34:08.041794 tst       emergency_mo_mt_call.py:19: Test FAILED (6.5 sec)
14:34:08.104014 run    osmo-hlr_10.42.42.2(pid=1748): ERR: Terminated: ERROR {rc=237}  [trial-2406↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1748)]
14:34:08.155259 run    osmo-hlr_10.42.42.2(pid=1748): stdout: 
| (launched: 2022-12-14_14:34:04.865439) 
14:34:08.206885 run    osmo-hlr_10.42.42.2(pid=1748): stderr: 
| �[0;m�[1;31m20221214143405064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143405064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143405064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143405064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143405064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143405064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143405077 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143405086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143405086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143405086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:34:08.277273 run    osmo-msc_10.42.42.6(pid=1754): ERR: Terminated: ERROR {rc=2}  [trial-2406↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1754)]
14:34:08.328400 run    osmo-msc_10.42.42.6(pid=1754): stdout: 
| (launched: 2022-12-14_14:34:07.090749) 
14:34:08.380099 run    osmo-msc_10.42.42.6(pid=1754): stderr: 
| �[0;m�[38;5;43m20221214143407415 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214143407415 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc41f87ec40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214143407415 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214143407415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214143407415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214143407415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214143407417 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214143407418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214143407418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214143407418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:34:08.423975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1747): Terminating (SIGTERM)
14:34:08.465662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1750): Terminating (SIGTERM)
14:34:08.507226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1753): Terminating (SIGTERM)
14:34:08.516525 ---      ParallelTerminationStrategy: PID 1747 died...
14:34:08.571974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1747): Terminated: ok {rc=0}
14:34:08.582002 ---      ParallelTerminationStrategy: PID 1750 died...
14:34:08.637168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1750): Terminated: ok {rc=0}
14:34:08.647189 ---      ParallelTerminationStrategy: PID 1753 died...
14:34:08.702528 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1753): Terminated: ok {rc=0}
14:34:08.789206 bus                        /sierra_3: Setting Powered False
14:34:09.894652 bus                        /sierra_3: Setting Powered False
14:34:11.002516 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>255</age><className>emergency:oc2g</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1762): Process ended prematurely: osmo-stp_10.42.42.5(pid=1762) [trial-2406↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1762)]</errorStackTrace><failedSince>2154</failedSince><name>emergency_preemptive_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py", line 32, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1762): Process ended prematurely: osmo-stp_10.42.42.5(pid=1762) [trial-2406↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1762)]
</stderr><stdout>
----------------------------------------------
trial-2406 emergency:oc2g emergency_preemptive_call.py
----------------------------------------------
14:34:12.054570 tst                   emergency:oc2g: Using 1 x ip_address (candidates: 6)
14:34:12.066417 tst                   emergency:oc2g: Using 1 x bts (candidates: 1)
14:34:12.196577 tst     emergency_preemptive_call.py: using LAC 41562
14:34:12.321462 tst     emergency_preemptive_call.py: using RAC 252
14:34:12.442864 tst     emergency_preemptive_call.py: using CellId 41562
14:34:12.560088 tst     emergency_preemptive_call.py: using BVCI 41563
14:34:12.583158 tst                   emergency:oc2g: Using 1 x ip_address (candidates: 6)
14:34:12.593902 tst                   emergency:oc2g: Using 1 x ip_address (candidates: 6)
14:34:12.604508 tst                   emergency:oc2g: Using 1 x ip_address (candidates: 6)
14:34:12.615131 tst                   emergency:oc2g: Using 1 x ip_address (candidates: 6)
14:34:12.626050 tst                   emergency:oc2g: Using 1 x ip_address (candidates: 6)
14:34:12.636628 tst                   emergency:oc2g: Using 1 x modem (candidates: 4)
14:34:12.757039 tst                   emergency:oc2g: Using 1 x modem (candidates: 4)
14:34:12.872822 tst                   emergency:oc2g: Using 1 x modem (candidates: 4)
14:34:12.992547 tst                   emergency:oc2g: Using 1 x modem (candidates: 4)
14:34:13.193309 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:34:13.673060 run          create_hlr_db(pid=1756): Launched
14:34:13.847973 bus                        /sierra_2: Setting Powered False
14:34:14.868548 run          create_hlr_db(pid=1756): Terminated: ok {rc=0}
14:34:15.276394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1758): Launched
14:34:15.582326 run    osmo-hlr_10.42.42.2(pid=1759): Launched
14:34:15.699892 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:34:16.310705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1761): Launched
14:34:16.734856 run    osmo-stp_10.42.42.5(pid=1762): Launched
14:34:17.039534 tst     emergency_preemptive_call.py: using MSISDN 8738
14:34:17.236713 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:34:17.833963 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1764): Launched
14:34:18.161611 run    osmo-msc_10.42.42.6(pid=1765): Launched
14:34:18.351063 run    osmo-stp_10.42.42.5(pid=1762): ERR: Terminated: ERROR {rc=1}  [trial-2406↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1762)]
14:34:18.488919 run    osmo-stp_10.42.42.5(pid=1762): stdout: 
| (launched: 2022-12-14_14:34:16.521263)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:34:18.625385 run    osmo-stp_10.42.42.5(pid=1762): stderr: 
| �[0;m�[38;5;43m20221214143416884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143416885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143416885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143416887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143416891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143416892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143416892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:34:18.755897 run    osmo-stp_10.42.42.5(pid=1762): stdout: 
| (launched: 2022-12-14_14:34:16.521263)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:34:18.884558 run    osmo-stp_10.42.42.5(pid=1762): stderr: 
| �[0;m�[38;5;43m20221214143416884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143416885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143416885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143416887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143416891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143416892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143416892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:34:18.941741 tst  emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=1762): Process ended prematurely: osmo-stp_10.42.42.5(pid=1762) [trial-2406↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1762)]  [trial-2406↪emergency:oc2g↪emergency_preemptive_call.py:32]
14:34:18.950806 tst  emergency_preemptive_call.py:32: Test FAILED (6.9 sec)
14:34:19.014162 run    osmo-hlr_10.42.42.2(pid=1759): ERR: Terminated: ERROR {rc=237}  [trial-2406↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1759)]
14:34:19.065669 run    osmo-hlr_10.42.42.2(pid=1759): stdout: 
| (launched: 2022-12-14_14:34:15.429923) 
14:34:19.117890 run    osmo-hlr_10.42.42.2(pid=1759): stderr: 
| �[0;m�[1;31m20221214143415608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143415608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143415608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143415608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143415608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143415608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143415620 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143415628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143415628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143415629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:34:19.188532 run    osmo-msc_10.42.42.6(pid=1765): ERR: Terminated: ERROR {rc=2}  [trial-2406↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1765)]
14:34:19.239987 run    osmo-msc_10.42.42.6(pid=1765): stdout: 
| (launched: 2022-12-14_14:34:18.000016) 
14:34:19.291726 run    osmo-msc_10.42.42.6(pid=1765): stderr: 
| �[0;m�[38;5;43m20221214143418327 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214143418327 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f47ec181c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214143418327 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214143418327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214143418327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214143418328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214143418329 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214143418330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214143418330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214143418330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:34:19.337507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1758): Terminating (SIGTERM)
14:34:19.380195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1761): Terminating (SIGTERM)
14:34:19.422354 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1764): Terminating (SIGTERM)
14:34:19.432135 ---      ParallelTerminationStrategy: PID 1758 died...
14:34:19.488200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1758): Terminated: ok {rc=0}
14:34:19.498369 ---      ParallelTerminationStrategy: PID 1761 died...
14:34:19.554197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1761): Terminated: ok {rc=0}
14:34:19.564303 ---      ParallelTerminationStrategy: PID 1764 died...
14:34:19.620406 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1764): Terminated: ok {rc=0}
14:34:19.707753 bus                        /sierra_9: Setting Powered False
14:34:20.816402 bus                        /sierra_9: Setting Powered False
14:34:21.925965 bus                        /sierra_8: Setting Powered False
14:34:23.033046 bus                        /sierra_8: Setting Powered False
14:34:24.143740 bus                        /sierra_3: Setting Powered False
14:34:25.246549 bus                        /sierra_3: Setting Powered False
14:34:26.357159 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>27.0</duration><id>29</id><name>emergency_oc2g</name><properties></properties><timestamp>2022-12-14T14:34:01</timestamp></suite><suite><case><age>266</age><className>gprs:oc2g</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1781): Process ended prematurely: osmo-stp_10.42.42.5(pid=1781) [trial-2406↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1781)]</errorStackTrace><failedSince>2143</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1781): Process ended prematurely: osmo-stp_10.42.42.5(pid=1781) [trial-2406↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1781)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:oc2g cs_paging_gprs_active.py
----------------------------------------------
14:34:28.451957 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:34:28.463154 tst                        gprs:oc2g: Using 1 x bts (candidates: 1)
14:34:28.594491 tst         cs_paging_gprs_active.py: using LAC 41563
14:34:28.723473 tst         cs_paging_gprs_active.py: using RAC 253
14:34:28.856825 tst         cs_paging_gprs_active.py: using CellId 41563
14:34:28.987367 tst         cs_paging_gprs_active.py: using BVCI 41564
14:34:29.013111 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:34:29.024087 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:34:29.035012 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:34:29.045948 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:34:29.056665 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:34:29.067507 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:34:29.078430 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:34:29.089776 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:34:29.101114 tst                        gprs:oc2g: Using 1 x modem (candidates: 4)
14:34:29.218397 tst                        gprs:oc2g: Using 1 x modem (candidates: 4)
14:34:29.500255 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
14:34:29.629146 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:34:29.949236 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1770): Launched
14:34:30.218632 run iperf3-srv_10.42.42.10(pid=1771): Launched
14:34:30.406960 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
14:34:30.534846 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:34:30.870612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1772): Launched
14:34:31.181665 run iperf3-srv_10.42.42.10(pid=1773): Launched
14:34:31.374181 tst      cs_paging_gprs_active.py:38: start network...
14:34:31.505911 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:34:32.059356 run          create_hlr_db(pid=1774): Launched
14:34:32.294787 bus                        /sierra_2: Setting Powered False
14:34:33.269097 run          create_hlr_db(pid=1774): Terminated: ok {rc=0}
14:34:33.753788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1776): Launched
14:34:34.088204 run    osmo-hlr_10.42.42.2(pid=1777): Launched
14:34:34.211378 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:34:34.788883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1780): Launched
14:34:35.122343 run    osmo-stp_10.42.42.5(pid=1781): Launched
14:34:35.242581 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:34:35.822967 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1783): Launched
14:34:35.941280 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:34:36.233407 run               patchelf(pid=1784): Launched
14:34:36.427810 run    osmo-stp_10.42.42.5(pid=1781): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1781)]
14:34:36.570145 run    osmo-stp_10.42.42.5(pid=1781): stdout: 
| (launched: 2022-12-14_14:34:34.957186)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:34:36.711841 run    osmo-stp_10.42.42.5(pid=1781): stderr: 
| �[0;m�[38;5;43m20221214143435152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143435152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143435153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143435153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143435155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143435155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143435156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:34:36.849045 run    osmo-stp_10.42.42.5(pid=1781): stdout: 
| (launched: 2022-12-14_14:34:34.957186)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:34:36.985443 run    osmo-stp_10.42.42.5(pid=1781): stderr: 
| �[0;m�[38;5;43m20221214143435152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143435152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143435153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143435153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143435155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143435155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143435156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:34:37.144730 run               patchelf(pid=1784): Terminating (SIGINT)
14:34:37.331183 run               patchelf(pid=1784): Terminated: ok {rc=0}
14:34:37.365293 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1781): Process ended prematurely: osmo-stp_10.42.42.5(pid=1781) [trial-2406↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1781)]  [trial-2406↪gprs:oc2g↪cs_paging_gprs_active.py:38]
14:34:37.375324 tst      cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)
14:34:37.439318 run    osmo-hlr_10.42.42.2(pid=1777): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1777)]
14:34:37.491578 run    osmo-hlr_10.42.42.2(pid=1777): stdout: 
| (launched: 2022-12-14_14:34:33.922873) 
14:34:37.545120 run    osmo-hlr_10.42.42.2(pid=1777): stderr: 
| �[0;m�[1;31m20221214143434124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143434124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143434124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143434124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143434124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143434124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143434137 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143434145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143434146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143434146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:34:37.590276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1770): Terminating (SIGTERM)
14:34:37.633038 run iperf3-srv_10.42.42.10(pid=1771): Terminating (SIGTERM)
14:34:37.675422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1772): Terminating (SIGTERM)
14:34:37.718003 run iperf3-srv_10.42.42.10(pid=1773): Terminating (SIGTERM)
14:34:37.760547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1776): Terminating (SIGTERM)
14:34:37.802884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1780): Terminating (SIGTERM)
14:34:37.845135 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1783): Terminating (SIGTERM)
14:34:37.854986 ---      ParallelTerminationStrategy: PID 1770 died...
14:34:37.911606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1770): Terminated: ok {rc=0}
14:34:37.921965 ---      ParallelTerminationStrategy: PID 1771 died...
14:34:37.977989 run iperf3-srv_10.42.42.10(pid=1771): Terminated {rc=256}
14:34:37.988167 ---      ParallelTerminationStrategy: PID 1772 died...
14:34:38.044084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1772): Terminated: ok {rc=0}
14:34:38.054318 ---      ParallelTerminationStrategy: PID 1773 died...
14:34:38.109818 run iperf3-srv_10.42.42.10(pid=1773): Terminated {rc=256}
14:34:38.120029 ---      ParallelTerminationStrategy: PID 1776 died...
14:34:38.176349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1776): Terminated: ok {rc=0}
14:34:38.186623 ---      ParallelTerminationStrategy: PID 1780 died...
14:34:38.242543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1780): Terminated: ok {rc=0}
14:34:38.252725 ---      ParallelTerminationStrategy: PID 1783 died...
14:34:38.308746 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1783): Terminated: ok {rc=0}
14:34:38.395411 bus                          /gobi_0: Setting Powered False
14:34:39.501943 bus                          /gobi_0: Setting Powered False
14:34:40.610172 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>266</age><className>gprs:oc2g</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1793): Process ended prematurely: osmo-stp_10.42.42.5(pid=1793) [trial-2406↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1793)]</errorStackTrace><failedSince>2143</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1793): Process ended prematurely: osmo-stp_10.42.42.5(pid=1793) [trial-2406↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1793)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:oc2g iperf3.py
----------------------------------------------
14:34:41.726090 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:34:41.737879 tst                        gprs:oc2g: Using 1 x bts (candidates: 1)
14:34:41.870011 tst                        iperf3.py: using LAC 41564
14:34:42.002110 tst                        iperf3.py: using RAC 254
14:34:42.133315 tst                        iperf3.py: using CellId 41564
14:34:42.265062 tst                        iperf3.py: using BVCI 41565
14:34:42.290494 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:34:42.301594 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:34:42.312441 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:34:42.323357 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:34:42.334201 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:34:42.345385 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:34:42.356523 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:34:42.367592 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:34:42.378737 tst                        gprs:oc2g: Using 1 x modem (candidates: 4)
14:34:42.664067 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
14:34:42.792494 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:34:43.113135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1785): Launched
14:34:43.381638 run iperf3-srv_10.42.42.10(pid=1786): Launched
14:34:43.568543 tst                      iperf3.py:8: start network...
14:34:43.696064 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:34:44.183742 run          create_hlr_db(pid=1787): Launched
14:34:44.361765 bus                          /gobi_6: Setting Powered False
14:34:45.382915 run          create_hlr_db(pid=1787): Terminated: ok {rc=0}
14:34:45.796136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1789): Launched
14:34:46.359433 run    osmo-hlr_10.42.42.2(pid=1790): Launched
14:34:46.615132 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:34:47.238714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1792): Launched
14:34:47.550128 run    osmo-stp_10.42.42.5(pid=1793): Launched
14:34:47.661861 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:34:48.204316 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1795): Launched
14:34:48.315033 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:34:48.585839 run               patchelf(pid=1796): Launched
14:34:48.766667 run    osmo-stp_10.42.42.5(pid=1793): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1793)]
14:34:48.898542 run    osmo-stp_10.42.42.5(pid=1793): stdout: 
| (launched: 2022-12-14_14:34:47.396487)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:34:49.030702 run    osmo-stp_10.42.42.5(pid=1793): stderr: 
| �[0;m�[38;5;43m20221214143447570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143447570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143447570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143447571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143447571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143447571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143447571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:34:49.158735 run    osmo-stp_10.42.42.5(pid=1793): stdout: 
| (launched: 2022-12-14_14:34:47.396487)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:34:49.284866 run    osmo-stp_10.42.42.5(pid=1793): stderr: 
| �[0;m�[38;5;43m20221214143447570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143447570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143447570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143447571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143447571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143447571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143447571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:34:49.432683 run               patchelf(pid=1796): Terminating (SIGINT)
14:34:49.607214 run               patchelf(pid=1796): Terminated: ok {rc=0}
14:34:49.639181 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1793): Process ended prematurely: osmo-stp_10.42.42.5(pid=1793) [trial-2406↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1793)]  [trial-2406↪gprs:oc2g↪iperf3.py:8]
14:34:49.648584 tst                      iperf3.py:8: Test FAILED (8.0 sec)
14:34:49.709699 run    osmo-hlr_10.42.42.2(pid=1790): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1790)]
14:34:49.759169 run    osmo-hlr_10.42.42.2(pid=1790): stdout: 
| (launched: 2022-12-14_14:34:45.954611) 
14:34:49.809335 run    osmo-hlr_10.42.42.2(pid=1790): stderr: 
| �[0;m�[1;31m20221214143446298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143446298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143446298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143446298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143446298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143446298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143446317 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143446346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143446347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143446347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:34:49.852415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1785): Terminating (SIGTERM)
14:34:49.892705 run iperf3-srv_10.42.42.10(pid=1786): Terminating (SIGTERM)
14:34:49.933197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1789): Terminating (SIGTERM)
14:34:49.973397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1792): Terminating (SIGTERM)
14:34:50.013842 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1795): Terminating (SIGTERM)
14:34:50.023227 ---      ParallelTerminationStrategy: PID 1785 died...
14:34:50.077473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1785): Terminated: ok {rc=0}
14:34:50.087512 ---      ParallelTerminationStrategy: PID 1786 died...
14:34:50.141383 run iperf3-srv_10.42.42.10(pid=1786): Terminated {rc=256}
14:34:50.151043 ---      ParallelTerminationStrategy: PID 1789 died...
14:34:50.205038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1789): Terminated: ok {rc=0}
14:34:50.214758 ---      ParallelTerminationStrategy: PID 1792 died...
14:34:50.268918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1792): Terminated: ok {rc=0}
14:34:50.278761 ---      ParallelTerminationStrategy: PID 1795 died...
14:34:50.332643 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1795): Terminated: ok {rc=0}
14:34:50.421006 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:oc2g</className><duration>12.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1811): Process ended prematurely: osmo-stp_10.42.42.5(pid=1811) [trial-2406↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1811)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1811): Process ended prematurely: osmo-stp_10.42.42.5(pid=1811) [trial-2406↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1811)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:oc2g iperf3m4.py
----------------------------------------------
14:34:51.531063 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:34:51.542425 tst                        gprs:oc2g: Using 1 x bts (candidates: 1)
14:34:51.665931 tst                      iperf3m4.py: using LAC 41565
14:34:51.784502 tst                      iperf3m4.py: using RAC 255
14:34:51.905669 tst                      iperf3m4.py: using CellId 41565
14:34:52.024679 tst                      iperf3m4.py: using BVCI 41566
14:34:52.048073 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:34:52.058582 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:34:52.068876 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:34:52.079302 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:34:52.089625 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:34:52.100818 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:34:52.112044 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:34:52.122701 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:34:52.133508 tst                        gprs:oc2g: Using 1 x modem (candidates: 4)
14:34:52.255997 tst                        gprs:oc2g: Using 1 x modem (candidates: 4)
14:34:52.381139 tst                        gprs:oc2g: Using 1 x modem (candidates: 4)
14:34:52.500425 tst                        gprs:oc2g: Using 1 x modem (candidates: 4)
14:34:52.798778 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
14:34:52.937410 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:34:53.283244 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1797): Launched
14:34:53.570147 run iperf3-srv_10.42.42.10(pid=1798): Launched
14:34:53.773752 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
14:34:53.912134 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:34:54.258200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1799): Launched
14:34:54.546009 run iperf3-srv_10.42.42.10(pid=1800): Launched
14:34:54.748932 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
14:34:54.887362 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:34:55.233254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1801): Launched
14:34:55.519335 run iperf3-srv_10.42.42.10(pid=1802): Launched
14:34:55.722535 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
14:34:55.860486 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:34:56.205777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1803): Launched
14:34:56.492865 run iperf3-srv_10.42.42.10(pid=1804): Launched
14:34:56.695564 tst                    iperf3m4.py:8: start network...
14:34:56.833989 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:34:57.365433 run          create_hlr_db(pid=1805): Launched
14:34:57.557480 bus                          /gobi_6: Setting Powered False
14:34:58.578109 run          create_hlr_db(pid=1805): Terminated: ok {rc=0}
14:34:58.993590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1807): Launched
14:34:59.303115 run    osmo-hlr_10.42.42.2(pid=1808): Launched
14:34:59.423401 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:35:00.001152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1810): Launched
14:35:00.336633 run    osmo-stp_10.42.42.5(pid=1811): Launched
14:35:00.462420 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:35:01.067155 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1813): Launched
14:35:01.182511 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:35:01.501673 run               patchelf(pid=1815): Launched
14:35:01.692475 run    osmo-stp_10.42.42.5(pid=1811): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1811)]
14:35:01.830564 run    osmo-stp_10.42.42.5(pid=1811): stdout: 
| (launched: 2022-12-14_14:35:00.170604)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:35:02.016794 run    osmo-stp_10.42.42.5(pid=1811): stderr: 
| �[0;m�[38;5;43m20221214143500366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143500366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143500367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143500367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143500367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143500367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143500368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:35:02.168924 run    osmo-stp_10.42.42.5(pid=1811): stdout: 
| (launched: 2022-12-14_14:35:00.170604)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:35:02.301338 run    osmo-stp_10.42.42.5(pid=1811): stderr: 
| �[0;m�[38;5;43m20221214143500366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143500366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143500367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143500367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143500367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143500367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143500368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:35:02.460824 run               patchelf(pid=1815): Terminating (SIGINT)
14:35:02.646851 run               patchelf(pid=1815): Terminated: ok {rc=0}
14:35:02.681408 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1811): Process ended prematurely: osmo-stp_10.42.42.5(pid=1811) [trial-2406↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1811)]  [trial-2406↪gprs:oc2g↪iperf3m4.py:8]
14:35:02.691814 tst                    iperf3m4.py:8: Test FAILED (11.2 sec)
14:35:02.755818 run    osmo-hlr_10.42.42.2(pid=1808): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1808)]
14:35:02.808006 run    osmo-hlr_10.42.42.2(pid=1808): stdout: 
| (launched: 2022-12-14_14:34:59.150152) 
14:35:02.860649 run    osmo-hlr_10.42.42.2(pid=1808): stderr: 
| �[0;m�[1;31m20221214143459328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143459328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143459328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143459328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143459328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143459328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143459340 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143459350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143459350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143459350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:35:02.905591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1797): Terminating (SIGTERM)
14:35:02.948285 run iperf3-srv_10.42.42.10(pid=1798): Terminating (SIGTERM)
14:35:02.990942 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1799): Terminating (SIGTERM)
14:35:03.033279 run iperf3-srv_10.42.42.10(pid=1800): Terminating (SIGTERM)
14:35:03.075748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1801): Terminating (SIGTERM)
14:35:03.118409 run iperf3-srv_10.42.42.10(pid=1802): Terminating (SIGTERM)
14:35:03.160598 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1803): Terminating (SIGTERM)
14:35:03.202758 run iperf3-srv_10.42.42.10(pid=1804): Terminating (SIGTERM)
14:35:03.245153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1807): Terminating (SIGTERM)
14:35:03.287545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1810): Terminating (SIGTERM)
14:35:03.330030 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1813): Terminating (SIGTERM)
14:35:03.339875 ---      ParallelTerminationStrategy: PID 1797 died...
14:35:03.396602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1797): Terminated: ok {rc=0}
14:35:03.406821 ---      ParallelTerminationStrategy: PID 1798 died...
14:35:03.463190 run iperf3-srv_10.42.42.10(pid=1798): Terminated {rc=256}
14:35:03.473574 ---      ParallelTerminationStrategy: PID 1799 died...
14:35:03.530268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1799): Terminated: ok {rc=0}
14:35:03.540525 ---      ParallelTerminationStrategy: PID 1800 died...
14:35:03.597455 run iperf3-srv_10.42.42.10(pid=1800): Terminated {rc=256}
14:35:03.607766 ---      ParallelTerminationStrategy: PID 1801 died...
14:35:03.664252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1801): Terminated: ok {rc=0}
14:35:03.674636 ---      ParallelTerminationStrategy: PID 1802 died...
14:35:03.731026 run iperf3-srv_10.42.42.10(pid=1802): Terminated {rc=256}
14:35:03.741377 ---      ParallelTerminationStrategy: PID 1803 died...
14:35:03.798093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1803): Terminated: ok {rc=0}
14:35:03.808409 ---      ParallelTerminationStrategy: PID 1804 died...
14:35:03.865045 run iperf3-srv_10.42.42.10(pid=1804): Terminated {rc=256}
14:35:03.875373 ---      ParallelTerminationStrategy: PID 1807 died...
14:35:03.931963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1807): Terminated: ok {rc=0}
14:35:03.942344 ---      ParallelTerminationStrategy: PID 1810 died...
14:35:03.999152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1810): Terminated: ok {rc=0}
14:35:04.009941 ---      ParallelTerminationStrategy: PID 1813 died...
14:35:04.067109 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1813): Terminated: ok {rc=0}
14:35:04.154328 bus                          /gobi_4: Setting Powered False
14:35:05.262207 bus                          /gobi_4: Setting Powered False
14:35:06.370958 bus                          /gobi_1: Setting Powered False
14:35:07.478547 bus                          /gobi_1: Setting Powered False
14:35:08.588274 bus                          /gobi_0: Setting Powered False
14:35:09.696077 bus                          /gobi_0: Setting Powered False
14:35:10.805078 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:oc2g</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1826): Process ended prematurely: osmo-stp_10.42.42.5(pid=1826) [trial-2406↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1826)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1826): Process ended prematurely: osmo-stp_10.42.42.5(pid=1826) [trial-2406↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1826)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:oc2g ping.py
----------------------------------------------
14:35:11.874012 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:35:11.885824 tst                        gprs:oc2g: Using 1 x bts (candidates: 1)
14:35:12.011288 tst                          ping.py: using LAC 41566
14:35:12.131762 tst                          ping.py: using RAC 1
14:35:12.251308 tst                          ping.py: using CellId 41566
14:35:12.371816 tst                          ping.py: using BVCI 41567
14:35:12.395133 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:35:12.405805 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:35:12.416227 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:35:12.426891 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:35:12.438243 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:35:12.449655 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:35:12.460605 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:35:12.471573 tst                        gprs:oc2g: Using 1 x modem (candidates: 4)
14:35:12.748270 tst                       ping.py:19: start network...
14:35:12.875119 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:35:13.354118 run          create_hlr_db(pid=1820): Launched
14:35:13.528596 bus                          /gobi_6: Setting Powered False
14:35:14.562487 run          create_hlr_db(pid=1820): Terminated: ok {rc=0}
14:35:14.997550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1822): Launched
14:35:15.326371 run    osmo-hlr_10.42.42.2(pid=1823): Launched
14:35:15.448826 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:35:16.053035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1825): Launched
14:35:16.400023 run    osmo-stp_10.42.42.5(pid=1826): Launched
14:35:16.637397 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:35:17.258441 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1828): Launched
14:35:17.366883 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:35:17.632424 run               patchelf(pid=1829): Launched
14:35:17.810953 run    osmo-stp_10.42.42.5(pid=1826): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1826)]
14:35:17.941194 run    osmo-stp_10.42.42.5(pid=1826): stdout: 
| (launched: 2022-12-14_14:35:16.221961)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:35:18.071664 run    osmo-stp_10.42.42.5(pid=1826): stderr: 
| �[0;m�[38;5;43m20221214143516567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143516567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143516568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143516568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143516570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143516570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143516571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:35:18.197596 run    osmo-stp_10.42.42.5(pid=1826): stdout: 
| (launched: 2022-12-14_14:35:16.221961)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:35:18.322031 run    osmo-stp_10.42.42.5(pid=1826): stderr: 
| �[0;m�[38;5;43m20221214143516567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143516567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143516568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143516568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143516570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143516570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143516571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:35:18.467080 run               patchelf(pid=1829): Terminating (SIGINT)
14:35:18.637807 run               patchelf(pid=1829): Terminated: ok {rc=0}
14:35:18.668636 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1826): Process ended prematurely: osmo-stp_10.42.42.5(pid=1826) [trial-2406↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1826)]  [trial-2406↪gprs:oc2g↪ping.py:22]
14:35:18.677489 tst                       ping.py:22: Test FAILED (6.8 sec)
14:35:18.738446 run    osmo-hlr_10.42.42.2(pid=1823): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1823)]
14:35:18.788214 run    osmo-hlr_10.42.42.2(pid=1823): stdout: 
| (launched: 2022-12-14_14:35:15.163526) 
14:35:18.838621 run    osmo-hlr_10.42.42.2(pid=1823): stderr: 
| �[0;m�[1;31m20221214143515363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143515363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143515363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143515363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143515363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143515363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143515376 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143515386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143515386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143515386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:35:18.881486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1822): Terminating (SIGTERM)
14:35:18.921906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1825): Terminating (SIGTERM)
14:35:18.962084 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1828): Terminating (SIGTERM)
14:35:18.971485 ---      ParallelTerminationStrategy: PID 1822 died...
14:35:19.025582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1822): Terminated: ok {rc=0}
14:35:19.035348 ---      ParallelTerminationStrategy: PID 1825 died...
14:35:19.089125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1825): Terminated: ok {rc=0}
14:35:19.098766 ---      ParallelTerminationStrategy: PID 1828 died...
14:35:19.152555 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1828): Terminated: ok {rc=0}
14:35:19.240486 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:oc2g</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1837): Process ended prematurely: osmo-stp_10.42.42.5(pid=1837) [trial-2406↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1837)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1837): Process ended prematurely: osmo-stp_10.42.42.5(pid=1837) [trial-2406↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1837)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:oc2g ping_idle_ping.py
----------------------------------------------
14:35:20.292172 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:35:20.303495 tst                        gprs:oc2g: Using 1 x bts (candidates: 1)
14:35:20.426443 tst                ping_idle_ping.py: using LAC 41567
14:35:20.547850 tst                ping_idle_ping.py: using RAC 2
14:35:20.666471 tst                ping_idle_ping.py: using CellId 41567
14:35:20.785180 tst                ping_idle_ping.py: using BVCI 41568
14:35:20.808155 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:35:20.818748 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:35:20.829272 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:35:20.839681 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:35:20.850301 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:35:20.861417 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:35:20.872536 tst                        gprs:oc2g: Using 1 x ip_address (candidates: 9)
14:35:20.883587 tst                        gprs:oc2g: Using 1 x modem (candidates: 4)
14:35:21.180267 tst             ping_idle_ping.py:24: start network...
14:35:21.316028 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:35:21.840444 run          create_hlr_db(pid=1830): Launched
14:35:22.030486 bus                          /gobi_6: Setting Powered False
14:35:23.050739 run          create_hlr_db(pid=1830): Terminated: ok {rc=0}
14:35:23.487497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1833): Launched
14:35:23.816620 run    osmo-hlr_10.42.42.2(pid=1834): Launched
14:35:23.938128 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:35:24.509071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1836): Launched
14:35:24.836432 run    osmo-stp_10.42.42.5(pid=1837): Launched
14:35:24.954704 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:35:25.526781 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1839): Launched
14:35:25.642532 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:35:25.929390 run               patchelf(pid=1840): Launched
14:35:26.120705 run    osmo-stp_10.42.42.5(pid=1837): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1837)]
14:35:26.259920 run    osmo-stp_10.42.42.5(pid=1837): stdout: 
| (launched: 2022-12-14_14:35:24.674875)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:35:26.399391 run    osmo-stp_10.42.42.5(pid=1837): stderr: 
| �[0;m�[38;5;43m20221214143524868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143524868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143524868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143524868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143524871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143524871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143524871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:35:26.534001 run    osmo-stp_10.42.42.5(pid=1837): stdout: 
| (launched: 2022-12-14_14:35:24.674875)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:35:26.667694 run    osmo-stp_10.42.42.5(pid=1837): stderr: 
| �[0;m�[38;5;43m20221214143524868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143524868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143524868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143524868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143524871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143524871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143524871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:35:26.823122 run               patchelf(pid=1840): Terminating (SIGINT)
14:35:27.005971 run               patchelf(pid=1840): Terminated: ok {rc=0}
14:35:27.039065 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1837): Process ended prematurely: osmo-stp_10.42.42.5(pid=1837) [trial-2406↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1837)]  [trial-2406↪gprs:oc2g↪ping_idle_ping.py:27]
14:35:27.048224 tst             ping_idle_ping.py:27: Test FAILED (6.7 sec)
14:35:27.111196 run    osmo-hlr_10.42.42.2(pid=1834): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1834)]
14:35:27.162505 run    osmo-hlr_10.42.42.2(pid=1834): stdout: 
| (launched: 2022-12-14_14:35:23.653904) 
14:35:27.214117 run    osmo-hlr_10.42.42.2(pid=1834): stderr: 
| �[0;m�[1;31m20221214143523854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143523854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143523855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143523855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143523855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143523855 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143523867 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143523875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143523876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143523876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:35:27.258526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1833): Terminating (SIGTERM)
14:35:27.300336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1836): Terminating (SIGTERM)
14:35:27.342732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1839): Terminating (SIGTERM)
14:35:27.352549 ---      ParallelTerminationStrategy: PID 1833 died...
14:35:27.408505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1833): Terminated: ok {rc=0}
14:35:27.418816 ---      ParallelTerminationStrategy: PID 1836 died...
14:35:27.474127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1836): Terminated: ok {rc=0}
14:35:27.484403 ---      ParallelTerminationStrategy: PID 1839 died...
14:35:27.539768 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1839): Terminated: ok {rc=0}
14:35:27.626898 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>62.0</duration><id>30</id><name>gprs_oc2g</name><properties></properties><timestamp>2022-12-14T14:34:28</timestamp></suite><suite><case><age>270</age><className>gprs:oc2g+mod-bts0-egprs</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1854): Process ended prematurely: osmo-stp_10.42.42.5(pid=1854) [trial-2406↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1854)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1854): Process ended prematurely: osmo-stp_10.42.42.5(pid=1854) [trial-2406↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1854)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py
----------------------------------------------
14:35:29.732875 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:35:29.743653 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)
14:35:29.879059 tst         cs_paging_gprs_active.py: using LAC 41568
14:35:30.016512 tst         cs_paging_gprs_active.py: using RAC 3
14:35:30.148446 tst         cs_paging_gprs_active.py: using CellId 41568
14:35:30.278817 tst         cs_paging_gprs_active.py: using BVCI 41569
14:35:30.303883 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:35:30.315365 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:35:30.326531 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:35:30.337595 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:35:30.348657 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:35:30.359777 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:35:30.371114 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:35:30.382221 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:35:30.393570 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)
14:35:30.512848 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)
14:35:30.806880 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
14:35:30.978081 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:35:31.322310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1844): Launched
14:35:31.626536 run iperf3-srv_10.42.42.10(pid=1845): Launched
14:35:31.821899 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
14:35:31.954735 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:35:32.291852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1846): Launched
14:35:32.571866 run iperf3-srv_10.42.42.10(pid=1847): Launched
14:35:32.771684 tst      cs_paging_gprs_active.py:38: start network...
14:35:32.907195 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:35:33.433879 run          create_hlr_db(pid=1848): Launched
14:35:33.622927 bus                          /gobi_6: Setting Powered False
14:35:34.643816 run          create_hlr_db(pid=1848): Terminated: ok {rc=0}
14:35:35.054987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1850): Launched
14:35:35.361392 run    osmo-hlr_10.42.42.2(pid=1851): Launched
14:35:35.479556 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:35:36.020400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1853): Launched
14:35:36.325711 run    osmo-stp_10.42.42.5(pid=1854): Launched
14:35:36.436693 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:35:36.969324 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1856): Launched
14:35:37.078385 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:35:37.346529 run               patchelf(pid=1857): Launched
14:35:37.526165 run    osmo-stp_10.42.42.5(pid=1854): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1854)]
14:35:37.657258 run    osmo-stp_10.42.42.5(pid=1854): stdout: 
| (launched: 2022-12-14_14:35:36.175156)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:35:37.788412 run    osmo-stp_10.42.42.5(pid=1854): stderr: 
| �[0;m�[38;5;43m20221214143536347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143536347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143536347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143536348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143536350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143536350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143536350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:35:37.915000 run    osmo-stp_10.42.42.5(pid=1854): stdout: 
| (launched: 2022-12-14_14:35:36.175156)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:35:38.040808 run    osmo-stp_10.42.42.5(pid=1854): stderr: 
| �[0;m�[38;5;43m20221214143536347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143536347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143536347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143536348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143536350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143536350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143536350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:35:38.186823 run               patchelf(pid=1857): Terminating (SIGINT)
14:35:38.357539 run               patchelf(pid=1857): Terminated: ok {rc=0}
14:35:38.388783 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1854): Process ended prematurely: osmo-stp_10.42.42.5(pid=1854) [trial-2406↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1854)]  [trial-2406↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]
14:35:38.398126 tst      cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)
14:35:38.459152 run    osmo-hlr_10.42.42.2(pid=1851): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1851)]
14:35:38.508979 run    osmo-hlr_10.42.42.2(pid=1851): stdout: 
| (launched: 2022-12-14_14:35:35.210046) 
14:35:38.559012 run    osmo-hlr_10.42.42.2(pid=1851): stderr: 
| �[0;m�[1;31m20221214143535385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143535385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143535385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143535385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143535385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143535385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143535397 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143535404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143535405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143535405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:35:38.601896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1844): Terminating (SIGTERM)
14:35:38.642460 run iperf3-srv_10.42.42.10(pid=1845): Terminating (SIGTERM)
14:35:38.684029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1846): Terminating (SIGTERM)
14:35:38.724437 run iperf3-srv_10.42.42.10(pid=1847): Terminating (SIGTERM)
14:35:38.764718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1850): Terminating (SIGTERM)
14:35:38.804791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1853): Terminating (SIGTERM)
14:35:38.845166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1856): Terminating (SIGTERM)
14:35:38.854317 ---      ParallelTerminationStrategy: PID 1844 died...
14:35:38.908303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1844): Terminated: ok {rc=0}
14:35:38.917938 ---      ParallelTerminationStrategy: PID 1845 died...
14:35:38.971382 run iperf3-srv_10.42.42.10(pid=1845): Terminated {rc=256}
14:35:38.980894 ---      ParallelTerminationStrategy: PID 1846 died...
14:35:39.034282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1846): Terminated: ok {rc=0}
14:35:39.043810 ---      ParallelTerminationStrategy: PID 1847 died...
14:35:39.097420 run iperf3-srv_10.42.42.10(pid=1847): Terminated {rc=256}
14:35:39.106789 ---      ParallelTerminationStrategy: PID 1850 died...
14:35:39.160224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1850): Terminated: ok {rc=0}
14:35:39.169718 ---      ParallelTerminationStrategy: PID 1853 died...
14:35:39.222957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1853): Terminated: ok {rc=0}
14:35:39.232584 ---      ParallelTerminationStrategy: PID 1856 died...
14:35:39.286154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1856): Terminated: ok {rc=0}
14:35:39.374426 bus                          /gobi_0: Setting Powered False
14:35:40.476920 bus                          /gobi_0: Setting Powered False
14:35:41.587723 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:oc2g+mod-bts0-egprs</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1866): Process ended prematurely: osmo-stp_10.42.42.5(pid=1866) [trial-2406↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1866)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1866): Process ended prematurely: osmo-stp_10.42.42.5(pid=1866) [trial-2406↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1866)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:oc2g+mod-bts0-egprs iperf3.py
----------------------------------------------
14:35:42.698602 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:35:42.710222 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)
14:35:42.835024 tst                        iperf3.py: using LAC 41569
14:35:42.956228 tst                        iperf3.py: using RAC 4
14:35:43.077212 tst                        iperf3.py: using CellId 41569
14:35:43.198267 tst                        iperf3.py: using BVCI 41570
14:35:43.221537 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:35:43.232173 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:35:43.242806 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:35:43.253385 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:35:43.263992 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:35:43.274852 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:35:43.285871 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:35:43.296482 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:35:43.307148 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)
14:35:43.604479 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
14:35:43.740040 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:35:44.080011 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1858): Launched
14:35:44.359287 run iperf3-srv_10.42.42.10(pid=1859): Launched
14:35:44.557828 tst                      iperf3.py:8: start network...
14:35:44.693263 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:35:45.214630 run          create_hlr_db(pid=1860): Launched
14:35:45.402502 bus                          /gobi_6: Setting Powered False
14:35:46.458824 run          create_hlr_db(pid=1860): Terminated: ok {rc=0}
14:35:46.891737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1862): Launched
14:35:47.247492 run    osmo-hlr_10.42.42.2(pid=1863): Launched
14:35:47.362502 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:35:47.899683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1865): Launched
14:35:48.206988 run    osmo-stp_10.42.42.5(pid=1866): Launched
14:35:48.318082 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:35:48.850523 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1868): Launched
14:35:48.959073 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:35:49.226953 run               patchelf(pid=1869): Launched
14:35:49.406263 run    osmo-stp_10.42.42.5(pid=1866): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1866)]
14:35:49.536626 run    osmo-stp_10.42.42.5(pid=1866): stdout: 
| (launched: 2022-12-14_14:35:48.053954)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:35:49.667441 run    osmo-stp_10.42.42.5(pid=1866): stderr: 
| �[0;m�[38;5;43m20221214143548223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143548223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143548223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143548223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143548226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143548226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143548226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:35:49.793575 run    osmo-stp_10.42.42.5(pid=1866): stdout: 
| (launched: 2022-12-14_14:35:48.053954)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:35:49.918602 run    osmo-stp_10.42.42.5(pid=1866): stderr: 
| �[0;m�[38;5;43m20221214143548223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143548223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143548223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143548223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143548226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143548226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143548226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:35:50.064624 run               patchelf(pid=1869): Terminating (SIGINT)
14:35:50.236029 run               patchelf(pid=1869): Terminated: ok {rc=0}
14:35:50.267505 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1866): Process ended prematurely: osmo-stp_10.42.42.5(pid=1866) [trial-2406↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1866)]  [trial-2406↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]
14:35:50.276848 tst                      iperf3.py:8: Test FAILED (7.6 sec)
14:35:50.337311 run    osmo-hlr_10.42.42.2(pid=1863): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1863)]
14:35:50.386656 run    osmo-hlr_10.42.42.2(pid=1863): stdout: 
| (launched: 2022-12-14_14:35:47.049431) 
14:35:50.436848 run    osmo-hlr_10.42.42.2(pid=1863): stderr: 
| �[0;m�[1;31m20221214143547281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143547281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143547282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143547282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143547282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143547282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143547295 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143547305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143547305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143547306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:35:50.479771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1858): Terminating (SIGTERM)
14:35:50.520424 run iperf3-srv_10.42.42.10(pid=1859): Terminating (SIGTERM)
14:35:50.560866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1862): Terminating (SIGTERM)
14:35:50.600942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1865): Terminating (SIGTERM)
14:35:50.641179 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1868): Terminating (SIGTERM)
14:35:50.650401 ---      ParallelTerminationStrategy: PID 1858 died...
14:35:50.704525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1858): Terminated: ok {rc=0}
14:35:50.714098 ---      ParallelTerminationStrategy: PID 1859 died...
14:35:50.767992 run iperf3-srv_10.42.42.10(pid=1859): Terminated {rc=256}
14:35:50.777998 ---      ParallelTerminationStrategy: PID 1862 died...
14:35:50.832080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1862): Terminated: ok {rc=0}
14:35:50.841971 ---      ParallelTerminationStrategy: PID 1865 died...
14:35:50.896027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1865): Terminated: ok {rc=0}
14:35:50.905740 ---      ParallelTerminationStrategy: PID 1868 died...
14:35:50.959481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1868): Terminated: ok {rc=0}
14:35:51.048566 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:oc2g+mod-bts0-egprs</className><duration>12.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1886): Process ended prematurely: osmo-stp_10.42.42.5(pid=1886) [trial-2406↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1886)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1886): Process ended prematurely: osmo-stp_10.42.42.5(pid=1886) [trial-2406↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1886)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:oc2g+mod-bts0-egprs iperf3m4.py
----------------------------------------------
14:35:52.160537 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:35:52.172267 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)
14:35:52.300416 tst                      iperf3m4.py: using LAC 41570
14:35:52.421093 tst                      iperf3m4.py: using RAC 5
14:35:52.542281 tst                      iperf3m4.py: using CellId 41570
14:35:52.663478 tst                      iperf3m4.py: using BVCI 41571
14:35:52.686923 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:35:52.697794 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:35:52.708282 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:35:52.719093 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:35:52.730627 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:35:52.742132 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:35:52.754066 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:35:52.765679 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:35:52.777653 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)
14:35:52.901976 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)
14:35:53.020227 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)
14:35:53.141058 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)
14:35:53.434228 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
14:35:53.569640 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:35:53.907841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1872): Launched
14:35:54.187520 run iperf3-srv_10.42.42.10(pid=1873): Launched
14:35:54.385985 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
14:35:54.521129 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:35:54.858673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1874): Launched
14:35:55.138693 run iperf3-srv_10.42.42.10(pid=1875): Launched
14:35:55.336813 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
14:35:55.471428 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:35:55.807291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1876): Launched
14:35:56.087103 run iperf3-srv_10.42.42.10(pid=1877): Launched
14:35:56.286309 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
14:35:56.421356 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:35:56.759202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1878): Launched
14:35:57.039141 run iperf3-srv_10.42.42.10(pid=1879): Launched
14:35:57.237603 tst                    iperf3m4.py:8: start network...
14:35:57.372527 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:35:57.895579 run          create_hlr_db(pid=1880): Launched
14:35:58.084368 bus                          /gobi_6: Setting Powered False
14:35:59.095008 run          create_hlr_db(pid=1880): Terminated: ok {rc=0}
14:35:59.537630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1882): Launched
14:35:59.863621 run    osmo-hlr_10.42.42.2(pid=1883): Launched
14:35:59.981397 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:36:00.549094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1885): Launched
14:36:00.949985 run    osmo-stp_10.42.42.5(pid=1886): Launched
14:36:01.170622 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:36:01.735823 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1888): Launched
14:36:01.855415 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:36:02.152416 run               patchelf(pid=1889): Launched
14:36:02.334874 run    osmo-stp_10.42.42.5(pid=1886): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1886)]
14:36:02.466893 run    osmo-stp_10.42.42.5(pid=1886): stdout: 
| (launched: 2022-12-14_14:36:00.714888)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:36:02.598236 run    osmo-stp_10.42.42.5(pid=1886): stderr: 
| �[0;m�[38;5;43m20221214143600937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143600937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143600938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143600938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143600938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143600938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143600938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:36:02.724914 run    osmo-stp_10.42.42.5(pid=1886): stdout: 
| (launched: 2022-12-14_14:36:00.714888)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:36:02.850649 run    osmo-stp_10.42.42.5(pid=1886): stderr: 
| �[0;m�[38;5;43m20221214143600937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143600937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143600938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143600938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143600938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143600938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143600938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:36:02.996688 run               patchelf(pid=1889): Terminating (SIGINT)
14:36:03.168672 run               patchelf(pid=1889): Terminated: ok {rc=0}
14:36:03.200459 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1886): Process ended prematurely: osmo-stp_10.42.42.5(pid=1886) [trial-2406↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1886)]  [trial-2406↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]
14:36:03.210018 tst                    iperf3m4.py:8: Test FAILED (11.1 sec)
14:36:03.271511 run    osmo-hlr_10.42.42.2(pid=1883): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1883)]
14:36:03.321520 run    osmo-hlr_10.42.42.2(pid=1883): stdout: 
| (launched: 2022-12-14_14:35:59.702431) 
14:36:03.372093 run    osmo-hlr_10.42.42.2(pid=1883): stderr: 
| �[0;m�[1;31m20221214143559902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143559902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143559902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143559902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143559902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143559902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143559947 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143559957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143559957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143559957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:36:03.415458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1872): Terminating (SIGTERM)
14:36:03.456222 run iperf3-srv_10.42.42.10(pid=1873): Terminating (SIGTERM)
14:36:03.497100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1874): Terminating (SIGTERM)
14:36:03.538370 run iperf3-srv_10.42.42.10(pid=1875): Terminating (SIGTERM)
14:36:03.579248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1876): Terminating (SIGTERM)
14:36:03.619966 run iperf3-srv_10.42.42.10(pid=1877): Terminating (SIGTERM)
14:36:03.660748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1878): Terminating (SIGTERM)
14:36:03.701365 run iperf3-srv_10.42.42.10(pid=1879): Terminating (SIGTERM)
14:36:03.741972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1882): Terminating (SIGTERM)
14:36:03.782606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1885): Terminating (SIGTERM)
14:36:03.823222 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1888): Terminating (SIGTERM)
14:36:03.832083 ---      ParallelTerminationStrategy: PID 1872 died...
14:36:03.887060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1872): Terminated: ok {rc=0}
14:36:03.896789 ---      ParallelTerminationStrategy: PID 1873 died...
14:36:03.951010 run iperf3-srv_10.42.42.10(pid=1873): Terminated {rc=256}
14:36:03.960586 ---      ParallelTerminationStrategy: PID 1874 died...
14:36:04.015166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1874): Terminated: ok {rc=0}
14:36:04.024904 ---      ParallelTerminationStrategy: PID 1875 died...
14:36:04.079601 run iperf3-srv_10.42.42.10(pid=1875): Terminated {rc=256}
14:36:04.089332 ---      ParallelTerminationStrategy: PID 1876 died...
14:36:04.143539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1876): Terminated: ok {rc=0}
14:36:04.153126 ---      ParallelTerminationStrategy: PID 1877 died...
14:36:04.207598 run iperf3-srv_10.42.42.10(pid=1877): Terminated {rc=256}
14:36:04.217349 ---      ParallelTerminationStrategy: PID 1878 died...
14:36:04.271813 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1878): Terminated: ok {rc=0}
14:36:04.281587 ---      ParallelTerminationStrategy: PID 1879 died...
14:36:04.335609 run iperf3-srv_10.42.42.10(pid=1879): Terminated {rc=256}
14:36:04.345448 ---      ParallelTerminationStrategy: PID 1882 died...
14:36:04.399896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1882): Terminated: ok {rc=0}
14:36:04.409964 ---      ParallelTerminationStrategy: PID 1885 died...
14:36:04.464354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1885): Terminated: ok {rc=0}
14:36:04.474115 ---      ParallelTerminationStrategy: PID 1888 died...
14:36:04.528526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1888): Terminated: ok {rc=0}
14:36:04.618131 bus                          /gobi_4: Setting Powered False
14:36:05.723622 bus                          /gobi_4: Setting Powered False
14:36:06.836761 bus                          /gobi_1: Setting Powered False
14:36:07.940156 bus                          /gobi_1: Setting Powered False
14:36:09.047867 bus                          /gobi_0: Setting Powered False
14:36:10.154520 bus                          /gobi_0: Setting Powered False
14:36:11.263529 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:oc2g+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1896): Process ended prematurely: osmo-stp_10.42.42.5(pid=1896) [trial-2406↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1896)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1896): Process ended prematurely: osmo-stp_10.42.42.5(pid=1896) [trial-2406↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1896)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:oc2g+mod-bts0-egprs ping.py
----------------------------------------------
14:36:12.329866 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:36:12.341276 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)
14:36:12.463784 tst                          ping.py: using LAC 41571
14:36:12.587584 tst                          ping.py: using RAC 6
14:36:12.708039 tst                          ping.py: using CellId 41571
14:36:12.827860 tst                          ping.py: using BVCI 41572
14:36:12.850744 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:36:12.861504 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:36:12.872162 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:36:12.882976 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:36:12.893813 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:36:12.904577 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:36:12.915696 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:36:12.926754 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)
14:36:13.217849 tst                       ping.py:19: start network...
14:36:13.351000 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:36:13.861489 run          create_hlr_db(pid=1890): Launched
14:36:14.047951 bus                          /gobi_6: Setting Powered False
14:36:15.068806 run          create_hlr_db(pid=1890): Terminated: ok {rc=0}
14:36:15.473746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1892): Launched
14:36:15.774307 run    osmo-hlr_10.42.42.2(pid=1893): Launched
14:36:15.937632 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:36:16.524087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1895): Launched
14:36:16.997339 run    osmo-stp_10.42.42.5(pid=1896): Launched
14:36:17.228495 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:36:17.766941 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1898): Launched
14:36:17.873071 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:36:18.137427 run               patchelf(pid=1899): Launched
14:36:18.313350 run    osmo-stp_10.42.42.5(pid=1896): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1896)]
14:36:18.442006 run    osmo-stp_10.42.42.5(pid=1896): stdout: 
| (launched: 2022-12-14_14:36:16.678230)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:36:18.570867 run    osmo-stp_10.42.42.5(pid=1896): stderr: 
| �[0;m�[38;5;43m20221214143616965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143616966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143616968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143616969 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143616971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143616972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143616972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:36:18.695096 run    osmo-stp_10.42.42.5(pid=1896): stdout: 
| (launched: 2022-12-14_14:36:16.678230)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:36:18.818137 run    osmo-stp_10.42.42.5(pid=1896): stderr: 
| �[0;m�[38;5;43m20221214143616965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143616966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143616968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143616969 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143616971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143616972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143616972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:36:18.961785 run               patchelf(pid=1899): Terminating (SIGINT)
14:36:19.131289 run               patchelf(pid=1899): Terminated: ok {rc=0}
14:36:19.162059 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1896): Process ended prematurely: osmo-stp_10.42.42.5(pid=1896) [trial-2406↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1896)]  [trial-2406↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]
14:36:19.170808 tst                       ping.py:22: Test FAILED (6.8 sec)
14:36:19.231558 run    osmo-hlr_10.42.42.2(pid=1893): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1893)]
14:36:19.281091 run    osmo-hlr_10.42.42.2(pid=1893): stdout: 
| (launched: 2022-12-14_14:36:15.625823) 
14:36:19.331270 run    osmo-hlr_10.42.42.2(pid=1893): stderr: 
| �[0;m�[1;31m20221214143615802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143615802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143615802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143615802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143615802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143615802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143615814 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143615823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143615823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143615823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:36:19.374288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1892): Terminating (SIGTERM)
14:36:19.414425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1895): Terminating (SIGTERM)
14:36:19.454932 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1898): Terminating (SIGTERM)
14:36:19.464251 ---      ParallelTerminationStrategy: PID 1892 died...
14:36:19.518644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1892): Terminated: ok {rc=0}
14:36:19.528660 ---      ParallelTerminationStrategy: PID 1895 died...
14:36:19.582991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1895): Terminated: ok {rc=0}
14:36:19.592703 ---      ParallelTerminationStrategy: PID 1898 died...
14:36:19.646953 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1898): Terminated: ok {rc=0}
14:36:19.735317 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:oc2g+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1906): Process ended prematurely: osmo-stp_10.42.42.5(pid=1906) [trial-2406↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1906)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1906): Process ended prematurely: osmo-stp_10.42.42.5(pid=1906) [trial-2406↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1906)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py
----------------------------------------------
14:36:20.788020 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:36:20.800098 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)
14:36:20.926821 tst                ping_idle_ping.py: using LAC 41572
14:36:21.044915 tst                ping_idle_ping.py: using RAC 7
14:36:21.167821 tst                ping_idle_ping.py: using CellId 41572
14:36:21.293292 tst                ping_idle_ping.py: using BVCI 41573
14:36:21.317929 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:36:21.329555 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:36:21.340868 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:36:21.352328 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:36:21.364065 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:36:21.375833 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:36:21.388150 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:36:21.399923 tst         gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)
14:36:21.679081 tst             ping_idle_ping.py:24: start network...
14:36:21.803762 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:36:22.298068 run          create_hlr_db(pid=1900): Launched
14:36:22.485131 bus                          /gobi_6: Setting Powered False
14:36:23.504929 run          create_hlr_db(pid=1900): Terminated: ok {rc=0}
14:36:23.918170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1902): Launched
14:36:24.242947 run    osmo-hlr_10.42.42.2(pid=1903): Launched
14:36:24.363335 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:36:24.923645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1905): Launched
14:36:25.248473 run    osmo-stp_10.42.42.5(pid=1906): Launched
14:36:25.364680 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:36:25.928068 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1908): Launched
14:36:26.043154 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:36:26.325767 run               patchelf(pid=1909): Launched
14:36:26.514484 run    osmo-stp_10.42.42.5(pid=1906): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1906)]
14:36:26.652048 run    osmo-stp_10.42.42.5(pid=1906): stdout: 
| (launched: 2022-12-14_14:36:25.087510)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:36:26.790041 run    osmo-stp_10.42.42.5(pid=1906): stderr: 
| �[0;m�[38;5;43m20221214143625281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143625281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143625281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143625282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143625282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143625282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143625282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:36:26.923093 run    osmo-stp_10.42.42.5(pid=1906): stdout: 
| (launched: 2022-12-14_14:36:25.087510)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:36:27.055800 run    osmo-stp_10.42.42.5(pid=1906): stderr: 
| �[0;m�[38;5;43m20221214143625281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143625281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143625281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143625282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143625282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143625282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143625282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:36:27.209288 run               patchelf(pid=1909): Terminating (SIGINT)
14:36:27.389536 run               patchelf(pid=1909): Terminated: ok {rc=0}
14:36:27.422157 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1906): Process ended prematurely: osmo-stp_10.42.42.5(pid=1906) [trial-2406↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1906)]  [trial-2406↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]
14:36:27.431477 tst             ping_idle_ping.py:27: Test FAILED (6.6 sec)
14:36:27.494944 run    osmo-hlr_10.42.42.2(pid=1903): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1903)]
14:36:27.546849 run    osmo-hlr_10.42.42.2(pid=1903): stdout: 
| (launched: 2022-12-14_14:36:24.083559) 
14:36:27.599304 run    osmo-hlr_10.42.42.2(pid=1903): stderr: 
| �[0;m�[1;31m20221214143624282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143624282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143624282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143624282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143624282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143624282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143624295 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143624303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143624303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143624303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:36:27.644097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1902): Terminating (SIGTERM)
14:36:27.686850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1905): Terminating (SIGTERM)
14:36:27.729366 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1908): Terminating (SIGTERM)
14:36:27.739150 ---      ParallelTerminationStrategy: PID 1902 died...
14:36:27.795634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1902): Terminated: ok {rc=0}
14:36:27.805936 ---      ParallelTerminationStrategy: PID 1905 died...
14:36:27.862001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1905): Terminated: ok {rc=0}
14:36:27.872208 ---      ParallelTerminationStrategy: PID 1908 died...
14:36:27.928515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1908): Terminated: ok {rc=0}
14:36:28.015602 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>61.0</duration><id>31</id><name>gprs_oc2g+mod-bts0-egprs</name><properties></properties><timestamp>2022-12-14T14:35:29</timestamp></suite><suite><case><age>270</age><className>gprs:oc2g+mod-bts0-dynts-ipa</className><duration>10.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1923): Process ended prematurely: osmo-stp_10.42.42.5(pid=1923) [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1923)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1923): Process ended prematurely: osmo-stp_10.42.42.5(pid=1923) [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1923)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py
----------------------------------------------
14:36:30.147866 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:36:30.159297 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
14:36:30.315158 tst         cs_paging_gprs_active.py: using LAC 41573
14:36:30.441068 tst         cs_paging_gprs_active.py: using RAC 8
14:36:30.567308 tst         cs_paging_gprs_active.py: using CellId 41573
14:36:30.692772 tst         cs_paging_gprs_active.py: using BVCI 41574
14:36:30.718095 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:36:30.729405 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:36:30.740461 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:36:30.751636 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:36:30.762727 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:36:30.773839 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:36:30.785018 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:36:30.796106 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:36:30.807592 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
14:36:30.954552 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
14:36:31.280030 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
14:36:31.420640 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:36:31.777509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1913): Launched
14:36:32.078656 run iperf3-srv_10.42.42.10(pid=1914): Launched
14:36:32.281816 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
14:36:32.418455 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:36:32.759005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1915): Launched
14:36:33.041967 run iperf3-srv_10.42.42.10(pid=1916): Launched
14:36:33.244039 tst      cs_paging_gprs_active.py:38: start network...
14:36:33.381195 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:36:33.907776 run          create_hlr_db(pid=1917): Launched
14:36:34.097075 bus                          /gobi_6: Setting Powered False
14:36:35.118829 run          create_hlr_db(pid=1917): Terminated: ok {rc=0}
14:36:35.553917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1919): Launched
14:36:35.882166 run    osmo-hlr_10.42.42.2(pid=1920): Launched
14:36:36.003932 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:36:36.574482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1922): Launched
14:36:36.901592 run    osmo-stp_10.42.42.5(pid=1923): Launched
14:36:37.020184 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:36:37.591256 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1925): Launched
14:36:37.707989 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:36:37.994509 run               patchelf(pid=1926): Launched
14:36:38.186953 run    osmo-stp_10.42.42.5(pid=1923): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1923)]
14:36:38.326842 run    osmo-stp_10.42.42.5(pid=1923): stdout: 
| (launched: 2022-12-14_14:36:36.740410)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:36:38.466603 run    osmo-stp_10.42.42.5(pid=1923): stderr: 
| �[0;m�[38;5;43m20221214143636935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143636935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143636935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143636936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143636936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143636936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143636936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:36:38.601690 run    osmo-stp_10.42.42.5(pid=1923): stdout: 
| (launched: 2022-12-14_14:36:36.740410)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:36:38.735532 run    osmo-stp_10.42.42.5(pid=1923): stderr: 
| �[0;m�[38;5;43m20221214143636935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143636935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143636935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143636936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143636936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143636936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143636936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:36:38.891776 run               patchelf(pid=1926): Terminating (SIGINT)
14:36:39.075614 run               patchelf(pid=1926): Terminated: ok {rc=0}
14:36:39.109080 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1923): Process ended prematurely: osmo-stp_10.42.42.5(pid=1923) [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1923)]  [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]
14:36:39.119275 tst      cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)
14:36:39.182492 run    osmo-hlr_10.42.42.2(pid=1920): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1920)]
14:36:39.233802 run    osmo-hlr_10.42.42.2(pid=1920): stdout: 
| (launched: 2022-12-14_14:36:35.720601) 
14:36:39.285830 run    osmo-hlr_10.42.42.2(pid=1920): stderr: 
| �[0;m�[1;31m20221214143635922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143635922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143635922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143635922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143635922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143635923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143635935 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143635943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143635943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143635943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:36:39.330473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1913): Terminating (SIGTERM)
14:36:39.372444 run iperf3-srv_10.42.42.10(pid=1914): Terminating (SIGTERM)
14:36:39.414409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1915): Terminating (SIGTERM)
14:36:39.456167 run iperf3-srv_10.42.42.10(pid=1916): Terminating (SIGTERM)
14:36:39.498198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1919): Terminating (SIGTERM)
14:36:39.540677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1922): Terminating (SIGTERM)
14:36:39.582614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1925): Terminating (SIGTERM)
14:36:39.592256 ---      ParallelTerminationStrategy: PID 1913 died...
14:36:39.648005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1913): Terminated: ok {rc=0}
14:36:39.658126 ---      ParallelTerminationStrategy: PID 1914 died...
14:36:39.713371 run iperf3-srv_10.42.42.10(pid=1914): Terminated {rc=256}
14:36:39.723327 ---      ParallelTerminationStrategy: PID 1915 died...
14:36:39.778548 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1915): Terminated: ok {rc=0}
14:36:39.788509 ---      ParallelTerminationStrategy: PID 1916 died...
14:36:39.844006 run iperf3-srv_10.42.42.10(pid=1916): Terminated {rc=256}
14:36:39.854013 ---      ParallelTerminationStrategy: PID 1919 died...
14:36:39.909106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1919): Terminated: ok {rc=0}
14:36:39.918932 ---      ParallelTerminationStrategy: PID 1922 died...
14:36:39.974186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1922): Terminated: ok {rc=0}
14:36:39.984163 ---      ParallelTerminationStrategy: PID 1925 died...
14:36:40.039637 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1925): Terminated: ok {rc=0}
14:36:40.126207 bus                          /gobi_0: Setting Powered False
14:36:41.232688 bus                          /gobi_0: Setting Powered False
14:36:42.340588 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:oc2g+mod-bts0-dynts-ipa</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1937): Process ended prematurely: osmo-stp_10.42.42.5(pid=1937) [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1937)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1937): Process ended prematurely: osmo-stp_10.42.42.5(pid=1937) [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1937)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py
----------------------------------------------
14:36:43.456197 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:36:43.468362 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
14:36:43.623798 tst                        iperf3.py: using LAC 41574
14:36:43.751483 tst                        iperf3.py: using RAC 9
14:36:43.880378 tst                        iperf3.py: using CellId 41574
14:36:44.009200 tst                        iperf3.py: using BVCI 41575
14:36:44.034888 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:36:44.046315 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:36:44.057344 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:36:44.068410 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:36:44.079744 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:36:44.090872 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:36:44.102190 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:36:44.113242 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:36:44.124428 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
14:36:44.417195 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
14:36:44.553691 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:36:44.892469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1927): Launched
14:36:45.175819 run iperf3-srv_10.42.42.10(pid=1928): Launched
14:36:45.376321 tst                      iperf3.py:8: start network...
14:36:45.512814 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:36:46.097673 run          create_hlr_db(pid=1931): Launched
14:36:46.288840 bus                          /gobi_6: Setting Powered False
14:36:47.314499 run          create_hlr_db(pid=1931): Terminated: ok {rc=0}
14:36:47.748930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1933): Launched
14:36:48.076687 run    osmo-hlr_10.42.42.2(pid=1934): Launched
14:36:48.199407 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:36:48.767428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1936): Launched
14:36:49.093561 run    osmo-stp_10.42.42.5(pid=1937): Launched
14:36:49.211809 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:36:49.781071 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1939): Launched
14:36:49.897458 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:36:50.182579 run               patchelf(pid=1940): Launched
14:36:50.373457 run    osmo-stp_10.42.42.5(pid=1937): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1937)]
14:36:50.513030 run    osmo-stp_10.42.42.5(pid=1937): stdout: 
| (launched: 2022-12-14_14:36:48.932608)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:36:50.652255 run    osmo-stp_10.42.42.5(pid=1937): stderr: 
| �[0;m�[38;5;43m20221214143649127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143649127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143649127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143649128 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143649128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143649128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143649128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:36:50.787133 run    osmo-stp_10.42.42.5(pid=1937): stdout: 
| (launched: 2022-12-14_14:36:48.932608)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:36:50.920376 run    osmo-stp_10.42.42.5(pid=1937): stderr: 
| �[0;m�[38;5;43m20221214143649127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143649127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143649127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143649128 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143649128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143649128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143649128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:36:51.076542 run               patchelf(pid=1940): Terminating (SIGINT)
14:36:51.259757 run               patchelf(pid=1940): Terminated: ok {rc=0}
14:36:51.293443 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1937): Process ended prematurely: osmo-stp_10.42.42.5(pid=1937) [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1937)]  [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]
14:36:51.303350 tst                      iperf3.py:8: Test FAILED (7.9 sec)
14:36:51.366705 run    osmo-hlr_10.42.42.2(pid=1934): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1934)]
14:36:51.418336 run    osmo-hlr_10.42.42.2(pid=1934): stdout: 
| (launched: 2022-12-14_14:36:47.915039) 
14:36:51.470720 run    osmo-hlr_10.42.42.2(pid=1934): stderr: 
| �[0;m�[1;31m20221214143648114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143648114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143648114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143648114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143648114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143648114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143648127 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143648135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143648135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143648136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:36:51.515596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1927): Terminating (SIGTERM)
14:36:51.558222 run iperf3-srv_10.42.42.10(pid=1928): Terminating (SIGTERM)
14:36:51.600497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1933): Terminating (SIGTERM)
14:36:51.642872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1936): Terminating (SIGTERM)
14:36:51.685091 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1939): Terminating (SIGTERM)
14:36:51.694803 ---      ParallelTerminationStrategy: PID 1927 died...
14:36:51.751209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1927): Terminated: ok {rc=0}
14:36:51.761443 ---      ParallelTerminationStrategy: PID 1928 died...
14:36:51.817277 run iperf3-srv_10.42.42.10(pid=1928): Terminated {rc=256}
14:36:51.827317 ---      ParallelTerminationStrategy: PID 1933 died...
14:36:51.883308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1933): Terminated: ok {rc=0}
14:36:51.893453 ---      ParallelTerminationStrategy: PID 1936 died...
14:36:51.949198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1936): Terminated: ok {rc=0}
14:36:51.959280 ---      ParallelTerminationStrategy: PID 1939 died...
14:36:52.015138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1939): Terminated: ok {rc=0}
14:36:52.102786 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:oc2g+mod-bts0-dynts-ipa</className><duration>12.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1955): Process ended prematurely: osmo-stp_10.42.42.5(pid=1955) [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1955)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1955): Process ended prematurely: osmo-stp_10.42.42.5(pid=1955) [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1955)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py
----------------------------------------------
14:36:53.212768 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:36:53.224432 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
14:36:53.369919 tst                      iperf3m4.py: using LAC 41575
14:36:53.488682 tst                      iperf3m4.py: using RAC 10
14:36:53.609419 tst                      iperf3m4.py: using CellId 41575
14:36:53.729758 tst                      iperf3m4.py: using BVCI 41576
14:36:53.752893 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:36:53.763942 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:36:53.774696 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:36:53.785498 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:36:53.796441 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:36:53.807571 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:36:53.818776 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:36:53.829774 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:36:53.841068 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
14:36:53.957806 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
14:36:54.079966 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
14:36:54.198707 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
14:36:54.495779 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
14:36:54.631996 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:36:54.971947 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1941): Launched
14:36:55.255586 run iperf3-srv_10.42.42.10(pid=1942): Launched
14:36:55.456471 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
14:36:55.593402 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:36:55.933750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1943): Launched
14:36:56.215446 run iperf3-srv_10.42.42.10(pid=1944): Launched
14:36:56.415775 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
14:36:56.552100 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:36:56.892342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1945): Launched
14:36:57.177075 run iperf3-srv_10.42.42.10(pid=1946): Launched
14:36:57.378428 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
14:36:57.515436 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:36:57.857622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1947): Launched
14:36:58.143403 run iperf3-srv_10.42.42.10(pid=1948): Launched
14:36:58.344225 tst                    iperf3m4.py:8: start network...
14:36:58.481178 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:36:59.006566 run          create_hlr_db(pid=1949): Launched
14:36:59.196056 bus                          /gobi_6: Setting Powered False
14:37:00.216104 run          create_hlr_db(pid=1949): Terminated: ok {rc=0}
14:37:00.628674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1951): Launched
14:37:01.048225 run    osmo-hlr_10.42.42.2(pid=1952): Launched
14:37:01.264861 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:37:01.877703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1954): Launched
14:37:02.313967 run    osmo-stp_10.42.42.5(pid=1955): Launched
14:37:02.510272 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:37:03.082985 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1957): Launched
14:37:03.199999 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:37:03.491278 run               patchelf(pid=1958): Launched
14:37:03.683730 run    osmo-stp_10.42.42.5(pid=1955): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1955)]
14:37:03.823213 run    osmo-stp_10.42.42.5(pid=1955): stdout: 
| (launched: 2022-12-14_14:37:02.035410)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:37:03.962743 run    osmo-stp_10.42.42.5(pid=1955): stderr: 
| �[0;m�[38;5;43m20221214143702330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143702330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143702330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143702331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143702331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143702331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143702331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:37:04.098469 run    osmo-stp_10.42.42.5(pid=1955): stdout: 
| (launched: 2022-12-14_14:37:02.035410)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:37:04.231918 run    osmo-stp_10.42.42.5(pid=1955): stderr: 
| �[0;m�[38;5;43m20221214143702330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143702330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143702330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143702331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143702331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143702331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143702331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:37:04.387978 run               patchelf(pid=1958): Terminating (SIGINT)
14:37:04.570804 run               patchelf(pid=1958): Terminated: ok {rc=0}
14:37:04.604430 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1955): Process ended prematurely: osmo-stp_10.42.42.5(pid=1955) [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1955)]  [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]
14:37:04.614628 tst                    iperf3m4.py:8: Test FAILED (11.4 sec)
14:37:04.677867 run    osmo-hlr_10.42.42.2(pid=1952): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1952)]
14:37:04.729454 run    osmo-hlr_10.42.42.2(pid=1952): stdout: 
| (launched: 2022-12-14_14:37:00.784164) 
14:37:04.781650 run    osmo-hlr_10.42.42.2(pid=1952): stderr: 
| �[0;m�[1;31m20221214143701071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143701072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143701072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143701072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143701072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143701072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143701097 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143701123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143701123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143701123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:37:04.825981 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1941): Terminating (SIGTERM)
14:37:04.867763 run iperf3-srv_10.42.42.10(pid=1942): Terminating (SIGTERM)
14:37:04.909813 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1943): Terminating (SIGTERM)
14:37:04.951591 run iperf3-srv_10.42.42.10(pid=1944): Terminating (SIGTERM)
14:37:04.993569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1945): Terminating (SIGTERM)
14:37:05.035598 run iperf3-srv_10.42.42.10(pid=1946): Terminating (SIGTERM)
14:37:05.077849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1947): Terminating (SIGTERM)
14:37:05.120158 run iperf3-srv_10.42.42.10(pid=1948): Terminating (SIGTERM)
14:37:05.162274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1951): Terminating (SIGTERM)
14:37:05.204474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1954): Terminating (SIGTERM)
14:37:05.246774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1957): Terminating (SIGTERM)
14:37:05.256390 ---      ParallelTerminationStrategy: PID 1941 died...
14:37:05.311970 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1941): Terminated: ok {rc=0}
14:37:05.322681 ---      ParallelTerminationStrategy: PID 1942 died...
14:37:05.378607 run iperf3-srv_10.42.42.10(pid=1942): Terminated {rc=256}
14:37:05.388590 ---      ParallelTerminationStrategy: PID 1943 died...
14:37:05.444455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1943): Terminated: ok {rc=0}
14:37:05.454660 ---      ParallelTerminationStrategy: PID 1944 died...
14:37:05.510066 run iperf3-srv_10.42.42.10(pid=1944): Terminated {rc=256}
14:37:05.520123 ---      ParallelTerminationStrategy: PID 1945 died...
14:37:05.575585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1945): Terminated: ok {rc=0}
14:37:05.585977 ---      ParallelTerminationStrategy: PID 1946 died...
14:37:05.641438 run iperf3-srv_10.42.42.10(pid=1946): Terminated {rc=256}
14:37:05.651481 ---      ParallelTerminationStrategy: PID 1947 died...
14:37:05.707065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1947): Terminated: ok {rc=0}
14:37:05.717210 ---      ParallelTerminationStrategy: PID 1948 died...
14:37:05.772402 run iperf3-srv_10.42.42.10(pid=1948): Terminated {rc=256}
14:37:05.782514 ---      ParallelTerminationStrategy: PID 1951 died...
14:37:05.838083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1951): Terminated: ok {rc=0}
14:37:05.848038 ---      ParallelTerminationStrategy: PID 1954 died...
14:37:05.903434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1954): Terminated: ok {rc=0}
14:37:05.913915 ---      ParallelTerminationStrategy: PID 1957 died...
14:37:05.969601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1957): Terminated: ok {rc=0}
14:37:06.057560 bus                          /gobi_4: Setting Powered False
14:37:07.164298 bus                          /gobi_4: Setting Powered False
14:37:08.272517 bus                          /gobi_1: Setting Powered False
14:37:09.377679 bus                          /gobi_1: Setting Powered False
14:37:10.485642 bus                          /gobi_0: Setting Powered False
14:37:11.591476 bus                          /gobi_0: Setting Powered False
14:37:12.700674 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:oc2g+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1966): Process ended prematurely: osmo-stp_10.42.42.5(pid=1966) [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1966)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1966): Process ended prematurely: osmo-stp_10.42.42.5(pid=1966) [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1966)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:oc2g+mod-bts0-dynts-ipa ping.py
----------------------------------------------
14:37:13.769993 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:37:13.782233 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
14:37:13.934878 tst                          ping.py: using LAC 41576
14:37:14.060602 tst                          ping.py: using RAC 11
14:37:14.185539 tst                          ping.py: using CellId 41576
14:37:14.312209 tst                          ping.py: using BVCI 41577
14:37:14.337066 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:37:14.348661 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:37:14.360027 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:37:14.371428 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:37:14.382604 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:37:14.393761 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:37:14.405086 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:37:14.416302 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
14:37:14.694111 tst                       ping.py:19: start network...
14:37:14.819451 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:37:15.292505 run          create_hlr_db(pid=1959): Launched
14:37:15.466316 bus                          /gobi_6: Setting Powered False
14:37:16.555056 run          create_hlr_db(pid=1959): Terminated: ok {rc=0}
14:37:16.998706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1961): Launched
14:37:17.319557 run    osmo-hlr_10.42.42.2(pid=1962): Launched
14:37:17.436042 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:37:17.969217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1965): Launched
14:37:18.268096 run    osmo-stp_10.42.42.5(pid=1966): Launched
14:37:18.376724 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:37:18.899825 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1968): Launched
14:37:19.006178 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:37:19.268188 run               patchelf(pid=1969): Launched
14:37:19.444654 run    osmo-stp_10.42.42.5(pid=1966): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1966)]
14:37:19.573184 run    osmo-stp_10.42.42.5(pid=1966): stdout: 
| (launched: 2022-12-14_14:37:18.120305)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:37:19.701916 run    osmo-stp_10.42.42.5(pid=1966): stderr: 
| �[0;m�[38;5;43m20221214143718290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143718290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143718291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143718291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143718291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143718291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143718291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:37:19.826175 run    osmo-stp_10.42.42.5(pid=1966): stdout: 
| (launched: 2022-12-14_14:37:18.120305)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:37:19.949425 run    osmo-stp_10.42.42.5(pid=1966): stderr: 
| �[0;m�[38;5;43m20221214143718290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143718290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143718291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143718291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143718291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143718291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143718291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:37:20.093195 run               patchelf(pid=1969): Terminating (SIGINT)
14:37:20.261694 run               patchelf(pid=1969): Terminated: ok {rc=0}
14:37:20.292338 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1966): Process ended prematurely: osmo-stp_10.42.42.5(pid=1966) [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1966)]  [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]
14:37:20.301725 tst                       ping.py:22: Test FAILED (6.5 sec)
14:37:20.362560 run    osmo-hlr_10.42.42.2(pid=1962): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1962)]
14:37:20.412290 run    osmo-hlr_10.42.42.2(pid=1962): stdout: 
| (launched: 2022-12-14_14:37:17.168090) 
14:37:20.462453 run    osmo-hlr_10.42.42.2(pid=1962): stderr: 
| �[0;m�[1;31m20221214143717348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143717348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143717348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143717348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143717348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143717348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143717359 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143717368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143717368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143717368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:37:20.505167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1961): Terminating (SIGTERM)
14:37:20.545566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1965): Terminating (SIGTERM)
14:37:20.585884 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1968): Terminating (SIGTERM)
14:37:20.595068 ---      ParallelTerminationStrategy: PID 1961 died...
14:37:20.649328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1961): Terminated: ok {rc=0}
14:37:20.659003 ---      ParallelTerminationStrategy: PID 1965 died...
14:37:20.712734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1965): Terminated: ok {rc=0}
14:37:20.722412 ---      ParallelTerminationStrategy: PID 1968 died...
14:37:20.776036 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1968): Terminated: ok {rc=0}
14:37:20.860285 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:oc2g+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1976): Process ended prematurely: osmo-stp_10.42.42.5(pid=1976) [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1976)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1976): Process ended prematurely: osmo-stp_10.42.42.5(pid=1976) [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1976)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py
----------------------------------------------
14:37:21.910794 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:37:21.922544 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
14:37:22.077934 tst                ping_idle_ping.py: using LAC 41577
14:37:22.204614 tst                ping_idle_ping.py: using RAC 12
14:37:22.330067 tst                ping_idle_ping.py: using CellId 41577
14:37:22.455673 tst                ping_idle_ping.py: using BVCI 41578
14:37:22.480450 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:37:22.492147 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:37:22.503385 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:37:22.514689 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:37:22.526265 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:37:22.537660 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:37:22.549252 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:37:22.560808 tst     gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
14:37:22.837825 tst             ping_idle_ping.py:24: start network...
14:37:22.963158 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:37:23.442081 run          create_hlr_db(pid=1970): Launched
14:37:23.616479 bus                          /gobi_6: Setting Powered False
14:37:24.637376 run          create_hlr_db(pid=1970): Terminated: ok {rc=0}
14:37:25.067021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1972): Launched
14:37:25.390901 run    osmo-hlr_10.42.42.2(pid=1973): Launched
14:37:25.513269 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:37:26.074426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1975): Launched
14:37:26.397273 run    osmo-stp_10.42.42.5(pid=1976): Launched
14:37:26.513223 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:37:27.077911 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1978): Launched
14:37:27.192172 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:37:27.474891 run               patchelf(pid=1979): Launched
14:37:27.664537 run    osmo-stp_10.42.42.5(pid=1976): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1976)]
14:37:27.802021 run    osmo-stp_10.42.42.5(pid=1976): stdout: 
| (launched: 2022-12-14_14:37:26.237704)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:37:27.939613 run    osmo-stp_10.42.42.5(pid=1976): stderr: 
| �[0;m�[38;5;43m20221214143726429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143726429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143726430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143726430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143726430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143726431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143726431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:37:28.073069 run    osmo-stp_10.42.42.5(pid=1976): stdout: 
| (launched: 2022-12-14_14:37:26.237704)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:37:28.205111 run    osmo-stp_10.42.42.5(pid=1976): stderr: 
| �[0;m�[38;5;43m20221214143726429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143726429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143726430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143726430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143726430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143726431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143726431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:37:28.358846 run               patchelf(pid=1979): Terminating (SIGINT)
14:37:28.539541 run               patchelf(pid=1979): Terminated: ok {rc=0}
14:37:28.572309 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1976): Process ended prematurely: osmo-stp_10.42.42.5(pid=1976) [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1976)]  [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]
14:37:28.581761 tst             ping_idle_ping.py:27: Test FAILED (6.7 sec)
14:37:28.644353 run    osmo-hlr_10.42.42.2(pid=1973): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1973)]
14:37:28.695883 run    osmo-hlr_10.42.42.2(pid=1973): stdout: 
| (launched: 2022-12-14_14:37:25.230527) 
14:37:28.747908 run    osmo-hlr_10.42.42.2(pid=1973): stderr: 
| �[0;m�[1;31m20221214143725428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143725428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143725428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143725428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143725428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143725429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143725440 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143725448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143725449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143725449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:37:28.792687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1972): Terminating (SIGTERM)
14:37:28.834983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1975): Terminating (SIGTERM)
14:37:28.876807 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1978): Terminating (SIGTERM)
14:37:28.886478 ---      ParallelTerminationStrategy: PID 1972 died...
14:37:28.942396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1972): Terminated: ok {rc=0}
14:37:28.952401 ---      ParallelTerminationStrategy: PID 1975 died...
14:37:29.008133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1975): Terminated: ok {rc=0}
14:37:29.018161 ---      ParallelTerminationStrategy: PID 1978 died...
14:37:29.074481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1978): Terminated: ok {rc=0}
14:37:29.160671 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>62.0</duration><id>32</id><name>gprs_oc2g+mod-bts0-dynts-ipa</name><properties></properties><timestamp>2022-12-14T14:36:29</timestamp></suite><suite><case><age>270</age><className>gprs:oc2g+mod-bts0-dynts-osmo</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=1993): Process ended prematurely: osmo-stp_10.42.42.5(pid=1993) [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1993)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1993): Process ended prematurely: osmo-stp_10.42.42.5(pid=1993) [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1993)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py
----------------------------------------------
14:37:31.328699 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:37:31.340790 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
14:37:31.490318 tst         cs_paging_gprs_active.py: using LAC 41578
14:37:31.620471 tst         cs_paging_gprs_active.py: using RAC 13
14:37:31.749229 tst         cs_paging_gprs_active.py: using CellId 41578
14:37:31.875030 tst         cs_paging_gprs_active.py: using BVCI 41579
14:37:31.900439 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:37:31.913286 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:37:31.924739 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:37:31.936458 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:37:31.949685 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:37:31.962573 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:37:31.975562 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:37:31.988098 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:37:32.001083 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
14:37:32.122512 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
14:37:32.403713 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
14:37:32.531871 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:37:32.848518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1983): Launched
14:37:33.112527 run iperf3-srv_10.42.42.10(pid=1984): Launched
14:37:33.299001 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
14:37:33.426607 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:37:33.743338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1985): Launched
14:37:34.009411 run iperf3-srv_10.42.42.10(pid=1986): Launched
14:37:34.194941 tst      cs_paging_gprs_active.py:38: start network...
14:37:34.321881 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:37:34.807402 run          create_hlr_db(pid=1987): Launched
14:37:34.982251 bus                          /gobi_6: Setting Powered False
14:37:36.004803 run          create_hlr_db(pid=1987): Terminated: ok {rc=0}
14:37:36.411779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1989): Launched
14:37:36.718630 run    osmo-hlr_10.42.42.2(pid=1990): Launched
14:37:36.834608 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:37:37.365673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1992): Launched
14:37:37.675133 run    osmo-stp_10.42.42.5(pid=1993): Launched
14:37:37.786679 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:37:38.319307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1995): Launched
14:37:38.428127 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:37:38.696254 run               patchelf(pid=1996): Launched
14:37:38.875688 run    osmo-stp_10.42.42.5(pid=1993): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1993)]
14:37:39.006612 run    osmo-stp_10.42.42.5(pid=1993): stdout: 
| (launched: 2022-12-14_14:37:37.520755)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:37:39.137780 run    osmo-stp_10.42.42.5(pid=1993): stderr: 
| �[0;m�[38;5;43m20221214143737695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143737695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143737695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143737696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143737696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143737696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143737696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:37:39.264622 run    osmo-stp_10.42.42.5(pid=1993): stdout: 
| (launched: 2022-12-14_14:37:37.520755)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:37:39.390400 run    osmo-stp_10.42.42.5(pid=1993): stderr: 
| �[0;m�[38;5;43m20221214143737695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143737695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143737695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143737696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143737696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143737696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143737696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:37:39.536776 run               patchelf(pid=1996): Terminating (SIGINT)
14:37:39.708689 run               patchelf(pid=1996): Terminated: ok {rc=0}
14:37:39.740218 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1993): Process ended prematurely: osmo-stp_10.42.42.5(pid=1993) [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1993)]  [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]
14:37:39.749591 tst      cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)
14:37:39.809611 run    osmo-hlr_10.42.42.2(pid=1990): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1990)]
14:37:39.858695 run    osmo-hlr_10.42.42.2(pid=1990): stdout: 
| (launched: 2022-12-14_14:37:36.566918) 
14:37:39.908469 run    osmo-hlr_10.42.42.2(pid=1990): stderr: 
| �[0;m�[1;31m20221214143736746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143736746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143736746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143736746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143736746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143736746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143736758 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143736767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143736767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143736767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:37:39.951092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1983): Terminating (SIGTERM)
14:37:39.990955 run iperf3-srv_10.42.42.10(pid=1984): Terminating (SIGTERM)
14:37:40.030979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1985): Terminating (SIGTERM)
14:37:40.070886 run iperf3-srv_10.42.42.10(pid=1986): Terminating (SIGTERM)
14:37:40.111015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1989): Terminating (SIGTERM)
14:37:40.150815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1992): Terminating (SIGTERM)
14:37:40.190716 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1995): Terminating (SIGTERM)
14:37:40.199803 ---      ParallelTerminationStrategy: PID 1983 died...
14:37:40.253208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1983): Terminated: ok {rc=0}
14:37:40.262639 ---      ParallelTerminationStrategy: PID 1984 died...
14:37:40.315658 run iperf3-srv_10.42.42.10(pid=1984): Terminated {rc=256}
14:37:40.325123 ---      ParallelTerminationStrategy: PID 1985 died...
14:37:40.378158 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1985): Terminated: ok {rc=0}
14:37:40.387499 ---      ParallelTerminationStrategy: PID 1986 died...
14:37:40.440594 run iperf3-srv_10.42.42.10(pid=1986): Terminated {rc=256}
14:37:40.449965 ---      ParallelTerminationStrategy: PID 1989 died...
14:37:40.502885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1989): Terminated: ok {rc=0}
14:37:40.512231 ---      ParallelTerminationStrategy: PID 1992 died...
14:37:40.565343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1992): Terminated: ok {rc=0}
14:37:40.574733 ---      ParallelTerminationStrategy: PID 1995 died...
14:37:40.627659 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1995): Terminated: ok {rc=0}
14:37:40.715896 bus                          /gobi_0: Setting Powered False
14:37:41.819000 bus                          /gobi_0: Setting Powered False
14:37:42.925222 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:oc2g+mod-bts0-dynts-osmo</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2005): Process ended prematurely: osmo-stp_10.42.42.5(pid=2005) [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2005)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2005): Process ended prematurely: osmo-stp_10.42.42.5(pid=2005) [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2005)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py
----------------------------------------------
14:37:44.034804 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:37:44.046377 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
14:37:44.201840 tst                        iperf3.py: using LAC 41579
14:37:44.329404 tst                        iperf3.py: using RAC 14
14:37:44.458358 tst                        iperf3.py: using CellId 41579
14:37:44.585279 tst                        iperf3.py: using BVCI 41580
14:37:44.610304 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:37:44.621732 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:37:44.632748 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:37:44.643903 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:37:44.654979 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:37:44.666196 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:37:44.677427 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:37:44.688433 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:37:44.699789 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
14:37:44.978735 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
14:37:45.105533 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:37:45.422063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1997): Launched
14:37:45.685645 run iperf3-srv_10.42.42.10(pid=1998): Launched
14:37:45.880284 tst                      iperf3.py:8: start network...
14:37:46.010118 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:37:46.575718 run          create_hlr_db(pid=1999): Launched
14:37:46.759731 bus                          /gobi_6: Setting Powered False
14:37:47.775822 run          create_hlr_db(pid=1999): Terminated: ok {rc=0}
14:37:48.183663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2001): Launched
14:37:48.489732 run    osmo-hlr_10.42.42.2(pid=2002): Launched
14:37:48.609121 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:37:49.148315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2004): Launched
14:37:49.453523 run    osmo-stp_10.42.42.5(pid=2005): Launched
14:37:49.564560 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:37:50.099404 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2007): Launched
14:37:50.208118 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:37:50.475872 run               patchelf(pid=2008): Launched
14:37:50.655406 run    osmo-stp_10.42.42.5(pid=2005): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2005)]
14:37:50.786280 run    osmo-stp_10.42.42.5(pid=2005): stdout: 
| (launched: 2022-12-14_14:37:49.302620)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:37:50.916869 run    osmo-stp_10.42.42.5(pid=2005): stderr: 
| �[0;m�[38;5;43m20221214143749473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143749473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143749473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143749474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143749474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143749474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143749474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:37:51.043090 run    osmo-stp_10.42.42.5(pid=2005): stdout: 
| (launched: 2022-12-14_14:37:49.302620)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:37:51.168223 run    osmo-stp_10.42.42.5(pid=2005): stderr: 
| �[0;m�[38;5;43m20221214143749473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143749473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143749473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143749474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143749474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143749474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143749474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:37:51.314867 run               patchelf(pid=2008): Terminating (SIGINT)
14:37:51.486624 run               patchelf(pid=2008): Terminated: ok {rc=0}
14:37:51.518267 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2005): Process ended prematurely: osmo-stp_10.42.42.5(pid=2005) [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2005)]  [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]
14:37:51.527652 tst                      iperf3.py:8: Test FAILED (7.5 sec)
14:37:51.588283 run    osmo-hlr_10.42.42.2(pid=2002): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2002)]
14:37:51.637572 run    osmo-hlr_10.42.42.2(pid=2002): stdout: 
| (launched: 2022-12-14_14:37:48.338735) 
14:37:51.687688 run    osmo-hlr_10.42.42.2(pid=2002): stderr: 
| �[0;m�[1;31m20221214143748517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143748517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143748517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143748517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143748517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143748517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143748530 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143748538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143748538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143748538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:37:51.730907 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1997): Terminating (SIGTERM)
14:37:51.771196 run iperf3-srv_10.42.42.10(pid=1998): Terminating (SIGTERM)
14:37:51.812229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2001): Terminating (SIGTERM)
14:37:51.852611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2004): Terminating (SIGTERM)
14:37:51.893054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2007): Terminating (SIGTERM)
14:37:51.902177 ---      ParallelTerminationStrategy: PID 1997 died...
14:37:51.956079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1997): Terminated: ok {rc=0}
14:37:51.965709 ---      ParallelTerminationStrategy: PID 1998 died...
14:37:52.019057 run iperf3-srv_10.42.42.10(pid=1998): Terminated {rc=256}
14:37:52.028434 ---      ParallelTerminationStrategy: PID 2001 died...
14:37:52.082104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2001): Terminated: ok {rc=0}
14:37:52.091529 ---      ParallelTerminationStrategy: PID 2004 died...
14:37:52.145205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2004): Terminated: ok {rc=0}
14:37:52.154639 ---      ParallelTerminationStrategy: PID 2007 died...
14:37:52.208345 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2007): Terminated: ok {rc=0}
14:37:52.298795 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:oc2g+mod-bts0-dynts-osmo</className><duration>12.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2023): Process ended prematurely: osmo-stp_10.42.42.5(pid=2023) [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2023)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2023): Process ended prematurely: osmo-stp_10.42.42.5(pid=2023) [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2023)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py
----------------------------------------------
14:37:53.413277 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:37:53.425435 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
14:37:53.581112 tst                      iperf3m4.py: using LAC 41580
14:37:53.710657 tst                      iperf3m4.py: using RAC 15
14:37:53.844589 tst                      iperf3m4.py: using CellId 41580
14:37:53.970658 tst                      iperf3m4.py: using BVCI 41581
14:37:53.995748 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:37:54.007042 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:37:54.018154 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:37:54.029273 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:37:54.040363 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:37:54.051538 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:37:54.063299 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:37:54.074404 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:37:54.085744 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
14:37:54.202530 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
14:37:54.323800 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
14:37:54.440840 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
14:37:54.738182 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
14:37:54.874436 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:37:55.214990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2009): Launched
14:37:55.495428 run iperf3-srv_10.42.42.10(pid=2010): Launched
14:37:55.694784 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
14:37:55.831005 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:37:56.169248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2011): Launched
14:37:56.450835 run iperf3-srv_10.42.42.10(pid=2012): Launched
14:37:56.650096 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
14:37:56.785525 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:37:57.124060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2013): Launched
14:37:57.405791 run iperf3-srv_10.42.42.10(pid=2014): Launched
14:37:57.604292 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
14:37:57.740180 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:37:58.079710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2015): Launched
14:37:58.359608 run iperf3-srv_10.42.42.10(pid=2016): Launched
14:37:58.558786 tst                    iperf3m4.py:8: start network...
14:37:58.694572 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:37:59.216742 run          create_hlr_db(pid=2017): Launched
14:37:59.405245 bus                          /gobi_6: Setting Powered False
14:38:00.425928 run          create_hlr_db(pid=2017): Terminated: ok {rc=0}
14:38:00.836555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2019): Launched
14:38:01.300631 run    osmo-hlr_10.42.42.2(pid=2020): Launched
14:38:01.489306 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:38:02.083041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2022): Launched
14:38:02.424942 run    osmo-stp_10.42.42.5(pid=2023): Launched
14:38:02.545975 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:38:03.119082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2025): Launched
14:38:03.235687 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:38:03.521543 run               patchelf(pid=2026): Launched
14:38:03.712270 run    osmo-stp_10.42.42.5(pid=2023): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2023)]
14:38:03.851502 run    osmo-stp_10.42.42.5(pid=2023): stdout: 
| (launched: 2022-12-14_14:38:02.253131)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:38:03.990450 run    osmo-stp_10.42.42.5(pid=2023): stderr: 
| �[0;m�[38;5;43m20221214143802511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143802512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143802512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143802512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143802513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143802513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143802513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:38:04.125724 run    osmo-stp_10.42.42.5(pid=2023): stdout: 
| (launched: 2022-12-14_14:38:02.253131)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:38:04.259095 run    osmo-stp_10.42.42.5(pid=2023): stderr: 
| �[0;m�[38;5;43m20221214143802511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143802512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143802512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143802512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143802513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143802513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143802513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:38:04.414636 run               patchelf(pid=2026): Terminating (SIGINT)
14:38:04.597111 run               patchelf(pid=2026): Terminated: ok {rc=0}
14:38:04.630432 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2023): Process ended prematurely: osmo-stp_10.42.42.5(pid=2023) [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2023)]  [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]
14:38:04.640329 tst                    iperf3m4.py:8: Test FAILED (11.3 sec)
14:38:04.703687 run    osmo-hlr_10.42.42.2(pid=2020): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2020)]
14:38:04.755125 run    osmo-hlr_10.42.42.2(pid=2020): stdout: 
| (launched: 2022-12-14_14:38:01.000373) 
14:38:04.807039 run    osmo-hlr_10.42.42.2(pid=2020): stderr: 
| �[0;m�[1;31m20221214143801241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143801241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143801241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143801241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143801241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143801241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143801255 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143801269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143801269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143801269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:38:04.851556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2009): Terminating (SIGTERM)
14:38:04.893567 run iperf3-srv_10.42.42.10(pid=2010): Terminating (SIGTERM)
14:38:04.935343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2011): Terminating (SIGTERM)
14:38:04.977071 run iperf3-srv_10.42.42.10(pid=2012): Terminating (SIGTERM)
14:38:05.018969 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2013): Terminating (SIGTERM)
14:38:05.061030 run iperf3-srv_10.42.42.10(pid=2014): Terminating (SIGTERM)
14:38:05.102963 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2015): Terminating (SIGTERM)
14:38:05.144868 run iperf3-srv_10.42.42.10(pid=2016): Terminating (SIGTERM)
14:38:05.186700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2019): Terminating (SIGTERM)
14:38:05.228657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2022): Terminating (SIGTERM)
14:38:05.270523 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2025): Terminating (SIGTERM)
14:38:05.280130 ---      ParallelTerminationStrategy: PID 2009 died...
14:38:05.335968 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2009): Terminated: ok {rc=0}
14:38:05.346074 ---      ParallelTerminationStrategy: PID 2010 died...
14:38:05.401669 run iperf3-srv_10.42.42.10(pid=2010): Terminated {rc=256}
14:38:05.411938 ---      ParallelTerminationStrategy: PID 2011 died...
14:38:05.467400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2011): Terminated: ok {rc=0}
14:38:05.477309 ---      ParallelTerminationStrategy: PID 2012 died...
14:38:05.532733 run iperf3-srv_10.42.42.10(pid=2012): Terminated {rc=256}
14:38:05.542700 ---      ParallelTerminationStrategy: PID 2013 died...
14:38:05.598358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2013): Terminated: ok {rc=0}
14:38:05.608348 ---      ParallelTerminationStrategy: PID 2014 died...
14:38:05.663840 run iperf3-srv_10.42.42.10(pid=2014): Terminated {rc=256}
14:38:05.673979 ---      ParallelTerminationStrategy: PID 2015 died...
14:38:05.729750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2015): Terminated: ok {rc=0}
14:38:05.739799 ---      ParallelTerminationStrategy: PID 2016 died...
14:38:05.795167 run iperf3-srv_10.42.42.10(pid=2016): Terminated {rc=256}
14:38:05.805503 ---      ParallelTerminationStrategy: PID 2019 died...
14:38:05.861506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2019): Terminated: ok {rc=0}
14:38:05.871693 ---      ParallelTerminationStrategy: PID 2022 died...
14:38:05.927559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2022): Terminated: ok {rc=0}
14:38:05.938034 ---      ParallelTerminationStrategy: PID 2025 died...
14:38:05.994148 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2025): Terminated: ok {rc=0}
14:38:06.081123 bus                          /gobi_4: Setting Powered False
14:38:07.183980 bus                          /gobi_4: Setting Powered False
14:38:08.293583 bus                          /gobi_1: Setting Powered False
14:38:09.401084 bus                          /gobi_1: Setting Powered False
14:38:10.513507 bus                          /gobi_0: Setting Powered False
14:38:11.617054 bus                          /gobi_0: Setting Powered False
14:38:12.726863 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:oc2g+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2033): Process ended prematurely: osmo-stp_10.42.42.5(pid=2033) [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2033)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2033): Process ended prematurely: osmo-stp_10.42.42.5(pid=2033) [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2033)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:oc2g+mod-bts0-dynts-osmo ping.py
----------------------------------------------
14:38:13.797050 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:38:13.809208 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
14:38:13.956590 tst                          ping.py: using LAC 41581
14:38:14.075996 tst                          ping.py: using RAC 16
14:38:14.193658 tst                          ping.py: using CellId 41581
14:38:14.319288 tst                          ping.py: using BVCI 41582
14:38:14.343850 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:38:14.355385 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:38:14.366756 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:38:14.378000 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:38:14.389620 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:38:14.402534 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:38:14.414642 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:38:14.426248 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
14:38:14.719280 tst                       ping.py:19: start network...
14:38:14.853790 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:38:15.367276 run          create_hlr_db(pid=2027): Launched
14:38:15.554511 bus                          /gobi_6: Setting Powered False
14:38:16.583749 run          create_hlr_db(pid=2027): Terminated: ok {rc=0}
14:38:17.015905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2029): Launched
14:38:17.338246 run    osmo-hlr_10.42.42.2(pid=2030): Launched
14:38:17.459021 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:38:18.024146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2032): Launched
14:38:18.346579 run    osmo-stp_10.42.42.5(pid=2033): Launched
14:38:18.461690 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:38:19.020693 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2035): Launched
14:38:19.135148 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:38:19.415502 run               patchelf(pid=2036): Launched
14:38:19.603561 run    osmo-stp_10.42.42.5(pid=2033): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2033)]
14:38:19.740904 run    osmo-stp_10.42.42.5(pid=2033): stdout: 
| (launched: 2022-12-14_14:38:18.187939)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:38:19.878428 run    osmo-stp_10.42.42.5(pid=2033): stderr: 
| �[0;m�[38;5;43m20221214143818380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143818380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143818380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143818381 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143818381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143818381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143818381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:38:20.012214 run    osmo-stp_10.42.42.5(pid=2033): stdout: 
| (launched: 2022-12-14_14:38:18.187939)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:38:20.144204 run    osmo-stp_10.42.42.5(pid=2033): stderr: 
| �[0;m�[38;5;43m20221214143818380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143818380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143818380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143818381 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143818381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143818381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143818381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:38:20.296891 run               patchelf(pid=2036): Terminating (SIGINT)
14:38:20.476089 run               patchelf(pid=2036): Terminated: ok {rc=0}
14:38:20.508653 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2033): Process ended prematurely: osmo-stp_10.42.42.5(pid=2033) [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2033)]  [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]
14:38:20.518049 tst                       ping.py:22: Test FAILED (6.7 sec)
14:38:20.581708 run    osmo-hlr_10.42.42.2(pid=2030): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2030)]
14:38:20.633540 run    osmo-hlr_10.42.42.2(pid=2030): stdout: 
| (launched: 2022-12-14_14:38:17.171631) 
14:38:20.686011 run    osmo-hlr_10.42.42.2(pid=2030): stderr: 
| �[0;m�[1;31m20221214143817382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143817382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143817382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143817382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143817382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143817382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143817394 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143817402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143817402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143817403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:38:20.730760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2029): Terminating (SIGTERM)
14:38:20.773187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2032): Terminating (SIGTERM)
14:38:20.815061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2035): Terminating (SIGTERM)
14:38:20.824773 ---      ParallelTerminationStrategy: PID 2029 died...
14:38:20.880634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2029): Terminated: ok {rc=0}
14:38:20.890705 ---      ParallelTerminationStrategy: PID 2032 died...
14:38:20.946361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2032): Terminated: ok {rc=0}
14:38:20.956415 ---      ParallelTerminationStrategy: PID 2035 died...
14:38:21.012116 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2035): Terminated: ok {rc=0}
14:38:21.098914 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:oc2g+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2043): Process ended prematurely: osmo-stp_10.42.42.5(pid=2043) [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2043)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2043): Process ended prematurely: osmo-stp_10.42.42.5(pid=2043) [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2043)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py
----------------------------------------------
14:38:22.151378 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:38:22.163649 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
14:38:22.317834 tst                ping_idle_ping.py: using LAC 41582
14:38:22.447953 tst                ping_idle_ping.py: using RAC 17
14:38:22.572873 tst                ping_idle_ping.py: using CellId 41582
14:38:22.698065 tst                ping_idle_ping.py: using BVCI 41583
14:38:22.722735 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:38:22.734244 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:38:22.745472 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:38:22.756614 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:38:22.768177 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:38:22.779801 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:38:22.791640 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:38:22.803429 tst    gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
14:38:23.081838 tst             ping_idle_ping.py:24: start network...
14:38:23.206904 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:38:23.686374 run          create_hlr_db(pid=2037): Launched
14:38:23.860862 bus                          /gobi_6: Setting Powered False
14:38:24.881577 run          create_hlr_db(pid=2037): Terminated: ok {rc=0}
14:38:25.285164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2039): Launched
14:38:25.586727 run    osmo-hlr_10.42.42.2(pid=2040): Launched
14:38:25.705749 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:38:26.236849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2042): Launched
14:38:26.539492 run    osmo-stp_10.42.42.5(pid=2043): Launched
14:38:26.649934 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:38:27.173538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2045): Launched
14:38:27.280072 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:38:27.542369 run               patchelf(pid=2046): Launched
14:38:27.718630 run    osmo-stp_10.42.42.5(pid=2043): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2043)]
14:38:27.847259 run    osmo-stp_10.42.42.5(pid=2043): stdout: 
| (launched: 2022-12-14_14:38:26.389062)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:38:27.976214 run    osmo-stp_10.42.42.5(pid=2043): stderr: 
| �[0;m�[38;5;43m20221214143826559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143826560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143826560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143826560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143826563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143826563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143826563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:38:28.101315 run    osmo-stp_10.42.42.5(pid=2043): stdout: 
| (launched: 2022-12-14_14:38:26.389062)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:38:28.224191 run    osmo-stp_10.42.42.5(pid=2043): stderr: 
| �[0;m�[38;5;43m20221214143826559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143826560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143826560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143826560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143826563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143826563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143826563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:38:28.367678 run               patchelf(pid=2046): Terminating (SIGINT)
14:38:28.536905 run               patchelf(pid=2046): Terminated: ok {rc=0}
14:38:28.567664 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2043): Process ended prematurely: osmo-stp_10.42.42.5(pid=2043) [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2043)]  [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]
14:38:28.576382 tst             ping_idle_ping.py:27: Test FAILED (6.4 sec)
14:38:28.636790 run    osmo-hlr_10.42.42.2(pid=2040): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2040)]
14:38:28.686247 run    osmo-hlr_10.42.42.2(pid=2040): stdout: 
| (launched: 2022-12-14_14:38:25.437325) 
14:38:28.736265 run    osmo-hlr_10.42.42.2(pid=2040): stderr: 
| �[0;m�[1;31m20221214143825614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143825614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143825614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143825614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143825614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143825614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143825627 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143825635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143825635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143825635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:38:28.779025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2039): Terminating (SIGTERM)
14:38:28.819364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2042): Terminating (SIGTERM)
14:38:28.859976 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2045): Terminating (SIGTERM)
14:38:28.869264 ---      ParallelTerminationStrategy: PID 2039 died...
14:38:28.924022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2039): Terminated: ok {rc=0}
14:38:28.933782 ---      ParallelTerminationStrategy: PID 2042 died...
14:38:28.988104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2042): Terminated: ok {rc=0}
14:38:28.997651 ---      ParallelTerminationStrategy: PID 2045 died...
14:38:29.051517 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2045): Terminated: ok {rc=0}
14:38:29.141604 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>33</id><name>gprs_oc2g+mod-bts0-dynts-osmo</name><properties></properties><timestamp>2022-12-14T14:37:30</timestamp></suite><suite><case><age>270</age><className>dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2058): Process ended prematurely: osmo-stp_10.42.42.5(pid=2058) [trial-2406↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2058)]</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py", line 54, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2058): Process ended prematurely: osmo-stp_10.42.42.5(pid=2058) [trial-2406↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2058)]
</stderr><stdout>
----------------------------------------------
trial-2406 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py
----------------------------------------------
14:38:31.152279 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
14:38:31.169151 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
14:38:31.361219 tst               switch_tch_pdch.py: using LAC 41583
14:38:31.519265 tst               switch_tch_pdch.py: using RAC 18
14:38:31.686405 tst               switch_tch_pdch.py: using CellId 41583
14:38:31.839987 tst               switch_tch_pdch.py: using BVCI 41584
14:38:31.865124 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
14:38:31.877924 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
14:38:31.890348 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
14:38:31.903816 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
14:38:31.918235 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
14:38:31.931445 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
14:38:31.944702 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
14:38:31.957111 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
14:38:32.107286 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
14:38:32.400540 tst            switch_tch_pdch.py:51: start network...
14:38:32.534291 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:38:33.049058 run          create_hlr_db(pid=2052): Launched
14:38:33.236255 bus                          /gobi_6: Setting Powered False
14:38:34.255596 run          create_hlr_db(pid=2052): Terminated: ok {rc=0}
14:38:34.661944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2054): Launched
14:38:34.965247 run    osmo-hlr_10.42.42.2(pid=2055): Launched
14:38:35.082469 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:38:35.614137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2057): Launched
14:38:35.914753 run    osmo-stp_10.42.42.5(pid=2058): Launched
14:38:36.024276 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:38:36.548826 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2060): Launched
14:38:36.655026 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:38:36.917091 run               patchelf(pid=2061): Launched
14:38:37.093203 run    osmo-stp_10.42.42.5(pid=2058): ERR: Terminated: ERROR {rc=1}  [trial-2406↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2058)]
14:38:37.221851 run    osmo-stp_10.42.42.5(pid=2058): stdout: 
| (launched: 2022-12-14_14:38:35.765192)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:38:37.350329 run    osmo-stp_10.42.42.5(pid=2058): stderr: 
| �[0;m�[38;5;43m20221214143835933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143835933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143835934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143835934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143835936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143835936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143835936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:38:37.474479 run    osmo-stp_10.42.42.5(pid=2058): stdout: 
| (launched: 2022-12-14_14:38:35.765192)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:38:37.597432 run    osmo-stp_10.42.42.5(pid=2058): stderr: 
| �[0;m�[38;5;43m20221214143835933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143835933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143835934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143835934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143835936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143835936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143835936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:38:37.740463 run               patchelf(pid=2061): Terminating (SIGINT)
14:38:37.908588 run               patchelf(pid=2061): Terminated: ok {rc=0}
14:38:37.939215 tst            switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=2058): Process ended prematurely: osmo-stp_10.42.42.5(pid=2058) [trial-2406↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2058)]  [trial-2406↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]
14:38:37.947991 tst            switch_tch_pdch.py:54: Test FAILED (6.8 sec)
14:38:38.008611 run    osmo-hlr_10.42.42.2(pid=2055): ERR: Terminated: ERROR {rc=237}  [trial-2406↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2055)]
14:38:38.058007 run    osmo-hlr_10.42.42.2(pid=2055): stdout: 
| (launched: 2022-12-14_14:38:34.814357) 
14:38:38.108020 run    osmo-hlr_10.42.42.2(pid=2055): stderr: 
| �[0;m�[1;31m20221214143834993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143834993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143834993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143834993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143834993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143834993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143835006 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143835014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143835014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143835014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:38:38.150662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2054): Terminating (SIGTERM)
14:38:38.190899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2057): Terminating (SIGTERM)
14:38:38.230953 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2060): Terminating (SIGTERM)
14:38:38.240066 ---      ParallelTerminationStrategy: PID 2054 died...
14:38:38.293871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2054): Terminated: ok {rc=0}
14:38:38.303400 ---      ParallelTerminationStrategy: PID 2057 died...
14:38:38.356873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2057): Terminated: ok {rc=0}
14:38:38.366343 ---      ParallelTerminationStrategy: PID 2060 died...
14:38:38.419801 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2060): Terminated: ok {rc=0}
14:38:38.507672 bus                          /gobi_0: Setting Powered False
14:38:39.610331 bus                          /gobi_0: Setting Powered False
14:38:40.720558 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>12.0</duration><id>34</id><name>dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-14T14:38:30</timestamp></suite><suite><case><age>270</age><className>dynts:oc2g+mod-bts0-dynts67-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2072): Process ended prematurely: osmo-stp_10.42.42.5(pid=2072) [trial-2406↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2072)]</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py", line 54, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2072): Process ended prematurely: osmo-stp_10.42.42.5(pid=2072) [trial-2406↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2072)]
</stderr><stdout>
----------------------------------------------
trial-2406 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py
----------------------------------------------
14:38:42.647503 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
14:38:42.658613 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)
14:38:42.803962 tst               switch_tch_pdch.py: using LAC 41584
14:38:42.926071 tst               switch_tch_pdch.py: using RAC 19
14:38:43.042518 tst               switch_tch_pdch.py: using CellId 41584
14:38:43.158696 tst               switch_tch_pdch.py: using BVCI 41585
14:38:43.181559 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
14:38:43.192600 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
14:38:43.203352 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
14:38:43.214000 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
14:38:43.225457 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
14:38:43.236941 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
14:38:43.248762 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
14:38:43.260367 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)
14:38:43.380451 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)
14:38:43.656929 tst            switch_tch_pdch.py:51: start network...
14:38:43.781935 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:38:44.229386 run          create_hlr_db(pid=2066): Launched
14:38:44.351850 bus                          /gobi_6: Setting Powered False
14:38:45.422828 run          create_hlr_db(pid=2066): Terminated: ok {rc=0}
14:38:45.823897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2068): Launched
14:38:46.262054 run    osmo-hlr_10.42.42.2(pid=2069): Launched
14:38:46.432842 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:38:47.015767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2071): Launched
14:38:47.336351 run    osmo-stp_10.42.42.5(pid=2072): Launched
14:38:47.446308 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:38:47.944425 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2074): Launched
14:38:48.050643 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:38:48.313201 run               patchelf(pid=2075): Launched
14:38:48.488815 run    osmo-stp_10.42.42.5(pid=2072): ERR: Terminated: ERROR {rc=1}  [trial-2406↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2072)]
14:38:48.616755 run    osmo-stp_10.42.42.5(pid=2072): stdout: 
| (launched: 2022-12-14_14:38:47.181360)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:38:48.745268 run    osmo-stp_10.42.42.5(pid=2072): stderr: 
| �[0;m�[38;5;43m20221214143847351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143847352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143847352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143847352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143847354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143847355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143847355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:38:48.868447 run    osmo-stp_10.42.42.5(pid=2072): stdout: 
| (launched: 2022-12-14_14:38:47.181360)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:38:48.991063 run    osmo-stp_10.42.42.5(pid=2072): stderr: 
| �[0;m�[38;5;43m20221214143847351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143847352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143847352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143847352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143847354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143847355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143847355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:38:49.134671 run               patchelf(pid=2075): Terminating (SIGINT)
14:38:49.302590 run               patchelf(pid=2075): Terminated: ok {rc=0}
14:38:49.333255 tst            switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=2072): Process ended prematurely: osmo-stp_10.42.42.5(pid=2072) [trial-2406↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2072)]  [trial-2406↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]
14:38:49.341990 tst            switch_tch_pdch.py:54: Test FAILED (6.7 sec)
14:38:49.402420 run    osmo-hlr_10.42.42.2(pid=2069): ERR: Terminated: ERROR {rc=237}  [trial-2406↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2069)]
14:38:49.451931 run    osmo-hlr_10.42.42.2(pid=2069): stdout: 
| (launched: 2022-12-14_14:38:46.011326) 
14:38:49.502166 run    osmo-hlr_10.42.42.2(pid=2069): stderr: 
| �[0;m�[1;31m20221214143846326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143846326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143846326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143846326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143846326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143846326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143846349 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143846366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143846366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143846366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:38:49.544989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2068): Terminating (SIGTERM)
14:38:49.585728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2071): Terminating (SIGTERM)
14:38:49.626350 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2074): Terminating (SIGTERM)
14:38:49.635444 ---      ParallelTerminationStrategy: PID 2068 died...
14:38:49.690015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2068): Terminated: ok {rc=0}
14:38:49.699560 ---      ParallelTerminationStrategy: PID 2071 died...
14:38:49.753241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2071): Terminated: ok {rc=0}
14:38:49.762732 ---      ParallelTerminationStrategy: PID 2074 died...
14:38:49.816471 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2074): Terminated: ok {rc=0}
14:38:49.905334 bus                          /gobi_0: Setting Powered False
14:38:51.008933 bus                          /gobi_0: Setting Powered False
14:38:52.119664 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>12.0</duration><id>35</id><name>dynts_oc2g+mod-bts0-dynts67-osmo</name><properties></properties><timestamp>2022-12-14T14:38:42</timestamp></suite><suite><case><age>264</age><className>nitb_sms:trx-b200</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=2080): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2080) [trial-2406↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2080)]</errorStackTrace><failedSince>2145</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py", line 11, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=2080): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2080) [trial-2406↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2080)]
</stderr><stdout>
----------------------------------------------
trial-2406 nitb_sms:trx-b200 mo_mt_sms.py
----------------------------------------------
14:38:53.999962 tst                nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)
14:38:54.010776 tst                nitb_sms:trx-b200: Using 1 x bts (candidates: 1)
14:38:54.149629 tst                     mo_mt_sms.py: using LAC 41585
14:38:54.265543 tst                     mo_mt_sms.py: using RAC 20
14:38:54.380169 tst                     mo_mt_sms.py: using CellId 41585
14:38:54.495379 tst                     mo_mt_sms.py: using BVCI 41586
14:38:54.518183 tst                nitb_sms:trx-b200: Using 1 x modem (candidates: 2)
14:38:54.636514 tst                nitb_sms:trx-b200: Using 1 x modem (candidates: 2)
14:38:54.927719 tst                   mo_mt_sms.py:9: start nitb and bts...
14:38:55.061139 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
14:38:55.726330 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2079): Launched
14:38:56.046661 run   osmo-nitb_10.42.42.2(pid=2080): Launched
14:38:56.245208 run   osmo-nitb_10.42.42.2(pid=2080): ERR: Terminated: ERROR {rc=2}  [trial-2406↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2080)]
14:38:56.391347 run   osmo-nitb_10.42.42.2(pid=2080): stdout: 
| (launched: 2022-12-14_14:38:55.890117) 
14:38:56.537270 run   osmo-nitb_10.42.42.2(pid=2080): stderr: 
| (launched: 2022-12-14_14:38:55.938118)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
14:38:56.678320 run   osmo-nitb_10.42.42.2(pid=2080): stdout: 
| (launched: 2022-12-14_14:38:55.890117) 
14:38:56.818015 run   osmo-nitb_10.42.42.2(pid=2080): stderr: 
| (launched: 2022-12-14_14:38:55.938118)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
14:38:57.176180 tst   osmo-nitb_10.42.42.2(pid=2080): stdout: 
| (launched: 2022-12-14_14:38:55.890117) 
14:38:57.303312 tst   osmo-nitb_10.42.42.2(pid=2080): stderr: 
| (launched: 2022-12-14_14:38:55.938118)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
14:38:57.359271 tst                  mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=2080): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2080) [trial-2406↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2080)]  [trial-2406↪nitb_sms:trx-b200↪mo_mt_sms.py:11]
14:38:57.368056 tst                  mo_mt_sms.py:11: Test FAILED (3.4 sec)
14:38:57.404548 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2079): Terminating (SIGTERM)
14:38:57.582486 ---      ParallelTerminationStrategy: PID 2079 died...
14:38:57.640393 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2079): Terminated: ok {rc=0}
14:38:57.725779 bus                        /sierra_3: Setting Powered False
14:38:58.832229 bus                        /sierra_3: Setting Powered False
14:38:59.940788 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>8.0</duration><id>36</id><name>nitb_sms_trx-b200</name><properties></properties><timestamp>2022-12-14T14:38:53</timestamp></suite><suite><case><age>91</age><className>sms:trx-b200</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2361): Process ended prematurely: osmo-stp_10.42.42.5(pid=2361) [trial-2406↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2361)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py", line 16, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2361): Process ended prematurely: osmo-stp_10.42.42.5(pid=2361) [trial-2406↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2361)]
</stderr><stdout>
----------------------------------------------
trial-2406 sms:trx-b200 mo_mt_sms.py
----------------------------------------------
14:39:01.892714 tst                     sms:trx-b200: Using 1 x ip_address (candidates: 6)
14:39:01.904767 tst                     sms:trx-b200: Using 1 x bts (candidates: 1)
14:39:02.066610 tst                     mo_mt_sms.py: using LAC 41586
14:39:02.216745 tst                     mo_mt_sms.py: using RAC 21
14:39:02.361753 tst                     mo_mt_sms.py: using CellId 41586
14:39:02.484161 tst                     mo_mt_sms.py: using BVCI 41587
14:39:02.508527 tst                     sms:trx-b200: Using 1 x ip_address (candidates: 6)
14:39:02.520178 tst                     sms:trx-b200: Using 1 x ip_address (candidates: 6)
14:39:02.538475 tst                     sms:trx-b200: Using 1 x ip_address (candidates: 6)
14:39:02.551231 tst                     sms:trx-b200: Using 1 x ip_address (candidates: 6)
14:39:02.567237 tst                     sms:trx-b200: Using 1 x ip_address (candidates: 6)
14:39:02.583971 tst                     sms:trx-b200: Using 1 x modem (candidates: 2)
14:39:02.709095 tst                     sms:trx-b200: Using 1 x modem (candidates: 2)
14:39:02.986962 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:39:03.588339 run          create_hlr_db(pid=2189): Launched
14:39:03.810666 bus                        /sierra_2: Setting Powered False
14:39:04.791724 run          create_hlr_db(pid=2189): Terminated: ok {rc=0}
14:39:05.264146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2355): Launched
14:39:05.682354 run    osmo-hlr_10.42.42.2(pid=2356): Launched
14:39:05.931518 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:39:06.515075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2359): Launched
14:39:06.937814 run    osmo-stp_10.42.42.5(pid=2361): Launched
14:39:07.155433 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:39:07.760048 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2363): Launched
14:39:08.185604 run    osmo-msc_10.42.42.6(pid=2364): Launched
14:39:08.563180 run    osmo-stp_10.42.42.5(pid=2361): ERR: Terminated: ERROR {rc=1}  [trial-2406↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2361)]
14:39:08.770707 run    osmo-stp_10.42.42.5(pid=2361): stdout: 
| (launched: 2022-12-14_14:39:06.671324)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:39:08.906843 run    osmo-stp_10.42.42.5(pid=2361): stderr: 
| �[0;m�[38;5;43m20221214143906965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143906965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143906966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143906966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143906967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143906967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143906967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:39:09.039876 run    osmo-stp_10.42.42.5(pid=2361): stdout: 
| (launched: 2022-12-14_14:39:06.671324)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:39:09.171209 run    osmo-stp_10.42.42.5(pid=2361): stderr: 
| �[0;m�[38;5;43m20221214143906965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143906965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143906966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143906966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143906967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143906967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143906967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:39:09.229024 tst                  mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=2361): Process ended prematurely: osmo-stp_10.42.42.5(pid=2361) [trial-2406↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2361)]  [trial-2406↪sms:trx-b200↪mo_mt_sms.py:16]
14:39:09.238937 tst                  mo_mt_sms.py:16: Test FAILED (7.3 sec)
14:39:09.304214 run    osmo-hlr_10.42.42.2(pid=2356): ERR: Terminated: ERROR {rc=237}  [trial-2406↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2356)]
14:39:09.358763 run    osmo-hlr_10.42.42.2(pid=2356): stdout: 
| (launched: 2022-12-14_14:39:05.430834) 
14:39:09.413535 run    osmo-hlr_10.42.42.2(pid=2356): stderr: 
| �[0;m�[1;31m20221214143905735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143905735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143905735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143905735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143905735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143905735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143905759 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143905776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143905776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143905776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:39:09.487121 run    osmo-msc_10.42.42.6(pid=2364): ERR: Terminated: ERROR {rc=2}  [trial-2406↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2364)]
14:39:09.540755 run    osmo-msc_10.42.42.6(pid=2364): stdout: 
| (launched: 2022-12-14_14:39:07.927490) 
14:39:09.594917 run    osmo-msc_10.42.42.6(pid=2364): stderr: 
| �[0;m�[38;5;43m20221214143908420 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214143908420 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff39a5ffc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214143908420 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214143908420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214143908420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214143908429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214143908431 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214143908431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214143908431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214143908431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:39:09.641218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2355): Terminating (SIGTERM)
14:39:09.687504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2359): Terminating (SIGTERM)
14:39:09.733437 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2363): Terminating (SIGTERM)
14:39:09.743940 ---      ParallelTerminationStrategy: PID 2355 died...
14:39:09.803926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2355): Terminated: ok {rc=0}
14:39:09.814736 ---      ParallelTerminationStrategy: PID 2359 died...
14:39:09.872545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2359): Terminated: ok {rc=0}
14:39:09.883222 ---      ParallelTerminationStrategy: PID 2363 died...
14:39:09.941770 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2363): Terminated: ok {rc=0}
14:39:10.033399 bus                        /sierra_3: Setting Powered False
14:39:11.145350 bus                        /sierra_3: Setting Powered False
14:39:12.261506 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>13.0</duration><id>37</id><name>sms_trx-b200</name><properties></properties><timestamp>2022-12-14T14:39:01</timestamp></suite><suite><case><age>264</age><className>nitb_ussd:trx-b200</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=2370): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2370) [trial-2406↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2370)]</errorStackTrace><failedSince>2145</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py", line 12, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=2370): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2370) [trial-2406↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2370)]
</stderr><stdout>
----------------------------------------------
trial-2406 nitb_ussd:trx-b200 assert_extension.py
----------------------------------------------
14:39:14.108756 tst               nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)
14:39:14.121099 tst               nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)
14:39:14.266119 tst              assert_extension.py: using LAC 41587
14:39:14.388438 tst              assert_extension.py: using RAC 22
14:39:14.509634 tst              assert_extension.py: using CellId 41587
14:39:14.633238 tst              assert_extension.py: using BVCI 41588
14:39:14.657060 tst               nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)
14:39:14.941758 tst           assert_extension.py:10: start nitb and bts...
14:39:15.071607 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
14:39:15.729642 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2369): Launched
14:39:16.062085 run   osmo-nitb_10.42.42.2(pid=2370): Launched
14:39:16.253628 run   osmo-nitb_10.42.42.2(pid=2370): ERR: Terminated: ERROR {rc=2}  [trial-2406↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2370)]
14:39:16.396450 run   osmo-nitb_10.42.42.2(pid=2370): stdout: 
| (launched: 2022-12-14_14:39:15.885128) 
14:39:16.538205 run   osmo-nitb_10.42.42.2(pid=2370): stderr: 
| (launched: 2022-12-14_14:39:15.936461)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
14:39:16.675363 run   osmo-nitb_10.42.42.2(pid=2370): stdout: 
| (launched: 2022-12-14_14:39:15.885128) 
14:39:16.811729 run   osmo-nitb_10.42.42.2(pid=2370): stderr: 
| (launched: 2022-12-14_14:39:15.936461)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
14:39:17.201976 tst   osmo-nitb_10.42.42.2(pid=2370): stdout: 
| (launched: 2022-12-14_14:39:15.885128) 
14:39:17.347813 tst   osmo-nitb_10.42.42.2(pid=2370): stderr: 
| (launched: 2022-12-14_14:39:15.936461)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
14:39:17.413865 tst           assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=2370): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2370) [trial-2406↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2370)]  [trial-2406↪nitb_ussd:trx-b200↪assert_extension.py:12]
14:39:17.423744 tst           assert_extension.py:12: Test FAILED (3.3 sec)
14:39:17.466675 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2369): Terminating (SIGTERM)
14:39:17.645814 ---      ParallelTerminationStrategy: PID 2369 died...
14:39:17.708037 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2369): Terminated: ok {rc=0}
14:39:17.821272 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>6.0</duration><id>38</id><name>nitb_ussd_trx-b200</name><properties></properties><timestamp>2022-12-14T14:39:13</timestamp></suite><suite><case><age>91</age><className>ussd:trx-b200</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2380): Process ended prematurely: osmo-stp_10.42.42.5(pid=2380) [trial-2406↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2380)]</errorStackTrace><failedSince>2318</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py", line 17, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2380): Process ended prematurely: osmo-stp_10.42.42.5(pid=2380) [trial-2406↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2380)]
</stderr><stdout>
----------------------------------------------
trial-2406 ussd:trx-b200 assert_extension.py
----------------------------------------------
14:39:19.685983 tst                    ussd:trx-b200: Using 1 x ip_address (candidates: 6)
14:39:19.698281 tst                    ussd:trx-b200: Using 1 x bts (candidates: 1)
14:39:19.850647 tst              assert_extension.py: using LAC 41588
14:39:19.978657 tst              assert_extension.py: using RAC 23
14:39:20.108055 tst              assert_extension.py: using CellId 41588
14:39:20.235845 tst              assert_extension.py: using BVCI 41589
14:39:20.262205 tst                    ussd:trx-b200: Using 1 x ip_address (candidates: 6)
14:39:20.274274 tst                    ussd:trx-b200: Using 1 x ip_address (candidates: 6)
14:39:20.286311 tst                    ussd:trx-b200: Using 1 x ip_address (candidates: 6)
14:39:20.298636 tst                    ussd:trx-b200: Using 1 x ip_address (candidates: 6)
14:39:20.311350 tst                    ussd:trx-b200: Using 1 x ip_address (candidates: 6)
14:39:20.324424 tst                    ussd:trx-b200: Using 1 x modem (candidates: 1)
14:39:20.544076 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:39:21.080194 run          create_hlr_db(pid=2374): Launched
14:39:21.290223 bus                        /sierra_2: Setting Powered False
14:39:22.310441 run          create_hlr_db(pid=2374): Terminated: ok {rc=0}
14:39:22.769606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2376): Launched
14:39:23.196054 run    osmo-hlr_10.42.42.2(pid=2377): Launched
14:39:23.449161 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:39:24.044172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2379): Launched
14:39:24.480148 run    osmo-stp_10.42.42.5(pid=2380): Launched
14:39:24.704743 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:39:25.281213 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2383): Launched
14:39:25.581106 run    osmo-msc_10.42.42.6(pid=2384): Launched
14:39:25.759379 run    osmo-stp_10.42.42.5(pid=2380): ERR: Terminated: ERROR {rc=1}  [trial-2406↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2380)]
14:39:25.886657 run    osmo-stp_10.42.42.5(pid=2380): stdout: 
| (launched: 2022-12-14_14:39:24.214437)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:39:26.011965 run    osmo-stp_10.42.42.5(pid=2380): stderr: 
| �[0;m�[38;5;43m20221214143924515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143924516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143924516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143924516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143924522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143924522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143924522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:39:26.132511 run    osmo-stp_10.42.42.5(pid=2380): stdout: 
| (launched: 2022-12-14_14:39:24.214437)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:39:26.251421 run    osmo-stp_10.42.42.5(pid=2380): stderr: 
| �[0;m�[38;5;43m20221214143924515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143924516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143924516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143924516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143924522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143924522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143924522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:39:26.303554 tst           assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=2380): Process ended prematurely: osmo-stp_10.42.42.5(pid=2380) [trial-2406↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2380)]  [trial-2406↪ussd:trx-b200↪assert_extension.py:17]
14:39:26.311672 tst           assert_extension.py:17: Test FAILED (6.6 sec)
14:39:26.372372 run    osmo-hlr_10.42.42.2(pid=2377): ERR: Terminated: ERROR {rc=237}  [trial-2406↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2377)]
14:39:26.422095 run    osmo-hlr_10.42.42.2(pid=2377): stdout: 
| (launched: 2022-12-14_14:39:22.938216) 
14:39:26.472437 run    osmo-hlr_10.42.42.2(pid=2377): stderr: 
| �[0;m�[1;31m20221214143923252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143923253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143923253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143923253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143923253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143923253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143923273 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143923286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143923286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143923286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:39:26.540668 run    osmo-msc_10.42.42.6(pid=2384): ERR: Terminated: ERROR {rc=2}  [trial-2406↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2384)]
14:39:26.590307 run    osmo-msc_10.42.42.6(pid=2384): stdout: 
| (launched: 2022-12-14_14:39:25.432529) 
14:39:26.640565 run    osmo-msc_10.42.42.6(pid=2384): stderr: 
| �[0;m�[38;5;43m20221214143925706 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214143925706 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f394a764c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214143925707 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214143925707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214143925707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214143925707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214143925709 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214143925709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214143925709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214143925709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:39:26.683430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2376): Terminating (SIGTERM)
14:39:26.723825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2379): Terminating (SIGTERM)
14:39:26.764163 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2383): Terminating (SIGTERM)
14:39:26.773433 ---      ParallelTerminationStrategy: PID 2376 died...
14:39:26.827453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2376): Terminated: ok {rc=0}
14:39:26.836910 ---      ParallelTerminationStrategy: PID 2379 died...
14:39:26.890621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2379): Terminated: ok {rc=0}
14:39:26.900134 ---      ParallelTerminationStrategy: PID 2383 died...
14:39:26.953845 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2383): Terminated: ok {rc=0}
14:39:27.038146 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>10.0</duration><id>39</id><name>ussd_trx-b200</name><properties></properties><timestamp>2022-12-14T14:39:19</timestamp></suite><suite><case><age>91</age><className>voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2396): Process ended prematurely: osmo-stp_10.42.42.5(pid=2396) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2396)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2396): Process ended prematurely: osmo-stp_10.42.42.5(pid=2396) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2396)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py
----------------------------------------------
14:39:28.994621 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:39:29.005653 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
14:39:29.165365 tst                    mo_mt_call.py: using LAC 41589
14:39:29.286524 tst                    mo_mt_call.py: using RAC 24
14:39:29.405725 tst                    mo_mt_call.py: using CellId 41589
14:39:29.527758 tst                    mo_mt_call.py: using BVCI 41590
14:39:29.550944 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:39:29.562123 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:39:29.572917 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:39:29.583864 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:39:29.595322 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:39:29.606631 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
14:39:29.726426 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
14:39:29.930438 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:39:30.411009 run          create_hlr_db(pid=2390): Launched
14:39:30.586793 bus                        /sierra_2: Setting Powered False
14:39:31.624568 run          create_hlr_db(pid=2390): Terminated: ok {rc=0}
14:39:32.076151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2392): Launched
14:39:32.384279 run    osmo-hlr_10.42.42.2(pid=2393): Launched
14:39:32.502836 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:39:33.042322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2395): Launched
14:39:33.348690 run    osmo-stp_10.42.42.5(pid=2396): Launched
14:39:33.460427 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:39:34.019819 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2398): Launched
14:39:34.326468 run    osmo-msc_10.42.42.6(pid=2399): Launched
14:39:34.505933 run    osmo-stp_10.42.42.5(pid=2396): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2396)]
14:39:34.635761 run    osmo-stp_10.42.42.5(pid=2396): stdout: 
| (launched: 2022-12-14_14:39:33.196841)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:39:34.763706 run    osmo-stp_10.42.42.5(pid=2396): stderr: 
| �[0;m�[38;5;43m20221214143933370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143933370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143933370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143933370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143933371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143933371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143933371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:39:34.886146 run    osmo-stp_10.42.42.5(pid=2396): stdout: 
| (launched: 2022-12-14_14:39:33.196841)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:39:35.006946 run    osmo-stp_10.42.42.5(pid=2396): stderr: 
| �[0;m�[38;5;43m20221214143933370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143933370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143933370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143933370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143933371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143933371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143933371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:39:35.060444 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2396): Process ended prematurely: osmo-stp_10.42.42.5(pid=2396) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2396)]  [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]
14:39:35.069387 tst                  mo_mt_call.py:8: Test FAILED (6.1 sec)
14:39:35.129762 run    osmo-hlr_10.42.42.2(pid=2393): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2393)]
14:39:35.179065 run    osmo-hlr_10.42.42.2(pid=2393): stdout: 
| (launched: 2022-12-14_14:39:32.233574) 
14:39:35.229098 run    osmo-hlr_10.42.42.2(pid=2393): stderr: 
| �[0;m�[1;31m20221214143932411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143932411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143932411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143932411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143932411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143932411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143932422 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143932430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143932431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143932431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:39:35.296509 run    osmo-msc_10.42.42.6(pid=2399): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2399)]
14:39:35.345742 run    osmo-msc_10.42.42.6(pid=2399): stdout: 
| (launched: 2022-12-14_14:39:34.174832) 
14:39:35.395361 run    osmo-msc_10.42.42.6(pid=2399): stderr: 
| �[0;m�[38;5;43m20221214143934446 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214143934446 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3fd653bc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214143934446 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214143934446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214143934446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214143934447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214143934448 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214143934449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214143934449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214143934449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:39:35.437600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2392): Terminating (SIGTERM)
14:39:35.477321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2395): Terminating (SIGTERM)
14:39:35.517888 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2398): Terminating (SIGTERM)
14:39:35.526966 ---      ParallelTerminationStrategy: PID 2392 died...
14:39:35.580731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2392): Terminated: ok {rc=0}
14:39:35.590287 ---      ParallelTerminationStrategy: PID 2395 died...
14:39:35.644087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2395): Terminated: ok {rc=0}
14:39:35.653950 ---      ParallelTerminationStrategy: PID 2398 died...
14:39:35.708323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2398): Terminated: ok {rc=0}
14:39:35.797183 bus                        /sierra_3: Setting Powered False
14:39:36.899646 bus                        /sierra_3: Setting Powered False
14:39:38.011858 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>91</age><className>voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2407): Process ended prematurely: osmo-stp_10.42.42.5(pid=2407) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2407)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2407): Process ended prematurely: osmo-stp_10.42.42.5(pid=2407) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2407)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py
----------------------------------------------
14:39:39.127153 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:39:39.139460 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
14:39:39.306557 tst              mo_mt_call_osmux.py: using LAC 41590
14:39:39.434295 tst              mo_mt_call_osmux.py: using RAC 25
14:39:39.562601 tst              mo_mt_call_osmux.py: using CellId 41590
14:39:39.691893 tst              mo_mt_call_osmux.py: using BVCI 41591
14:39:39.716616 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:39:39.728169 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:39:39.739547 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:39:39.751087 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:39:39.762518 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:39:39.773889 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
14:39:39.890656 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
14:39:40.102920 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:39:40.625839 run          create_hlr_db(pid=2401): Launched
14:39:40.814576 bus                        /sierra_2: Setting Powered False
14:39:41.836200 run          create_hlr_db(pid=2401): Terminated: ok {rc=0}
14:39:42.251538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2403): Launched
14:39:42.558617 run    osmo-hlr_10.42.42.2(pid=2404): Launched
14:39:42.679882 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:39:43.218952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2406): Launched
14:39:43.526953 run    osmo-stp_10.42.42.5(pid=2407): Launched
14:39:43.641441 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:39:44.201071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2409): Launched
14:39:44.508225 run    osmo-msc_10.42.42.6(pid=2410): Launched
14:39:44.688530 run    osmo-stp_10.42.42.5(pid=2407): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2407)]
14:39:44.818313 run    osmo-stp_10.42.42.5(pid=2407): stdout: 
| (launched: 2022-12-14_14:39:43.373755)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:39:44.945635 run    osmo-stp_10.42.42.5(pid=2407): stderr: 
| �[0;m�[38;5;43m20221214143943543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143943544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143943544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143943544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143943546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143943547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143943547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:39:45.067810 run    osmo-stp_10.42.42.5(pid=2407): stdout: 
| (launched: 2022-12-14_14:39:43.373755)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:39:45.188753 run    osmo-stp_10.42.42.5(pid=2407): stderr: 
| �[0;m�[38;5;43m20221214143943543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143943544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143943544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143943544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143943546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143943547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143943547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:39:45.242163 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2407): Process ended prematurely: osmo-stp_10.42.42.5(pid=2407) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2407)]  [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]
14:39:45.250820 tst            mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)
14:39:45.311308 run    osmo-hlr_10.42.42.2(pid=2404): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2404)]
14:39:45.361202 run    osmo-hlr_10.42.42.2(pid=2404): stdout: 
| (launched: 2022-12-14_14:39:42.406767) 
14:39:45.411567 run    osmo-hlr_10.42.42.2(pid=2404): stderr: 
| �[0;m�[1;31m20221214143942583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143942583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143942583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143942583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143942583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143942583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143942595 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143942603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143942603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143942603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:39:45.479482 run    osmo-msc_10.42.42.6(pid=2410): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2410)]
14:39:45.529108 run    osmo-msc_10.42.42.6(pid=2410): stdout: 
| (launched: 2022-12-14_14:39:44.355726) 
14:39:45.579308 run    osmo-msc_10.42.42.6(pid=2410): stderr: 
| �[0;m�[38;5;43m20221214143944628 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214143944629 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd3457cfc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214143944629 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214143944629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214143944629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214143944629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214143944631 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214143944631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214143944631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214143944632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:39:45.622130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2403): Terminating (SIGTERM)
14:39:45.662543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2406): Terminating (SIGTERM)
14:39:45.702640 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2409): Terminating (SIGTERM)
14:39:45.711749 ---      ParallelTerminationStrategy: PID 2403 died...
14:39:45.765514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2403): Terminated: ok {rc=0}
14:39:45.774998 ---      ParallelTerminationStrategy: PID 2406 died...
14:39:45.828730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2406): Terminated: ok {rc=0}
14:39:45.850053 ---      ParallelTerminationStrategy: PID 2409 died...
14:39:45.918181 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2409): Terminated: ok {rc=0}
14:39:46.009128 bus                        /sierra_3: Setting Powered False
14:39:47.111786 bus                        /sierra_3: Setting Powered False
14:39:48.217753 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>40</id><name>voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1</name><properties></properties><timestamp>2022-12-14T14:39:28</timestamp></suite><suite><case><age>91</age><className>voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2422): Process ended prematurely: osmo-stp_10.42.42.5(pid=2422) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2422)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2422): Process ended prematurely: osmo-stp_10.42.42.5(pid=2422) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2422)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py
----------------------------------------------
14:39:50.220389 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:39:50.231495 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
14:39:50.387233 tst                    mo_mt_call.py: using LAC 41591
14:39:50.508926 tst                    mo_mt_call.py: using RAC 26
14:39:50.629831 tst                    mo_mt_call.py: using CellId 41591
14:39:50.762334 tst                    mo_mt_call.py: using BVCI 41592
14:39:50.787322 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:39:50.799206 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:39:50.810826 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:39:50.822413 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:39:50.834090 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:39:50.845589 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
14:39:50.961773 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
14:39:51.173698 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:39:51.696530 run          create_hlr_db(pid=2416): Launched
14:39:51.886245 bus                        /sierra_2: Setting Powered False
14:39:52.895627 run          create_hlr_db(pid=2416): Terminated: ok {rc=0}
14:39:53.342042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2418): Launched
14:39:53.669500 run    osmo-hlr_10.42.42.2(pid=2419): Launched
14:39:53.791109 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:39:54.358436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2421): Launched
14:39:54.685271 run    osmo-stp_10.42.42.5(pid=2422): Launched
14:39:54.802919 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:39:55.402935 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2424): Launched
14:39:55.729950 run    osmo-msc_10.42.42.6(pid=2425): Launched
14:39:55.921159 run    osmo-stp_10.42.42.5(pid=2422): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2422)]
14:39:56.059204 run    osmo-stp_10.42.42.5(pid=2422): stdout: 
| (launched: 2022-12-14_14:39:54.524177)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:39:56.197932 run    osmo-stp_10.42.42.5(pid=2422): stderr: 
| �[0;m�[38;5;43m20221214143954719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143954719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143954719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143954720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143954720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143954720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143954720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:39:56.328744 run    osmo-stp_10.42.42.5(pid=2422): stdout: 
| (launched: 2022-12-14_14:39:54.524177)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:39:56.459156 run    osmo-stp_10.42.42.5(pid=2422): stderr: 
| �[0;m�[38;5;43m20221214143954719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214143954719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214143954719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214143954720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214143954720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214143954720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214143954720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:39:56.516234 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2422): Process ended prematurely: osmo-stp_10.42.42.5(pid=2422) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2422)]  [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]
14:39:56.525586 tst                  mo_mt_call.py:8: Test FAILED (6.3 sec)
14:39:56.588002 run    osmo-hlr_10.42.42.2(pid=2419): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2419)]
14:39:56.639394 run    osmo-hlr_10.42.42.2(pid=2419): stdout: 
| (launched: 2022-12-14_14:39:53.507947) 
14:39:56.691398 run    osmo-hlr_10.42.42.2(pid=2419): stderr: 
| �[0;m�[1;31m20221214143953708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214143953708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214143953708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214143953708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214143953708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214143953708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214143953721 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214143953730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214143953730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214143953730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:39:56.761908 run    osmo-msc_10.42.42.6(pid=2425): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2425)]
14:39:56.813156 run    osmo-msc_10.42.42.6(pid=2425): stdout: 
| (launched: 2022-12-14_14:39:55.569087) 
14:39:56.864986 run    osmo-msc_10.42.42.6(pid=2425): stderr: 
| �[0;m�[38;5;43m20221214143955893 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214143955893 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fddac727c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214143955894 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214143955894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214143955894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214143955894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214143955896 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214143955896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214143955896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214143955896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:39:56.908975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2418): Terminating (SIGTERM)
14:39:56.950671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2421): Terminating (SIGTERM)
14:39:56.992376 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2424): Terminating (SIGTERM)
14:39:57.002084 ---      ParallelTerminationStrategy: PID 2418 died...
14:39:57.057662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2418): Terminated: ok {rc=0}
14:39:57.067586 ---      ParallelTerminationStrategy: PID 2421 died...
14:39:57.123776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2421): Terminated: ok {rc=0}
14:39:57.133887 ---      ParallelTerminationStrategy: PID 2424 died...
14:39:57.189804 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2424): Terminated: ok {rc=0}
14:39:57.277828 bus                        /sierra_3: Setting Powered False
14:39:58.383970 bus                        /sierra_3: Setting Powered False
14:39:59.495506 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>91</age><className>voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2436): Process ended prematurely: osmo-stp_10.42.42.5(pid=2436) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2436)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2436): Process ended prematurely: osmo-stp_10.42.42.5(pid=2436) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2436)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py
----------------------------------------------
14:40:00.605375 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:40:00.617128 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
14:40:00.775976 tst              mo_mt_call_osmux.py: using LAC 41592
14:40:00.924464 tst              mo_mt_call_osmux.py: using RAC 27
14:40:01.047503 tst              mo_mt_call_osmux.py: using CellId 41592
14:40:01.211568 tst              mo_mt_call_osmux.py: using BVCI 41593
14:40:01.244465 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:40:01.259527 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:40:01.274468 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:40:01.291456 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:40:01.308383 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:40:01.325099 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
14:40:01.472827 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
14:40:01.746155 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:40:02.356815 run          create_hlr_db(pid=2430): Launched
14:40:02.534622 bus                        /sierra_2: Setting Powered False
14:40:03.555530 run          create_hlr_db(pid=2430): Terminated: ok {rc=0}
14:40:03.991388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2432): Launched
14:40:04.320590 run    osmo-hlr_10.42.42.2(pid=2433): Launched
14:40:04.439523 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:40:05.010163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2435): Launched
14:40:05.339522 run    osmo-stp_10.42.42.5(pid=2436): Launched
14:40:05.457892 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:40:06.062039 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2438): Launched
14:40:06.393565 run    osmo-msc_10.42.42.6(pid=2439): Launched
14:40:06.584785 run    osmo-stp_10.42.42.5(pid=2436): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2436)]
14:40:06.722663 run    osmo-stp_10.42.42.5(pid=2436): stdout: 
| (launched: 2022-12-14_14:40:05.176805)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:40:06.861140 run    osmo-stp_10.42.42.5(pid=2436): stderr: 
| �[0;m�[38;5;43m20221214144005373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144005373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144005373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144005373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144005374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144005374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144005374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:40:06.992497 run    osmo-stp_10.42.42.5(pid=2436): stdout: 
| (launched: 2022-12-14_14:40:05.176805)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:40:07.122563 run    osmo-stp_10.42.42.5(pid=2436): stderr: 
| �[0;m�[38;5;43m20221214144005373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144005373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144005373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144005373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144005374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144005374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144005374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:40:07.180292 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2436): Process ended prematurely: osmo-stp_10.42.42.5(pid=2436) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2436)]  [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]
14:40:07.189729 tst            mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)
14:40:07.252210 run    osmo-hlr_10.42.42.2(pid=2433): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2433)]
14:40:07.303733 run    osmo-hlr_10.42.42.2(pid=2433): stdout: 
| (launched: 2022-12-14_14:40:04.158688) 
14:40:07.355935 run    osmo-hlr_10.42.42.2(pid=2433): stderr: 
| �[0;m�[1;31m20221214144004357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144004357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144004357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144004358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144004358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144004358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144004411 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144004422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144004422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144004422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:40:07.426528 run    osmo-msc_10.42.42.6(pid=2439): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2439)]
14:40:07.479367 run    osmo-msc_10.42.42.6(pid=2439): stdout: 
| (launched: 2022-12-14_14:40:06.229778) 
14:40:07.531259 run    osmo-msc_10.42.42.6(pid=2439): stderr: 
| �[0;m�[38;5;43m20221214144006555 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214144006555 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1e1ba6ac40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214144006556 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214144006556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214144006556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214144006556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214144006558 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214144006558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214144006558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214144006558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:40:07.575597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2432): Terminating (SIGTERM)
14:40:07.617649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2435): Terminating (SIGTERM)
14:40:07.659881 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2438): Terminating (SIGTERM)
14:40:07.669557 ---      ParallelTerminationStrategy: PID 2432 died...
14:40:07.725312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2432): Terminated: ok {rc=0}
14:40:07.735239 ---      ParallelTerminationStrategy: PID 2435 died...
14:40:07.790672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2435): Terminated: ok {rc=0}
14:40:07.800581 ---      ParallelTerminationStrategy: PID 2438 died...
14:40:07.855975 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2438): Terminated: ok {rc=0}
14:40:07.942759 bus                        /sierra_3: Setting Powered False
14:40:09.050095 bus                        /sierra_3: Setting Powered False
14:40:10.158279 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>41</id><name>voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2</name><properties></properties><timestamp>2022-12-14T14:39:49</timestamp></suite><suite><case><age>91</age><className>voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2451): Process ended prematurely: osmo-stp_10.42.42.5(pid=2451) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2451)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2451): Process ended prematurely: osmo-stp_10.42.42.5(pid=2451) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2451)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py
----------------------------------------------
14:40:12.158332 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:40:12.169557 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
14:40:12.328549 tst                    mo_mt_call.py: using LAC 41593
14:40:12.453265 tst                    mo_mt_call.py: using RAC 28
14:40:12.571750 tst                    mo_mt_call.py: using CellId 41593
14:40:12.692325 tst                    mo_mt_call.py: using BVCI 41594
14:40:12.715434 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:40:12.726972 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:40:12.737997 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:40:12.748840 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:40:12.760283 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:40:12.771648 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
14:40:12.890709 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
14:40:13.103283 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:40:13.627521 run          create_hlr_db(pid=2445): Launched
14:40:13.816510 bus                        /sierra_2: Setting Powered False
14:40:14.838473 run          create_hlr_db(pid=2445): Terminated: ok {rc=0}
14:40:15.275110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2447): Launched
14:40:15.607341 run    osmo-hlr_10.42.42.2(pid=2448): Launched
14:40:15.730302 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:40:16.363334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2450): Launched
14:40:16.794585 run    osmo-stp_10.42.42.5(pid=2451): Launched
14:40:17.037681 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:40:17.656927 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2453): Launched
14:40:17.963132 run    osmo-msc_10.42.42.6(pid=2454): Launched
14:40:18.151203 run    osmo-stp_10.42.42.5(pid=2451): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2451)]
14:40:18.290373 run    osmo-stp_10.42.42.5(pid=2451): stdout: 
| (launched: 2022-12-14_14:40:16.591206)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:40:18.426897 run    osmo-stp_10.42.42.5(pid=2451): stderr: 
| �[0;m�[38;5;43m20221214144016893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144016893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144016894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144016894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144016895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144016895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144016895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:40:18.558364 run    osmo-stp_10.42.42.5(pid=2451): stdout: 
| (launched: 2022-12-14_14:40:16.591206)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:40:18.688202 run    osmo-stp_10.42.42.5(pid=2451): stderr: 
| �[0;m�[38;5;43m20221214144016893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144016893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144016894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144016894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144016895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144016895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144016895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:40:18.746030 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2451): Process ended prematurely: osmo-stp_10.42.42.5(pid=2451) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2451)]  [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]
14:40:18.755585 tst                  mo_mt_call.py:8: Test FAILED (6.6 sec)
14:40:18.817964 run    osmo-hlr_10.42.42.2(pid=2448): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2448)]
14:40:18.869449 run    osmo-hlr_10.42.42.2(pid=2448): stdout: 
| (launched: 2022-12-14_14:40:15.441704) 
14:40:18.921340 run    osmo-hlr_10.42.42.2(pid=2448): stderr: 
| �[0;m�[1;31m20221214144015642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144015642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144015642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144015642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144015642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144015642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144015655 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144015666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144015666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144015666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:40:18.991550 run    osmo-msc_10.42.42.6(pid=2454): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2454)]
14:40:19.042890 run    osmo-msc_10.42.42.6(pid=2454): stdout: 
| (launched: 2022-12-14_14:40:17.811456) 
14:40:19.094754 run    osmo-msc_10.42.42.6(pid=2454): stderr: 
| �[0;m�[38;5;43m20221214144018085 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214144018085 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2787203c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214144018085 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214144018085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214144018085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214144018085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214144018087 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214144018087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214144018088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214144018088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:40:19.139356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2447): Terminating (SIGTERM)
14:40:19.181067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2450): Terminating (SIGTERM)
14:40:19.222684 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2453): Terminating (SIGTERM)
14:40:19.232332 ---      ParallelTerminationStrategy: PID 2447 died...
14:40:19.288099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2447): Terminated: ok {rc=0}
14:40:19.298219 ---      ParallelTerminationStrategy: PID 2450 died...
14:40:19.353762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2450): Terminated: ok {rc=0}
14:40:19.363835 ---      ParallelTerminationStrategy: PID 2453 died...
14:40:19.419675 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2453): Terminated: ok {rc=0}
14:40:19.506669 bus                        /sierra_3: Setting Powered False
14:40:20.613827 bus                        /sierra_3: Setting Powered False
14:40:21.722544 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>91</age><className>voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2462): Process ended prematurely: osmo-stp_10.42.42.5(pid=2462) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2462)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2462): Process ended prematurely: osmo-stp_10.42.42.5(pid=2462) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2462)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py
----------------------------------------------
14:40:22.832617 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:40:22.844373 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
14:40:23.007727 tst              mo_mt_call_osmux.py: using LAC 41594
14:40:23.131056 tst              mo_mt_call_osmux.py: using RAC 29
14:40:23.258027 tst              mo_mt_call_osmux.py: using CellId 41594
14:40:23.387200 tst              mo_mt_call_osmux.py: using BVCI 41595
14:40:23.412351 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:40:23.424358 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:40:23.435930 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:40:23.447584 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:40:23.459286 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:40:23.470979 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
14:40:23.587521 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
14:40:23.789286 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:40:24.272663 run          create_hlr_db(pid=2456): Launched
14:40:24.449322 bus                        /sierra_2: Setting Powered False
14:40:25.471319 run          create_hlr_db(pid=2456): Terminated: ok {rc=0}
14:40:25.879664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2458): Launched
14:40:26.186852 run    osmo-hlr_10.42.42.2(pid=2459): Launched
14:40:26.305740 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:40:26.846754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2461): Launched
14:40:27.153971 run    osmo-stp_10.42.42.5(pid=2462): Launched
14:40:27.265519 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:40:27.824487 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2464): Launched
14:40:28.132510 run    osmo-msc_10.42.42.6(pid=2465): Launched
14:40:28.312334 run    osmo-stp_10.42.42.5(pid=2462): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2462)]
14:40:28.442340 run    osmo-stp_10.42.42.5(pid=2462): stdout: 
| (launched: 2022-12-14_14:40:27.002251)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:40:28.569941 run    osmo-stp_10.42.42.5(pid=2462): stderr: 
| �[0;m�[38;5;43m20221214144027174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144027174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144027174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144027174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144027177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144027177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144027177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:40:28.692321 run    osmo-stp_10.42.42.5(pid=2462): stdout: 
| (launched: 2022-12-14_14:40:27.002251)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:40:28.813497 run    osmo-stp_10.42.42.5(pid=2462): stderr: 
| �[0;m�[38;5;43m20221214144027174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144027174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144027174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144027174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144027177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144027177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144027177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:40:28.866852 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2462): Process ended prematurely: osmo-stp_10.42.42.5(pid=2462) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2462)]  [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]
14:40:28.875570 tst            mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)
14:40:28.935430 run    osmo-hlr_10.42.42.2(pid=2459): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2459)]
14:40:28.984531 run    osmo-hlr_10.42.42.2(pid=2459): stdout: 
| (launched: 2022-12-14_14:40:26.035471) 
14:40:29.034138 run    osmo-hlr_10.42.42.2(pid=2459): stderr: 
| �[0;m�[1;31m20221214144026215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144026215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144026215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144026215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144026215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144026216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144026228 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144026236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144026236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144026236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:40:29.101419 run    osmo-msc_10.42.42.6(pid=2465): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2465)]
14:40:29.150319 run    osmo-msc_10.42.42.6(pid=2465): stdout: 
| (launched: 2022-12-14_14:40:27.979372) 
14:40:29.199374 run    osmo-msc_10.42.42.6(pid=2465): stderr: 
| �[0;m�[38;5;43m20221214144028251 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214144028252 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0133980c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214144028252 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214144028252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214144028252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214144028252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214144028254 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214144028254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214144028254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214144028254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:40:29.241330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2458): Terminating (SIGTERM)
14:40:29.281031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2461): Terminating (SIGTERM)
14:40:29.320735 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2464): Terminating (SIGTERM)
14:40:29.329879 ---      ParallelTerminationStrategy: PID 2458 died...
14:40:29.383219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2458): Terminated: ok {rc=0}
14:40:29.392652 ---      ParallelTerminationStrategy: PID 2461 died...
14:40:29.445737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2461): Terminated: ok {rc=0}
14:40:29.455132 ---      ParallelTerminationStrategy: PID 2464 died...
14:40:29.508240 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2464): Terminated: ok {rc=0}
14:40:29.591565 bus                        /sierra_3: Setting Powered False
14:40:30.695956 bus                        /sierra_3: Setting Powered False
14:40:31.832355 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>42</id><name>voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3</name><properties></properties><timestamp>2022-12-14T14:40:11</timestamp></suite><suite><case><age>91</age><className>voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2477): Process ended prematurely: osmo-stp_10.42.42.5(pid=2477) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2477)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2477): Process ended prematurely: osmo-stp_10.42.42.5(pid=2477) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2477)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py
----------------------------------------------
14:40:33.838188 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:40:33.849204 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)
14:40:34.007522 tst                    mo_mt_call.py: using LAC 41595
14:40:34.127676 tst                    mo_mt_call.py: using RAC 30
14:40:34.247664 tst                    mo_mt_call.py: using CellId 41595
14:40:34.367321 tst                    mo_mt_call.py: using BVCI 41596
14:40:34.390665 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:40:34.401655 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:40:34.412319 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:40:34.423146 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:40:34.434412 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:40:34.445530 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
14:40:34.561132 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
14:40:34.774197 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:40:35.296641 run          create_hlr_db(pid=2471): Launched
14:40:35.485893 bus                        /sierra_2: Setting Powered False
14:40:36.506757 run          create_hlr_db(pid=2471): Terminated: ok {rc=0}
14:40:36.944665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2473): Launched
14:40:37.273503 run    osmo-hlr_10.42.42.2(pid=2474): Launched
14:40:37.396104 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:40:37.965741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2476): Launched
14:40:38.293271 run    osmo-stp_10.42.42.5(pid=2477): Launched
14:40:38.410992 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:40:39.015865 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2479): Launched
14:40:39.346409 run    osmo-msc_10.42.42.6(pid=2480): Launched
14:40:39.538129 run    osmo-stp_10.42.42.5(pid=2477): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2477)]
14:40:39.676454 run    osmo-stp_10.42.42.5(pid=2477): stdout: 
| (launched: 2022-12-14_14:40:38.131883)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:40:39.814260 run    osmo-stp_10.42.42.5(pid=2477): stderr: 
| �[0;m�[38;5;43m20221214144038326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144038326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144038326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144038326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144038327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144038327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144038327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:40:39.945327 run    osmo-stp_10.42.42.5(pid=2477): stdout: 
| (launched: 2022-12-14_14:40:38.131883)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:40:40.075045 run    osmo-stp_10.42.42.5(pid=2477): stderr: 
| �[0;m�[38;5;43m20221214144038326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144038326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144038326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144038326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144038327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144038327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144038327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:40:40.132408 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2477): Process ended prematurely: osmo-stp_10.42.42.5(pid=2477) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2477)]  [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]
14:40:40.142265 tst                  mo_mt_call.py:8: Test FAILED (6.3 sec)
14:40:40.204620 run    osmo-hlr_10.42.42.2(pid=2474): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2474)]
14:40:40.255962 run    osmo-hlr_10.42.42.2(pid=2474): stdout: 
| (launched: 2022-12-14_14:40:37.111979) 
14:40:40.307900 run    osmo-hlr_10.42.42.2(pid=2474): stderr: 
| �[0;m�[1;31m20221214144037310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144037310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144037310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144037310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144037310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144037310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144037323 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144037333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144037333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144037333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:40:40.378246 run    osmo-msc_10.42.42.6(pid=2480): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2480)]
14:40:40.429391 run    osmo-msc_10.42.42.6(pid=2480): stdout: 
| (launched: 2022-12-14_14:40:39.184145) 
14:40:40.481071 run    osmo-msc_10.42.42.6(pid=2480): stderr: 
| �[0;m�[38;5;43m20221214144039506 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214144039506 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb48e5d0c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214144039506 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214144039506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214144039506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214144039506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214144039508 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214144039508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214144039509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214144039509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:40:40.525112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2473): Terminating (SIGTERM)
14:40:40.567196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2476): Terminating (SIGTERM)
14:40:40.608772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2479): Terminating (SIGTERM)
14:40:40.618402 ---      ParallelTerminationStrategy: PID 2473 died...
14:40:40.673828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2473): Terminated: ok {rc=0}
14:40:40.683812 ---      ParallelTerminationStrategy: PID 2476 died...
14:40:40.738958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2476): Terminated: ok {rc=0}
14:40:40.748802 ---      ParallelTerminationStrategy: PID 2479 died...
14:40:40.804360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2479): Terminated: ok {rc=0}
14:40:40.891370 bus                        /sierra_3: Setting Powered False
14:40:41.998210 bus                        /sierra_3: Setting Powered False
14:40:43.107682 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>91</age><className>voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2488): Process ended prematurely: osmo-stp_10.42.42.5(pid=2488) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2488)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2488): Process ended prematurely: osmo-stp_10.42.42.5(pid=2488) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2488)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py
----------------------------------------------
14:40:44.223010 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:40:44.235414 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)
14:40:44.402826 tst              mo_mt_call_osmux.py: using LAC 41596
14:40:44.531371 tst              mo_mt_call_osmux.py: using RAC 31
14:40:44.659516 tst              mo_mt_call_osmux.py: using CellId 41596
14:40:44.787473 tst              mo_mt_call_osmux.py: using BVCI 41597
14:40:44.812335 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:40:44.823867 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:40:44.835232 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:40:44.846619 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:40:44.858095 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:40:44.869438 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
14:40:44.988730 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
14:40:45.192852 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:40:45.674236 run          create_hlr_db(pid=2482): Launched
14:40:45.858560 bus                        /sierra_2: Setting Powered False
14:40:46.886414 run          create_hlr_db(pid=2482): Terminated: ok {rc=0}
14:40:47.313639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2484): Launched
14:40:47.619872 run    osmo-hlr_10.42.42.2(pid=2485): Launched
14:40:47.730025 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:40:48.260270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2487): Launched
14:40:48.566597 run    osmo-stp_10.42.42.5(pid=2488): Launched
14:40:48.677731 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:40:49.243188 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2490): Launched
14:40:49.572606 run    osmo-msc_10.42.42.6(pid=2491): Launched
14:40:49.764877 run    osmo-stp_10.42.42.5(pid=2488): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2488)]
14:40:49.903072 run    osmo-stp_10.42.42.5(pid=2488): stdout: 
| (launched: 2022-12-14_14:40:48.415123)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:40:50.040738 run    osmo-stp_10.42.42.5(pid=2488): stderr: 
| �[0;m�[38;5;43m20221214144048587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144048587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144048587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144048588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144048588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144048588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144048588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:40:50.172182 run    osmo-stp_10.42.42.5(pid=2488): stdout: 
| (launched: 2022-12-14_14:40:48.415123)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:40:50.302298 run    osmo-stp_10.42.42.5(pid=2488): stderr: 
| �[0;m�[38;5;43m20221214144048587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144048587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144048587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144048588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144048588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144048588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144048588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:40:50.359886 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2488): Process ended prematurely: osmo-stp_10.42.42.5(pid=2488) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2488)]  [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]
14:40:50.369302 tst            mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)
14:40:50.431787 run    osmo-hlr_10.42.42.2(pid=2485): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2485)]
14:40:50.483067 run    osmo-hlr_10.42.42.2(pid=2485): stdout: 
| (launched: 2022-12-14_14:40:47.468617) 
14:40:50.534917 run    osmo-hlr_10.42.42.2(pid=2485): stderr: 
| �[0;m�[1;31m20221214144047647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144047648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144047648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144047648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144047648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144047648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144047672 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144047682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144047682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144047682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:40:50.605293 run    osmo-msc_10.42.42.6(pid=2491): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2491)]
14:40:50.656481 run    osmo-msc_10.42.42.6(pid=2491): stdout: 
| (launched: 2022-12-14_14:40:49.410056) 
14:40:50.708053 run    osmo-msc_10.42.42.6(pid=2491): stderr: 
| �[0;m�[38;5;43m20221214144049733 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214144049733 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe8ac4fbc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214144049733 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214144049733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214144049733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214144049733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214144049735 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214144049735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214144049737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214144049737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:40:50.752288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2484): Terminating (SIGTERM)
14:40:50.794034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2487): Terminating (SIGTERM)
14:40:50.835743 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2490): Terminating (SIGTERM)
14:40:50.845496 ---      ParallelTerminationStrategy: PID 2484 died...
14:40:50.901859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2484): Terminated: ok {rc=0}
14:40:50.911992 ---      ParallelTerminationStrategy: PID 2487 died...
14:40:50.967657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2487): Terminated: ok {rc=0}
14:40:50.978229 ---      ParallelTerminationStrategy: PID 2490 died...
14:40:51.034038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2490): Terminated: ok {rc=0}
14:40:51.121840 bus                        /sierra_3: Setting Powered False
14:40:52.224862 bus                        /sierra_3: Setting Powered False
14:40:53.337388 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>43</id><name>voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1</name><properties></properties><timestamp>2022-12-14T14:40:33</timestamp></suite><suite><case><age>91</age><className>voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2502): Process ended prematurely: osmo-stp_10.42.42.5(pid=2502) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2502)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2502): Process ended prematurely: osmo-stp_10.42.42.5(pid=2502) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2502)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py
----------------------------------------------
14:40:55.329971 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:40:55.341098 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
14:40:55.506893 tst                    mo_mt_call.py: using LAC 41597
14:40:55.629686 tst                    mo_mt_call.py: using RAC 32
14:40:55.749300 tst                    mo_mt_call.py: using CellId 41597
14:40:55.869846 tst                    mo_mt_call.py: using BVCI 41598
14:40:55.892923 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:40:55.903990 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:40:55.915013 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:40:55.925868 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:40:55.937417 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:40:55.948588 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
14:40:56.069955 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
14:40:56.282340 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:40:56.809556 run          create_hlr_db(pid=2496): Launched
14:40:56.998846 bus                        /sierra_2: Setting Powered False
14:40:58.019866 run          create_hlr_db(pid=2496): Terminated: ok {rc=0}
14:40:58.432044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2498): Launched
14:40:58.740179 run    osmo-hlr_10.42.42.2(pid=2499): Launched
14:40:58.856819 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:40:59.390591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2501): Launched
14:40:59.698652 run    osmo-stp_10.42.42.5(pid=2502): Launched
14:40:59.809427 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:41:00.368066 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2504): Launched
14:41:00.675346 run    osmo-msc_10.42.42.6(pid=2505): Launched
14:41:00.889735 run    osmo-stp_10.42.42.5(pid=2502): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2502)]
14:41:01.111830 run    osmo-stp_10.42.42.5(pid=2502): stdout: 
| (launched: 2022-12-14_14:40:59.545830)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:41:01.242699 run    osmo-stp_10.42.42.5(pid=2502): stderr: 
| �[0;m�[38;5;43m20221214144059717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144059717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144059718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144059718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144059719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144059719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144059719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:41:01.368493 run    osmo-stp_10.42.42.5(pid=2502): stdout: 
| (launched: 2022-12-14_14:40:59.545830)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:41:01.493097 run    osmo-stp_10.42.42.5(pid=2502): stderr: 
| �[0;m�[38;5;43m20221214144059717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144059717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144059718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144059718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144059719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144059719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144059719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:41:01.548282 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2502): Process ended prematurely: osmo-stp_10.42.42.5(pid=2502) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2502)]  [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]
14:41:01.557997 tst                  mo_mt_call.py:8: Test FAILED (6.3 sec)
14:41:01.620301 run    osmo-hlr_10.42.42.2(pid=2499): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2499)]
14:41:01.671890 run    osmo-hlr_10.42.42.2(pid=2499): stdout: 
| (launched: 2022-12-14_14:40:58.586735) 
14:41:01.724660 run    osmo-hlr_10.42.42.2(pid=2499): stderr: 
| �[0;m�[1;31m20221214144058768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144058768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144058768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144058768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144058768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144058768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144058784 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144058794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144058794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144058794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:41:01.794557 run    osmo-msc_10.42.42.6(pid=2505): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2505)]
14:41:01.846098 run    osmo-msc_10.42.42.6(pid=2505): stdout: 
| (launched: 2022-12-14_14:41:00.522281) 
14:41:01.898822 run    osmo-msc_10.42.42.6(pid=2505): stderr: 
| �[0;m�[38;5;43m20221214144100793 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214144100793 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2da6be2c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214144100794 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214144100794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214144100794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214144100794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214144100796 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214144100796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214144100796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214144100796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:41:01.943469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2498): Terminating (SIGTERM)
14:41:01.985546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2501): Terminating (SIGTERM)
14:41:02.027679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2504): Terminating (SIGTERM)
14:41:02.037464 ---      ParallelTerminationStrategy: PID 2498 died...
14:41:02.094419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2498): Terminated: ok {rc=0}
14:41:02.105771 ---      ParallelTerminationStrategy: PID 2501 died...
14:41:02.162440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2501): Terminated: ok {rc=0}
14:41:02.172937 ---      ParallelTerminationStrategy: PID 2504 died...
14:41:02.229695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2504): Terminated: ok {rc=0}
14:41:02.317256 bus                        /sierra_3: Setting Powered False
14:41:03.427144 bus                        /sierra_3: Setting Powered False
14:41:04.536580 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>91</age><className>voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2513): Process ended prematurely: osmo-stp_10.42.42.5(pid=2513) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2513)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2513): Process ended prematurely: osmo-stp_10.42.42.5(pid=2513) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2513)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py
----------------------------------------------
14:41:05.652930 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:41:05.665424 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
14:41:05.835146 tst              mo_mt_call_osmux.py: using LAC 41598
14:41:05.962044 tst              mo_mt_call_osmux.py: using RAC 33
14:41:06.088368 tst              mo_mt_call_osmux.py: using CellId 41598
14:41:06.217295 tst              mo_mt_call_osmux.py: using BVCI 41599
14:41:06.242246 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:41:06.253841 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:41:06.265178 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:41:06.276499 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:41:06.288031 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:41:06.299424 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
14:41:06.416752 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
14:41:06.630164 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:41:07.154485 run          create_hlr_db(pid=2507): Launched
14:41:07.345328 bus                        /sierra_2: Setting Powered False
14:41:08.364785 run          create_hlr_db(pid=2507): Terminated: ok {rc=0}
14:41:08.777640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2509): Launched
14:41:09.084670 run    osmo-hlr_10.42.42.2(pid=2510): Launched
14:41:09.204455 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:41:09.745589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2512): Launched
14:41:10.053693 run    osmo-stp_10.42.42.5(pid=2513): Launched
14:41:10.165161 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:41:10.725680 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2515): Launched
14:41:11.034206 run    osmo-msc_10.42.42.6(pid=2516): Launched
14:41:11.215091 run    osmo-stp_10.42.42.5(pid=2513): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2513)]
14:41:11.346149 run    osmo-stp_10.42.42.5(pid=2513): stdout: 
| (launched: 2022-12-14_14:41:09.901407)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:41:11.474284 run    osmo-stp_10.42.42.5(pid=2513): stderr: 
| �[0;m�[38;5;43m20221214144110072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144110072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144110072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144110072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144110075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144110075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144110075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:41:11.597083 run    osmo-stp_10.42.42.5(pid=2513): stdout: 
| (launched: 2022-12-14_14:41:09.901407)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:41:11.718568 run    osmo-stp_10.42.42.5(pid=2513): stderr: 
| �[0;m�[38;5;43m20221214144110072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144110072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144110072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144110072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144110075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144110075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144110075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:41:11.772305 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2513): Process ended prematurely: osmo-stp_10.42.42.5(pid=2513) [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2513)]  [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]
14:41:11.781010 tst            mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)
14:41:11.841459 run    osmo-hlr_10.42.42.2(pid=2510): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2510)]
14:41:11.890848 run    osmo-hlr_10.42.42.2(pid=2510): stdout: 
| (launched: 2022-12-14_14:41:08.932618) 
14:41:11.940765 run    osmo-hlr_10.42.42.2(pid=2510): stderr: 
| �[0;m�[1;31m20221214144109112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144109112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144109112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144109112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144109112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144109112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144109125 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144109133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144109134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144109134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:41:12.008247 run    osmo-msc_10.42.42.6(pid=2516): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2516)]
14:41:12.057648 run    osmo-msc_10.42.42.6(pid=2516): stdout: 
| (launched: 2022-12-14_14:41:10.880706) 
14:41:12.107312 run    osmo-msc_10.42.42.6(pid=2516): stderr: 
| �[0;m�[38;5;43m20221214144111153 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214144111153 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdb3dff3c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214144111154 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214144111154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214144111154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214144111154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214144111156 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214144111156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214144111156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214144111156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:41:12.149825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2509): Terminating (SIGTERM)
14:41:12.189735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2512): Terminating (SIGTERM)
14:41:12.229409 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2515): Terminating (SIGTERM)
14:41:12.238507 ---      ParallelTerminationStrategy: PID 2509 died...
14:41:12.292093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2509): Terminated: ok {rc=0}
14:41:12.301662 ---      ParallelTerminationStrategy: PID 2512 died...
14:41:12.354792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2512): Terminated: ok {rc=0}
14:41:12.364225 ---      ParallelTerminationStrategy: PID 2515 died...
14:41:12.417355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2515): Terminated: ok {rc=0}
14:41:12.505984 bus                        /sierra_3: Setting Powered False
14:41:13.607715 bus                        /sierra_3: Setting Powered False
14:41:14.714524 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>44</id><name>voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3</name><properties></properties><timestamp>2022-12-14T14:40:55</timestamp></suite><suite><case><age>91</age><className>voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2527): Process ended prematurely: osmo-stp_10.42.42.5(pid=2527) [trial-2406↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2527)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2527): Process ended prematurely: osmo-stp_10.42.42.5(pid=2527) [trial-2406↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2527)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py
----------------------------------------------
14:41:16.799544 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:41:16.815269 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
14:41:17.000281 tst                    mo_mt_call.py: using LAC 41599
14:41:17.154972 tst                    mo_mt_call.py: using RAC 34
14:41:17.305200 tst                    mo_mt_call.py: using CellId 41599
14:41:17.432939 tst                    mo_mt_call.py: using BVCI 41600
14:41:17.458098 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:41:17.469945 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:41:17.482069 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:41:17.493722 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:41:17.505397 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:41:17.516898 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
14:41:17.634540 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
14:41:17.837083 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:41:18.319765 run          create_hlr_db(pid=2521): Launched
14:41:18.495421 bus                        /sierra_2: Setting Powered False
14:41:19.517939 run          create_hlr_db(pid=2521): Terminated: ok {rc=0}
14:41:19.953284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2523): Launched
14:41:20.283142 run    osmo-hlr_10.42.42.2(pid=2524): Launched
14:41:20.407019 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:41:20.976757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2526): Launched
14:41:21.307006 run    osmo-stp_10.42.42.5(pid=2527): Launched
14:41:21.426653 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:41:22.034319 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2529): Launched
14:41:22.341593 run    osmo-msc_10.42.42.6(pid=2530): Launched
14:41:22.521373 run    osmo-stp_10.42.42.5(pid=2527): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2527)]
14:41:22.652367 run    osmo-stp_10.42.42.5(pid=2527): stdout: 
| (launched: 2022-12-14_14:41:21.143648)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:41:22.780313 run    osmo-stp_10.42.42.5(pid=2527): stderr: 
| �[0;m�[38;5;43m20221214144121335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144121335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144121336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144121336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144121339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144121339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144121339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:41:22.903259 run    osmo-stp_10.42.42.5(pid=2527): stdout: 
| (launched: 2022-12-14_14:41:21.143648)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:41:23.024333 run    osmo-stp_10.42.42.5(pid=2527): stderr: 
| �[0;m�[38;5;43m20221214144121335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144121335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144121336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144121336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144121339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144121339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144121339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:41:23.077938 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2527): Process ended prematurely: osmo-stp_10.42.42.5(pid=2527) [trial-2406↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2527)]  [trial-2406↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]
14:41:23.086677 tst                  mo_mt_call.py:8: Test FAILED (6.3 sec)
14:41:23.146811 run    osmo-hlr_10.42.42.2(pid=2524): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2524)]
14:41:23.196146 run    osmo-hlr_10.42.42.2(pid=2524): stdout: 
| (launched: 2022-12-14_14:41:20.120651) 
14:41:23.246173 run    osmo-hlr_10.42.42.2(pid=2524): stderr: 
| �[0;m�[1;31m20221214144120319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144120319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144120319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144120319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144120319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144120319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144120333 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144120343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144120344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144120344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:41:23.313688 run    osmo-msc_10.42.42.6(pid=2530): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2530)]
14:41:23.362775 run    osmo-msc_10.42.42.6(pid=2530): stdout: 
| (launched: 2022-12-14_14:41:22.190189) 
14:41:23.413175 run    osmo-msc_10.42.42.6(pid=2530): stderr: 
| �[0;m�[38;5;43m20221214144122464 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214144122464 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd37a750c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214144122464 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214144122464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214144122464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214144122464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214144122466 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214144122466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214144122467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214144122467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:41:23.455443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2523): Terminating (SIGTERM)
14:41:23.495445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2526): Terminating (SIGTERM)
14:41:23.535476 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2529): Terminating (SIGTERM)
14:41:23.544592 ---      ParallelTerminationStrategy: PID 2523 died...
14:41:23.599010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2523): Terminated: ok {rc=0}
14:41:23.608449 ---      ParallelTerminationStrategy: PID 2526 died...
14:41:23.662062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2526): Terminated: ok {rc=0}
14:41:23.671544 ---      ParallelTerminationStrategy: PID 2529 died...
14:41:23.725179 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2529): Terminated: ok {rc=0}
14:41:23.812913 bus                        /sierra_3: Setting Powered False
14:41:24.915010 bus                        /sierra_3: Setting Powered False
14:41:26.026820 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>91</age><className>voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2538): Process ended prematurely: osmo-stp_10.42.42.5(pid=2538) [trial-2406↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2538)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2538): Process ended prematurely: osmo-stp_10.42.42.5(pid=2538) [trial-2406↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2538)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py
----------------------------------------------
14:41:27.137517 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:41:27.150394 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
14:41:27.308457 tst              mo_mt_call_osmux.py: using LAC 41600
14:41:27.439509 tst              mo_mt_call_osmux.py: using RAC 35
14:41:27.566084 tst              mo_mt_call_osmux.py: using CellId 41600
14:41:27.694344 tst              mo_mt_call_osmux.py: using BVCI 41601
14:41:27.719509 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:41:27.731461 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:41:27.743160 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:41:27.754889 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:41:27.766597 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:41:27.778079 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
14:41:27.898723 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
14:41:28.101262 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:41:28.586940 run          create_hlr_db(pid=2532): Launched
14:41:28.762483 bus                        /sierra_2: Setting Powered False
14:41:29.784001 run          create_hlr_db(pid=2532): Terminated: ok {rc=0}
14:41:30.193634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2534): Launched
14:41:30.500455 run    osmo-hlr_10.42.42.2(pid=2535): Launched
14:41:30.619957 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:41:31.202432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2537): Launched
14:41:31.622287 run    osmo-stp_10.42.42.5(pid=2538): Launched
14:41:31.787556 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:41:32.446964 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2540): Launched
14:41:32.756759 run    osmo-msc_10.42.42.6(pid=2541): Launched
14:41:32.936655 run    osmo-stp_10.42.42.5(pid=2538): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2538)]
14:41:33.067113 run    osmo-stp_10.42.42.5(pid=2538): stdout: 
| (launched: 2022-12-14_14:41:31.361410)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:41:33.195007 run    osmo-stp_10.42.42.5(pid=2538): stderr: 
| �[0;m�[38;5;43m20221214144131710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144131710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144131710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144131711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144131711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144131711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144131711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:41:33.317627 run    osmo-stp_10.42.42.5(pid=2538): stdout: 
| (launched: 2022-12-14_14:41:31.361410)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:41:33.438898 run    osmo-stp_10.42.42.5(pid=2538): stderr: 
| �[0;m�[38;5;43m20221214144131710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144131710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144131710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144131711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144131711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144131711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144131711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:41:33.493273 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2538): Process ended prematurely: osmo-stp_10.42.42.5(pid=2538) [trial-2406↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2538)]  [trial-2406↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]
14:41:33.501948 tst            mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)
14:41:33.561887 run    osmo-hlr_10.42.42.2(pid=2535): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2535)]
14:41:33.611063 run    osmo-hlr_10.42.42.2(pid=2535): stdout: 
| (launched: 2022-12-14_14:41:30.348821) 
14:41:33.660801 run    osmo-hlr_10.42.42.2(pid=2535): stderr: 
| �[0;m�[1;31m20221214144130525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144130525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144130525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144130525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144130525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144130525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144130539 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144130548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144130548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144130548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:41:33.728033 run    osmo-msc_10.42.42.6(pid=2541): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2541)]
14:41:33.777057 run    osmo-msc_10.42.42.6(pid=2541): stdout: 
| (launched: 2022-12-14_14:41:32.601863) 
14:41:33.826660 run    osmo-msc_10.42.42.6(pid=2541): stderr: 
| �[0;m�[38;5;43m20221214144132872 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214144132872 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdb039f9c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214144132872 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214144132872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214144132872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214144132873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214144132874 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214144132875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214144132875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214144132875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:41:33.868633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2534): Terminating (SIGTERM)
14:41:33.908377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2537): Terminating (SIGTERM)
14:41:33.948482 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2540): Terminating (SIGTERM)
14:41:33.957619 ---      ParallelTerminationStrategy: PID 2534 died...
14:41:34.011128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2534): Terminated: ok {rc=0}
14:41:34.020517 ---      ParallelTerminationStrategy: PID 2537 died...
14:41:34.073705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2537): Terminated: ok {rc=0}
14:41:34.083143 ---      ParallelTerminationStrategy: PID 2540 died...
14:41:34.136329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2540): Terminated: ok {rc=0}
14:41:34.218746 bus                        /sierra_3: Setting Powered False
14:41:35.325423 bus                        /sierra_3: Setting Powered False
14:41:36.435349 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>45</id><name>voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-14T14:41:16</timestamp></suite><suite><case><age>91</age><className>voice:trx-b200+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2552): Process ended prematurely: osmo-stp_10.42.42.5(pid=2552) [trial-2406↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2552)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2552): Process ended prematurely: osmo-stp_10.42.42.5(pid=2552) [trial-2406↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2552)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py
----------------------------------------------
14:41:38.423759 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:41:38.434702 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
14:41:38.594073 tst                    mo_mt_call.py: using LAC 41601
14:41:38.715368 tst                    mo_mt_call.py: using RAC 36
14:41:38.837375 tst                    mo_mt_call.py: using CellId 41601
14:41:38.965978 tst                    mo_mt_call.py: using BVCI 41602
14:41:38.990962 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:41:39.002501 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:41:39.013858 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:41:39.025758 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:41:39.037453 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:41:39.049199 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
14:41:39.168894 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
14:41:39.381565 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:41:39.909284 run          create_hlr_db(pid=2546): Launched
14:41:40.099813 bus                        /sierra_2: Setting Powered False
14:41:41.119520 run          create_hlr_db(pid=2546): Terminated: ok {rc=0}
14:41:41.534190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2548): Launched
14:41:41.840603 run    osmo-hlr_10.42.42.2(pid=2549): Launched
14:41:41.962148 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:41:42.503222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2551): Launched
14:41:42.810034 run    osmo-stp_10.42.42.5(pid=2552): Launched
14:41:42.921752 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:41:43.482584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2554): Launched
14:41:43.792332 run    osmo-msc_10.42.42.6(pid=2555): Launched
14:41:43.973304 run    osmo-stp_10.42.42.5(pid=2552): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2552)]
14:41:44.103938 run    osmo-stp_10.42.42.5(pid=2552): stdout: 
| (launched: 2022-12-14_14:41:42.658296)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:41:44.232347 run    osmo-stp_10.42.42.5(pid=2552): stderr: 
| �[0;m�[38;5;43m20221214144142832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144142832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144142833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144142833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144142834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144142834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144142834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:41:44.355330 run    osmo-stp_10.42.42.5(pid=2552): stdout: 
| (launched: 2022-12-14_14:41:42.658296)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:41:44.477261 run    osmo-stp_10.42.42.5(pid=2552): stderr: 
| �[0;m�[38;5;43m20221214144142832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144142832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144142833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144142833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144142834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144142834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144142834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:41:44.531066 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2552): Process ended prematurely: osmo-stp_10.42.42.5(pid=2552) [trial-2406↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2552)]  [trial-2406↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]
14:41:44.539769 tst                  mo_mt_call.py:8: Test FAILED (6.1 sec)
14:41:44.600316 run    osmo-hlr_10.42.42.2(pid=2549): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2549)]
14:41:44.649796 run    osmo-hlr_10.42.42.2(pid=2549): stdout: 
| (launched: 2022-12-14_14:41:41.689927) 
14:41:44.699755 run    osmo-hlr_10.42.42.2(pid=2549): stderr: 
| �[0;m�[1;31m20221214144141865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144141865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144141865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144141865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144141865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144141865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144141878 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144141886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144141887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144141887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:41:44.767584 run    osmo-msc_10.42.42.6(pid=2555): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2555)]
14:41:44.817043 run    osmo-msc_10.42.42.6(pid=2555): stdout: 
| (launched: 2022-12-14_14:41:43.638654) 
14:41:44.866739 run    osmo-msc_10.42.42.6(pid=2555): stderr: 
| �[0;m�[38;5;43m20221214144143912 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214144143912 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b77622c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214144143912 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214144143912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214144143913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214144143913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214144143914 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214144143915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214144143915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214144143915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:41:44.909286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2548): Terminating (SIGTERM)
14:41:44.949324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2551): Terminating (SIGTERM)
14:41:44.989879 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2554): Terminating (SIGTERM)
14:41:44.999064 ---      ParallelTerminationStrategy: PID 2548 died...
14:41:45.052624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2548): Terminated: ok {rc=0}
14:41:45.062127 ---      ParallelTerminationStrategy: PID 2551 died...
14:41:45.115972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2551): Terminated: ok {rc=0}
14:41:45.125814 ---      ParallelTerminationStrategy: PID 2554 died...
14:41:45.179623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2554): Terminated: ok {rc=0}
14:41:45.268240 bus                        /sierra_3: Setting Powered False
14:41:46.394806 bus                        /sierra_3: Setting Powered False
14:41:47.508797 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>91</age><className>voice:trx-b200+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2563): Process ended prematurely: osmo-stp_10.42.42.5(pid=2563) [trial-2406↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2563)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2563): Process ended prematurely: osmo-stp_10.42.42.5(pid=2563) [trial-2406↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2563)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py
----------------------------------------------
14:41:48.621104 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:41:48.632646 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
14:41:48.790520 tst              mo_mt_call_osmux.py: using LAC 41602
14:41:48.910232 tst              mo_mt_call_osmux.py: using RAC 37
14:41:49.038741 tst              mo_mt_call_osmux.py: using CellId 41602
14:41:49.169915 tst              mo_mt_call_osmux.py: using BVCI 41603
14:41:49.195249 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:41:49.206677 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:41:49.218194 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:41:49.229670 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:41:49.241414 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:41:49.253217 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
14:41:49.371073 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
14:41:49.587386 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:41:50.113085 run          create_hlr_db(pid=2557): Launched
14:41:50.303824 bus                        /sierra_2: Setting Powered False
14:41:51.323781 run          create_hlr_db(pid=2557): Terminated: ok {rc=0}
14:41:51.739518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2559): Launched
14:41:52.048328 run    osmo-hlr_10.42.42.2(pid=2560): Launched
14:41:52.170169 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:41:52.711125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2562): Launched
14:41:53.018727 run    osmo-stp_10.42.42.5(pid=2563): Launched
14:41:53.130865 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:41:53.694421 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2565): Launched
14:41:54.003028 run    osmo-msc_10.42.42.6(pid=2566): Launched
14:41:54.182875 run    osmo-stp_10.42.42.5(pid=2563): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2563)]
14:41:54.313453 run    osmo-stp_10.42.42.5(pid=2563): stdout: 
| (launched: 2022-12-14_14:41:52.866627)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:41:54.441722 run    osmo-stp_10.42.42.5(pid=2563): stderr: 
| �[0;m�[38;5;43m20221214144153038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144153039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144153039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144153039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144153040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144153040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144153040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:41:54.564395 run    osmo-stp_10.42.42.5(pid=2563): stdout: 
| (launched: 2022-12-14_14:41:52.866627)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:41:54.686079 run    osmo-stp_10.42.42.5(pid=2563): stderr: 
| �[0;m�[38;5;43m20221214144153038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144153039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144153039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144153039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144153040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144153040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144153040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:41:54.739521 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2563): Process ended prematurely: osmo-stp_10.42.42.5(pid=2563) [trial-2406↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2563)]  [trial-2406↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]
14:41:54.748201 tst            mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)
14:41:54.808771 run    osmo-hlr_10.42.42.2(pid=2560): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2560)]
14:41:54.859906 run    osmo-hlr_10.42.42.2(pid=2560): stdout: 
| (launched: 2022-12-14_14:41:51.895590) 
14:41:54.913130 run    osmo-hlr_10.42.42.2(pid=2560): stderr: 
| �[0;m�[1;31m20221214144152073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144152073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144152073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144152073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144152073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144152074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144152086 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144152094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144152094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144152094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:41:54.983241 run    osmo-msc_10.42.42.6(pid=2566): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2566)]
14:41:55.035230 run    osmo-msc_10.42.42.6(pid=2566): stdout: 
| (launched: 2022-12-14_14:41:53.850343) 
14:41:55.086172 run    osmo-msc_10.42.42.6(pid=2566): stderr: 
| �[0;m�[38;5;43m20221214144154124 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214144154124 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f705eb8dc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214144154124 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214144154124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214144154124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214144154124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214144154126 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214144154127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214144154127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214144154127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:41:55.129552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2559): Terminating (SIGTERM)
14:41:55.170874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2562): Terminating (SIGTERM)
14:41:55.211821 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2565): Terminating (SIGTERM)
14:41:55.221171 ---      ParallelTerminationStrategy: PID 2559 died...
14:41:55.274848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2559): Terminated: ok {rc=0}
14:41:55.284396 ---      ParallelTerminationStrategy: PID 2562 died...
14:41:55.338175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2562): Terminated: ok {rc=0}
14:41:55.347750 ---      ParallelTerminationStrategy: PID 2565 died...
14:41:55.401680 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2565): Terminated: ok {rc=0}
14:41:55.491424 bus                        /sierra_3: Setting Powered False
14:41:56.595066 bus                        /sierra_3: Setting Powered False
14:41:57.706725 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>46</id><name>voice_trx-b200+mod-bts0-dynts-osmo</name><properties></properties><timestamp>2022-12-14T14:41:38</timestamp></suite><suite><case><age>91</age><className>voice:trx-b200+mod-bts0-trxdversion0</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2581): Process ended prematurely: osmo-stp_10.42.42.5(pid=2581) [trial-2406↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2581)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2581): Process ended prematurely: osmo-stp_10.42.42.5(pid=2581) [trial-2406↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2581)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py
----------------------------------------------
14:41:59.707201 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)
14:41:59.718850 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)
14:41:59.865114 tst                    mo_mt_call.py: using LAC 41603
14:41:59.994009 tst                    mo_mt_call.py: using RAC 38
14:42:00.123048 tst                    mo_mt_call.py: using CellId 41603
14:42:00.255307 tst                    mo_mt_call.py: using BVCI 41604
14:42:00.280165 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)
14:42:00.291647 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)
14:42:00.302913 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)
14:42:00.314232 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)
14:42:00.325757 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)
14:42:00.337302 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)
14:42:00.456488 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)
14:42:00.669450 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:42:01.299149 run          create_hlr_db(pid=2575): Launched
14:42:01.484925 bus                        /sierra_2: Setting Powered False
14:42:02.499515 run          create_hlr_db(pid=2575): Terminated: ok {rc=0}
14:42:02.908672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2577): Launched
14:42:03.214799 run    osmo-hlr_10.42.42.2(pid=2578): Launched
14:42:03.332573 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:42:03.872448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2580): Launched
14:42:04.179155 run    osmo-stp_10.42.42.5(pid=2581): Launched
14:42:04.290912 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:42:04.851055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2583): Launched
14:42:05.160693 run    osmo-msc_10.42.42.6(pid=2584): Launched
14:42:05.343304 run    osmo-stp_10.42.42.5(pid=2581): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2581)]
14:42:05.473938 run    osmo-stp_10.42.42.5(pid=2581): stdout: 
| (launched: 2022-12-14_14:42:04.027668)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:42:05.601844 run    osmo-stp_10.42.42.5(pid=2581): stderr: 
| �[0;m�[38;5;43m20221214144204201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144204202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144204202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144204202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144204203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144204203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144204203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:42:05.724671 run    osmo-stp_10.42.42.5(pid=2581): stdout: 
| (launched: 2022-12-14_14:42:04.027668)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:42:05.846471 run    osmo-stp_10.42.42.5(pid=2581): stderr: 
| �[0;m�[38;5;43m20221214144204201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144204202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144204202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144204202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144204203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144204203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144204203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:42:05.900037 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2581): Process ended prematurely: osmo-stp_10.42.42.5(pid=2581) [trial-2406↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2581)]  [trial-2406↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]
14:42:05.908665 tst                  mo_mt_call.py:8: Test FAILED (6.2 sec)
14:42:05.968715 run    osmo-hlr_10.42.42.2(pid=2578): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2578)]
14:42:06.018082 run    osmo-hlr_10.42.42.2(pid=2578): stdout: 
| (launched: 2022-12-14_14:42:03.063792) 
14:42:06.067993 run    osmo-hlr_10.42.42.2(pid=2578): stderr: 
| �[0;m�[1;31m20221214144203240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144203240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144203240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144203240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144203240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144203240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144203253 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144203262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144203262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144203262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:42:06.135684 run    osmo-msc_10.42.42.6(pid=2584): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2584)]
14:42:06.184843 run    osmo-msc_10.42.42.6(pid=2584): stdout: 
| (launched: 2022-12-14_14:42:05.006239) 
14:42:06.234686 run    osmo-msc_10.42.42.6(pid=2584): stderr: 
| �[0;m�[38;5;43m20221214144205278 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214144205279 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0d81875c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214144205279 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214144205279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214144205279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214144205279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214144205282 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214144205283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214144205283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214144205283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:42:06.277101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2577): Terminating (SIGTERM)
14:42:06.317213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2580): Terminating (SIGTERM)
14:42:06.357145 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2583): Terminating (SIGTERM)
14:42:06.366236 ---      ParallelTerminationStrategy: PID 2577 died...
14:42:06.419761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2577): Terminated: ok {rc=0}
14:42:06.429270 ---      ParallelTerminationStrategy: PID 2580 died...
14:42:06.482433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2580): Terminated: ok {rc=0}
14:42:06.491881 ---      ParallelTerminationStrategy: PID 2583 died...
14:42:06.545353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2583): Terminated: ok {rc=0}
14:42:06.628622 bus                        /sierra_3: Setting Powered False
14:42:07.734470 bus                        /sierra_3: Setting Powered False
14:42:08.843230 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>91</age><className>voice:trx-b200+mod-bts0-trxdversion0</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2592): Process ended prematurely: osmo-stp_10.42.42.5(pid=2592) [trial-2406↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2592)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2592): Process ended prematurely: osmo-stp_10.42.42.5(pid=2592) [trial-2406↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2592)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py
----------------------------------------------
14:42:09.958302 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)
14:42:09.970559 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)
14:42:10.117862 tst              mo_mt_call_osmux.py: using LAC 41604
14:42:10.246182 tst              mo_mt_call_osmux.py: using RAC 39
14:42:10.374130 tst              mo_mt_call_osmux.py: using CellId 41604
14:42:10.502203 tst              mo_mt_call_osmux.py: using BVCI 41605
14:42:10.527204 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)
14:42:10.538941 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)
14:42:10.550208 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)
14:42:10.561514 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)
14:42:10.572679 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)
14:42:10.583963 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)
14:42:10.704032 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)
14:42:10.917144 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:42:11.446188 run          create_hlr_db(pid=2586): Launched
14:42:11.635502 bus                        /sierra_2: Setting Powered False
14:42:12.655605 run          create_hlr_db(pid=2586): Terminated: ok {rc=0}
14:42:13.068562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2588): Launched
14:42:13.377038 run    osmo-hlr_10.42.42.2(pid=2589): Launched
14:42:13.489733 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:42:14.021791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2591): Launched
14:42:14.329204 run    osmo-stp_10.42.42.5(pid=2592): Launched
14:42:14.441387 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:42:15.001499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2594): Launched
14:42:15.312387 run    osmo-msc_10.42.42.6(pid=2595): Launched
14:42:15.495171 run    osmo-stp_10.42.42.5(pid=2592): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2592)]
14:42:15.625636 run    osmo-stp_10.42.42.5(pid=2592): stdout: 
| (launched: 2022-12-14_14:42:14.177150)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:42:15.753899 run    osmo-stp_10.42.42.5(pid=2592): stderr: 
| �[0;m�[38;5;43m20221214144214348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144214348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144214348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144214348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144214351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144214351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144214351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:42:15.908149 run    osmo-stp_10.42.42.5(pid=2592): stdout: 
| (launched: 2022-12-14_14:42:14.177150)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:42:16.069309 run    osmo-stp_10.42.42.5(pid=2592): stderr: 
| �[0;m�[38;5;43m20221214144214348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144214348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144214348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144214348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144214351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144214351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144214351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:42:16.148901 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2592): Process ended prematurely: osmo-stp_10.42.42.5(pid=2592) [trial-2406↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2592)]  [trial-2406↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]
14:42:16.163244 tst            mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)
14:42:16.247390 run    osmo-hlr_10.42.42.2(pid=2589): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2589)]
14:42:16.315417 run    osmo-hlr_10.42.42.2(pid=2589): stdout: 
| (launched: 2022-12-14_14:42:13.224523) 
14:42:16.385200 run    osmo-hlr_10.42.42.2(pid=2589): stderr: 
| �[0;m�[1;31m20221214144213402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144213402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144213402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144213402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144213403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144213403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144213415 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144213423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144213424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144213424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:42:16.474844 run    osmo-msc_10.42.42.6(pid=2595): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2595)]
14:42:16.542045 run    osmo-msc_10.42.42.6(pid=2595): stdout: 
| (launched: 2022-12-14_14:42:15.156920) 
14:42:16.602952 run    osmo-msc_10.42.42.6(pid=2595): stderr: 
| �[0;m�[38;5;43m20221214144215429 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214144215429 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4f53462c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214144215429 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214144215429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214144215429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214144215430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214144215431 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214144215432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214144215432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214144215432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:42:16.648182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2588): Terminating (SIGTERM)
14:42:16.692496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2591): Terminating (SIGTERM)
14:42:16.735234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2594): Terminating (SIGTERM)
14:42:16.745012 ---      ParallelTerminationStrategy: PID 2588 died...
14:42:16.802442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2588): Terminated: ok {rc=0}
14:42:16.813679 ---      ParallelTerminationStrategy: PID 2591 died...
14:42:16.869622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2591): Terminated: ok {rc=0}
14:42:16.881183 ---      ParallelTerminationStrategy: PID 2594 died...
14:42:16.937394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2594): Terminated: ok {rc=0}
14:42:17.025209 bus                        /sierra_3: Setting Powered False
14:42:18.130213 bus                        /sierra_3: Setting Powered False
14:42:19.242137 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>47</id><name>voice_trx-b200+mod-bts0-trxdversion0</name><properties></properties><timestamp>2022-12-14T14:41:59</timestamp></suite><suite><case><age>264</age><className>voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2606): Process ended prematurely: osmo-stp_10.42.42.5(pid=2606) [trial-2406↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2606)]</errorStackTrace><failedSince>2145</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2606): Process ended prematurely: osmo-stp_10.42.42.5(pid=2606) [trial-2406↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2606)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py
----------------------------------------------
14:42:21.239321 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
14:42:21.251165 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
14:42:21.398969 tst                    mo_mt_call.py: using LAC 41605
14:42:21.529349 tst                    mo_mt_call.py: using RAC 40
14:42:21.659155 tst                    mo_mt_call.py: using CellId 41605
14:42:21.789251 tst                    mo_mt_call.py: using BVCI 41606
14:42:21.814408 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
14:42:21.826134 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
14:42:21.837697 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
14:42:21.849413 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
14:42:21.861061 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
14:42:21.872483 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)
14:42:21.989592 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)
14:42:22.202573 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:42:22.727357 run          create_hlr_db(pid=2600): Launched
14:42:22.917433 bus                        /sierra_2: Setting Powered False
14:42:23.938693 run          create_hlr_db(pid=2600): Terminated: ok {rc=0}
14:42:24.352734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2602): Launched
14:42:24.660241 run    osmo-hlr_10.42.42.2(pid=2603): Launched
14:42:24.778972 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:42:25.312400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2605): Launched
14:42:25.620096 run    osmo-stp_10.42.42.5(pid=2606): Launched
14:42:25.733582 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:42:26.297822 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2608): Launched
14:42:26.606991 run    osmo-msc_10.42.42.6(pid=2609): Launched
14:42:26.789510 run    osmo-stp_10.42.42.5(pid=2606): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2606)]
14:42:26.920450 run    osmo-stp_10.42.42.5(pid=2606): stdout: 
| (launched: 2022-12-14_14:42:25.467926)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:42:27.048920 run    osmo-stp_10.42.42.5(pid=2606): stderr: 
| �[0;m�[38;5;43m20221214144225641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144225641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144225641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144225642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144225642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144225642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144225642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:42:27.172084 run    osmo-stp_10.42.42.5(pid=2606): stdout: 
| (launched: 2022-12-14_14:42:25.467926)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:42:27.294106 run    osmo-stp_10.42.42.5(pid=2606): stderr: 
| �[0;m�[38;5;43m20221214144225641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144225641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144225641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144225642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144225642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144225642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144225642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:42:27.347833 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2606): Process ended prematurely: osmo-stp_10.42.42.5(pid=2606) [trial-2406↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2606)]  [trial-2406↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]
14:42:27.356498 tst                  mo_mt_call.py:8: Test FAILED (6.2 sec)
14:42:27.417103 run    osmo-hlr_10.42.42.2(pid=2603): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2603)]
14:42:27.466813 run    osmo-hlr_10.42.42.2(pid=2603): stdout: 
| (launched: 2022-12-14_14:42:24.508176) 
14:42:27.517025 run    osmo-hlr_10.42.42.2(pid=2603): stderr: 
| �[0;m�[1;31m20221214144224686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144224686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144224686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144224686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144224686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144224686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144224699 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144224707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144224707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144224707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:42:27.585475 run    osmo-msc_10.42.42.6(pid=2609): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2609)]
14:42:27.634907 run    osmo-msc_10.42.42.6(pid=2609): stdout: 
| (launched: 2022-12-14_14:42:26.453786) 
14:42:27.685265 run    osmo-msc_10.42.42.6(pid=2609): stderr: 
| �[0;m�[38;5;43m20221214144226727 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214144226727 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f65f9f1bc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214144226727 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214144226727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214144226727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214144226727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214144226729 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214144226730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214144226730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214144226730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:42:27.728026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2602): Terminating (SIGTERM)
14:42:27.768460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2605): Terminating (SIGTERM)
14:42:27.808822 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2608): Terminating (SIGTERM)
14:42:27.818157 ---      ParallelTerminationStrategy: PID 2602 died...
14:42:27.872346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2602): Terminated: ok {rc=0}
14:42:27.882287 ---      ParallelTerminationStrategy: PID 2605 died...
14:42:27.936445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2605): Terminated: ok {rc=0}
14:42:27.946033 ---      ParallelTerminationStrategy: PID 2608 died...
14:42:27.999962 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2608): Terminated: ok {rc=0}
14:42:28.089348 bus                        /sierra_3: Setting Powered False
14:42:29.192388 bus                        /sierra_3: Setting Powered False
14:42:30.305064 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>244</age><className>voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2617): Process ended prematurely: osmo-stp_10.42.42.5(pid=2617) [trial-2406↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2617)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2617): Process ended prematurely: osmo-stp_10.42.42.5(pid=2617) [trial-2406↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2617)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py
----------------------------------------------
14:42:31.435518 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
14:42:31.449007 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
14:42:31.603778 tst              mo_mt_call_osmux.py: using LAC 41606
14:42:31.735312 tst              mo_mt_call_osmux.py: using RAC 41
14:42:31.859418 tst              mo_mt_call_osmux.py: using CellId 41606
14:42:31.987910 tst              mo_mt_call_osmux.py: using BVCI 41607
14:42:32.013519 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
14:42:32.026060 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
14:42:32.038379 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
14:42:32.050802 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
14:42:32.063284 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
14:42:32.076074 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)
14:42:32.193935 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)
14:42:32.411652 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:42:32.932175 run          create_hlr_db(pid=2611): Launched
14:42:33.120663 bus                        /sierra_2: Setting Powered False
14:42:34.141027 run          create_hlr_db(pid=2611): Terminated: ok {rc=0}
14:42:34.551295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2613): Launched
14:42:34.857065 run    osmo-hlr_10.42.42.2(pid=2614): Launched
14:42:34.976259 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:42:35.522137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2616): Launched
14:42:35.846869 run    osmo-stp_10.42.42.5(pid=2617): Launched
14:42:35.964284 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:42:36.559632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2620): Launched
14:42:36.883697 run    osmo-msc_10.42.42.6(pid=2622): Launched
14:42:37.072497 run    osmo-stp_10.42.42.5(pid=2617): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2617)]
14:42:37.210501 run    osmo-stp_10.42.42.5(pid=2617): stdout: 
| (launched: 2022-12-14_14:42:35.687491)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:42:37.347072 run    osmo-stp_10.42.42.5(pid=2617): stderr: 
| �[0;m�[38;5;43m20221214144235880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144235880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144235880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144235881 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144235881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144235881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144235881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:42:37.477565 run    osmo-stp_10.42.42.5(pid=2617): stdout: 
| (launched: 2022-12-14_14:42:35.687491)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:42:37.606396 run    osmo-stp_10.42.42.5(pid=2617): stderr: 
| �[0;m�[38;5;43m20221214144235880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144235880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144235880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144235881 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144235881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144235881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144235881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:42:37.663207 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2617): Process ended prematurely: osmo-stp_10.42.42.5(pid=2617) [trial-2406↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2617)]  [trial-2406↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]
14:42:37.672351 tst            mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)
14:42:37.734749 run    osmo-hlr_10.42.42.2(pid=2614): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2614)]
14:42:37.785854 run    osmo-hlr_10.42.42.2(pid=2614): stdout: 
| (launched: 2022-12-14_14:42:34.706286) 
14:42:37.837843 run    osmo-hlr_10.42.42.2(pid=2614): stderr: 
| �[0;m�[1;31m20221214144234885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144234885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144234885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144234885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144234885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144234885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144234897 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144234906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144234906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144234906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:42:37.908390 run    osmo-msc_10.42.42.6(pid=2622): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2622)]
14:42:37.959517 run    osmo-msc_10.42.42.6(pid=2622): stdout: 
| (launched: 2022-12-14_14:42:36.724372) 
14:42:38.012053 run    osmo-msc_10.42.42.6(pid=2622): stderr: 
| �[0;m�[38;5;43m20221214144237046 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214144237046 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8b5f24bc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214144237046 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214144237046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214144237047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214144237047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214144237048 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214144237049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214144237049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214144237049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:42:38.056064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2613): Terminating (SIGTERM)
14:42:38.097864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2616): Terminating (SIGTERM)
14:42:38.139567 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2620): Terminating (SIGTERM)
14:42:38.149196 ---      ParallelTerminationStrategy: PID 2613 died...
14:42:38.205418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2613): Terminated: ok {rc=0}
14:42:38.215330 ---      ParallelTerminationStrategy: PID 2616 died...
14:42:38.270820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2616): Terminated: ok {rc=0}
14:42:38.280726 ---      ParallelTerminationStrategy: PID 2620 died...
14:42:38.335826 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2620): Terminated: ok {rc=0}
14:42:38.422238 bus                        /sierra_3: Setting Powered False
14:42:39.528587 bus                        /sierra_3: Setting Powered False
14:42:40.639137 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>48</id><name>voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend</name><properties></properties><timestamp>2022-12-14T14:42:20</timestamp></suite><suite><case><age>91</age><className>emergency:trx-b200</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2634): Process ended prematurely: osmo-stp_10.42.42.5(pid=2634) [trial-2406↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2634)]</errorStackTrace><failedSince>2318</failedSince><name>emergency_mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py", line 19, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2634): Process ended prematurely: osmo-stp_10.42.42.5(pid=2634) [trial-2406↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2634)]
</stderr><stdout>
----------------------------------------------
trial-2406 emergency:trx-b200 emergency_mo_mt_call.py
----------------------------------------------
14:42:42.653957 tst               emergency:trx-b200: Using 1 x ip_address (candidates: 6)
14:42:42.664412 tst               emergency:trx-b200: Using 1 x bts (candidates: 1)
14:42:42.804640 tst          emergency_mo_mt_call.py: using LAC 41607
14:42:42.922771 tst          emergency_mo_mt_call.py: using RAC 42
14:42:43.037450 tst          emergency_mo_mt_call.py: using CellId 41607
14:42:43.157815 tst          emergency_mo_mt_call.py: using BVCI 41608
14:42:43.180612 tst               emergency:trx-b200: Using 1 x ip_address (candidates: 6)
14:42:43.191442 tst               emergency:trx-b200: Using 1 x ip_address (candidates: 6)
14:42:43.201994 tst               emergency:trx-b200: Using 1 x ip_address (candidates: 6)
14:42:43.212493 tst               emergency:trx-b200: Using 1 x ip_address (candidates: 6)
14:42:43.223582 tst               emergency:trx-b200: Using 1 x ip_address (candidates: 6)
14:42:43.234593 tst               emergency:trx-b200: Using 1 x modem (candidates: 4)
14:42:43.353077 tst               emergency:trx-b200: Using 1 x modem (candidates: 4)
14:42:43.550965 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:42:44.021025 run          create_hlr_db(pid=2628): Launched
14:42:44.193500 bus                        /sierra_2: Setting Powered False
14:42:45.214368 run          create_hlr_db(pid=2628): Terminated: ok {rc=0}
14:42:45.640127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2630): Launched
14:42:46.007391 run    osmo-hlr_10.42.42.2(pid=2631): Launched
14:42:46.165280 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:42:46.823531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2633): Launched
14:42:47.269943 run    osmo-stp_10.42.42.5(pid=2634): Launched
14:42:47.458741 tst          emergency_mo_mt_call.py: using MSISDN 8739
14:42:47.609928 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:42:48.155950 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2636): Launched
14:42:48.454299 run    osmo-msc_10.42.42.6(pid=2637): Launched
14:42:48.629523 run    osmo-stp_10.42.42.5(pid=2634): ERR: Terminated: ERROR {rc=1}  [trial-2406↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2634)]
14:42:48.756370 run    osmo-stp_10.42.42.5(pid=2634): stdout: 
| (launched: 2022-12-14_14:42:46.988765)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:42:48.881514 run    osmo-stp_10.42.42.5(pid=2634): stderr: 
| �[0;m�[38;5;43m20221214144247248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144247248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144247248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144247249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144247249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144247249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144247249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:42:49.001580 run    osmo-stp_10.42.42.5(pid=2634): stdout: 
| (launched: 2022-12-14_14:42:46.988765)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:42:49.120775 run    osmo-stp_10.42.42.5(pid=2634): stderr: 
| �[0;m�[38;5;43m20221214144247248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144247248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144247248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144247249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144247249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144247249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144247249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:42:49.172892 tst       emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=2634): Process ended prematurely: osmo-stp_10.42.42.5(pid=2634) [trial-2406↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2634)]  [trial-2406↪emergency:trx-b200↪emergency_mo_mt_call.py:19]
14:42:49.181047 tst       emergency_mo_mt_call.py:19: Test FAILED (6.5 sec)
14:42:49.241441 run    osmo-hlr_10.42.42.2(pid=2631): ERR: Terminated: ERROR {rc=237}  [trial-2406↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2631)]
14:42:49.290625 run    osmo-hlr_10.42.42.2(pid=2631): stdout: 
| (launched: 2022-12-14_14:42:45.801991) 
14:42:49.340445 run    osmo-hlr_10.42.42.2(pid=2631): stderr: 
| �[0;m�[1;31m20221214144246135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144246135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144246135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144246135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144246135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144246135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144246155 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144246171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144246171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144246171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:42:49.408007 run    osmo-msc_10.42.42.6(pid=2637): ERR: Terminated: ERROR {rc=2}  [trial-2406↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2637)]
14:42:49.457028 run    osmo-msc_10.42.42.6(pid=2637): stdout: 
| (launched: 2022-12-14_14:42:48.306271) 
14:42:49.506938 run    osmo-msc_10.42.42.6(pid=2637): stderr: 
| �[0;m�[38;5;43m20221214144248579 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214144248579 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1825da4c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214144248579 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214144248579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214144248579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214144248579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214144248581 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214144248582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214144248582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214144248582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:42:49.549220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2630): Terminating (SIGTERM)
14:42:49.589106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2633): Terminating (SIGTERM)
14:42:49.629284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2636): Terminating (SIGTERM)
14:42:49.638421 ---      ParallelTerminationStrategy: PID 2630 died...
14:42:49.692148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2630): Terminated: ok {rc=0}
14:42:49.701640 ---      ParallelTerminationStrategy: PID 2633 died...
14:42:49.754921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2633): Terminated: ok {rc=0}
14:42:49.764305 ---      ParallelTerminationStrategy: PID 2636 died...
14:42:49.817768 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2636): Terminated: ok {rc=0}
14:42:49.905770 bus                        /sierra_3: Setting Powered False
14:42:51.008307 bus                        /sierra_3: Setting Powered False
14:42:52.119950 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>246</age><className>emergency:trx-b200</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2645): Process ended prematurely: osmo-stp_10.42.42.5(pid=2645) [trial-2406↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2645)]</errorStackTrace><failedSince>2163</failedSince><name>emergency_preemptive_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py", line 32, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2645): Process ended prematurely: osmo-stp_10.42.42.5(pid=2645) [trial-2406↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2645)]
</stderr><stdout>
----------------------------------------------
trial-2406 emergency:trx-b200 emergency_preemptive_call.py
----------------------------------------------
14:42:53.171526 tst               emergency:trx-b200: Using 1 x ip_address (candidates: 6)
14:42:53.182685 tst               emergency:trx-b200: Using 1 x bts (candidates: 1)
14:42:53.326011 tst     emergency_preemptive_call.py: using LAC 41608
14:42:53.454467 tst     emergency_preemptive_call.py: using RAC 43
14:42:53.579932 tst     emergency_preemptive_call.py: using CellId 41608
14:42:53.701291 tst     emergency_preemptive_call.py: using BVCI 41609
14:42:53.725556 tst               emergency:trx-b200: Using 1 x ip_address (candidates: 6)
14:42:53.736840 tst               emergency:trx-b200: Using 1 x ip_address (candidates: 6)
14:42:53.747853 tst               emergency:trx-b200: Using 1 x ip_address (candidates: 6)
14:42:53.759054 tst               emergency:trx-b200: Using 1 x ip_address (candidates: 6)
14:42:53.770025 tst               emergency:trx-b200: Using 1 x ip_address (candidates: 6)
14:42:53.780937 tst               emergency:trx-b200: Using 1 x modem (candidates: 4)
14:42:53.897772 tst               emergency:trx-b200: Using 1 x modem (candidates: 4)
14:42:54.013271 tst               emergency:trx-b200: Using 1 x modem (candidates: 4)
14:42:54.131259 tst               emergency:trx-b200: Using 1 x modem (candidates: 4)
14:42:54.328708 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:42:54.795245 run          create_hlr_db(pid=2639): Launched
14:42:54.965372 bus                        /sierra_2: Setting Powered False
14:42:55.986563 run          create_hlr_db(pid=2639): Terminated: ok {rc=0}
14:42:56.409644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2641): Launched
14:42:56.726253 run    osmo-hlr_10.42.42.2(pid=2642): Launched
14:42:56.841907 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:42:57.392709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2644): Launched
14:42:57.709314 run    osmo-stp_10.42.42.5(pid=2645): Launched
14:42:57.833896 tst     emergency_preemptive_call.py: using MSISDN 8740
14:42:57.991429 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:42:58.569333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2647): Launched
14:42:58.884889 run    osmo-msc_10.42.42.6(pid=2648): Launched
14:42:59.070752 run    osmo-stp_10.42.42.5(pid=2645): ERR: Terminated: ERROR {rc=1}  [trial-2406↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2645)]
14:42:59.204935 run    osmo-stp_10.42.42.5(pid=2645): stdout: 
| (launched: 2022-12-14_14:42:57.553340)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:42:59.339040 run    osmo-stp_10.42.42.5(pid=2645): stderr: 
| �[0;m�[38;5;43m20221214144257746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144257746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144257747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144257747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144257747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144257747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144257748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:42:59.466383 run    osmo-stp_10.42.42.5(pid=2645): stdout: 
| (launched: 2022-12-14_14:42:57.553340)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:42:59.591905 run    osmo-stp_10.42.42.5(pid=2645): stderr: 
| �[0;m�[38;5;43m20221214144257746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144257746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144257747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144257747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144257747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144257747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144257748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:42:59.646957 tst  emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=2645): Process ended prematurely: osmo-stp_10.42.42.5(pid=2645) [trial-2406↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2645)]  [trial-2406↪emergency:trx-b200↪emergency_preemptive_call.py:32]
14:42:59.655373 tst  emergency_preemptive_call.py:32: Test FAILED (6.5 sec)
14:42:59.718034 run    osmo-hlr_10.42.42.2(pid=2642): ERR: Terminated: ERROR {rc=237}  [trial-2406↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2642)]
14:42:59.769563 run    osmo-hlr_10.42.42.2(pid=2642): stdout: 
| (launched: 2022-12-14_14:42:56.570314) 
14:42:59.821769 run    osmo-hlr_10.42.42.2(pid=2642): stderr: 
| �[0;m�[1;31m20221214144256769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144256769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144256769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144256769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144256769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144256769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144256781 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144256789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144256789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144256789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:42:59.892692 run    osmo-msc_10.42.42.6(pid=2648): ERR: Terminated: ERROR {rc=2}  [trial-2406↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2648)]
14:42:59.944404 run    osmo-msc_10.42.42.6(pid=2648): stdout: 
| (launched: 2022-12-14_14:42:58.729660) 
14:42:59.996549 run    osmo-msc_10.42.42.6(pid=2648): stderr: 
| �[0;m�[38;5;43m20221214144259049 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214144259050 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb1c2de9c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214144259050 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214144259050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214144259050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214144259050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214144259052 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214144259052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214144259052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214144259053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:43:00.040589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2641): Terminating (SIGTERM)
14:43:00.082447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2644): Terminating (SIGTERM)
14:43:00.125064 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2647): Terminating (SIGTERM)
14:43:00.134699 ---      ParallelTerminationStrategy: PID 2641 died...
14:43:00.191056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2641): Terminated: ok {rc=0}
14:43:00.201151 ---      ParallelTerminationStrategy: PID 2644 died...
14:43:00.257257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2644): Terminated: ok {rc=0}
14:43:00.267247 ---      ParallelTerminationStrategy: PID 2647 died...
14:43:00.322632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2647): Terminated: ok {rc=0}
14:43:00.409504 bus                        /sierra_9: Setting Powered False
14:43:01.514741 bus                        /sierra_9: Setting Powered False
14:43:02.622665 bus                        /sierra_8: Setting Powered False
14:43:03.728791 bus                        /sierra_8: Setting Powered False
14:43:04.837113 bus                        /sierra_3: Setting Powered False
14:43:05.943576 bus                        /sierra_3: Setting Powered False
14:43:07.056830 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>27.0</duration><id>49</id><name>emergency_trx-b200</name><properties></properties><timestamp>2022-12-14T14:42:42</timestamp></suite><suite><case><age>91</age><className>gprs:trx-b200</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2663): Process ended prematurely: osmo-stp_10.42.42.5(pid=2663) [trial-2406↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2663)]</errorStackTrace><failedSince>2318</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2663): Process ended prematurely: osmo-stp_10.42.42.5(pid=2663) [trial-2406↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2663)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-b200 cs_paging_gprs_active.py
----------------------------------------------
14:43:09.169905 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:09.180363 tst                    gprs:trx-b200: Using 1 x bts (candidates: 1)
14:43:09.321678 tst         cs_paging_gprs_active.py: using LAC 41609
14:43:09.449815 tst         cs_paging_gprs_active.py: using RAC 44
14:43:09.575844 tst         cs_paging_gprs_active.py: using CellId 41609
14:43:09.695958 tst         cs_paging_gprs_active.py: using BVCI 41610
14:43:09.719421 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:09.730119 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:09.740621 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:09.751080 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:09.762064 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:09.772929 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:09.783698 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:09.794314 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:09.805434 tst                    gprs:trx-b200: Using 1 x modem (candidates: 4)
14:43:09.926120 tst                    gprs:trx-b200: Using 1 x modem (candidates: 4)
14:43:10.206203 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
14:43:10.333624 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:43:10.650451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2653): Launched
14:43:10.914069 run iperf3-srv_10.42.42.10(pid=2654): Launched
14:43:11.099260 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
14:43:11.225877 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:43:11.546806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2655): Launched
14:43:11.808490 run iperf3-srv_10.42.42.10(pid=2656): Launched
14:43:11.992492 tst      cs_paging_gprs_active.py:38: start network...
14:43:12.118688 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:43:12.597028 run          create_hlr_db(pid=2657): Launched
14:43:12.771053 bus                        /sierra_2: Setting Powered False
14:43:13.792293 run          create_hlr_db(pid=2657): Terminated: ok {rc=0}
14:43:14.194843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2659): Launched
14:43:14.500752 run    osmo-hlr_10.42.42.2(pid=2660): Launched
14:43:14.620474 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:43:15.152296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2662): Launched
14:43:15.456434 run    osmo-stp_10.42.42.5(pid=2663): Launched
14:43:15.566957 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:43:16.152155 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2665): Launched
14:43:16.273601 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:43:16.579863 run               patchelf(pid=2666): Launched
14:43:16.797230 run    osmo-stp_10.42.42.5(pid=2663): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2663)]
14:43:16.944279 run    osmo-stp_10.42.42.5(pid=2663): stdout: 
| (launched: 2022-12-14_14:43:15.306139)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:43:17.088081 run    osmo-stp_10.42.42.5(pid=2663): stderr: 
| �[0;m�[38;5;43m20221214144315477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144315477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144315477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144315477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144315478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144315478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144315478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:43:17.225868 run    osmo-stp_10.42.42.5(pid=2663): stdout: 
| (launched: 2022-12-14_14:43:15.306139)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:43:17.359205 run    osmo-stp_10.42.42.5(pid=2663): stderr: 
| �[0;m�[38;5;43m20221214144315477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144315477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144315477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144315477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144315478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144315478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144315478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:43:17.515420 run               patchelf(pid=2666): Terminating (SIGINT)
14:43:17.698138 run               patchelf(pid=2666): Terminated: ok {rc=0}
14:43:17.731891 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2663): Process ended prematurely: osmo-stp_10.42.42.5(pid=2663) [trial-2406↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2663)]  [trial-2406↪gprs:trx-b200↪cs_paging_gprs_active.py:38]
14:43:17.741776 tst      cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)
14:43:17.804863 run    osmo-hlr_10.42.42.2(pid=2660): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2660)]
14:43:17.856565 run    osmo-hlr_10.42.42.2(pid=2660): stdout: 
| (launched: 2022-12-14_14:43:14.349731) 
14:43:17.908662 run    osmo-hlr_10.42.42.2(pid=2660): stderr: 
| �[0;m�[1;31m20221214144314524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144314524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144314524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144314524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144314524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144314524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144314536 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144314545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144314545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144314545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:43:17.953454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2653): Terminating (SIGTERM)
14:43:17.996372 run iperf3-srv_10.42.42.10(pid=2654): Terminating (SIGTERM)
14:43:18.038855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2655): Terminating (SIGTERM)
14:43:18.081121 run iperf3-srv_10.42.42.10(pid=2656): Terminating (SIGTERM)
14:43:18.123490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2659): Terminating (SIGTERM)
14:43:18.166211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2662): Terminating (SIGTERM)
14:43:18.208369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2665): Terminating (SIGTERM)
14:43:18.218464 ---      ParallelTerminationStrategy: PID 2653 died...
14:43:18.275089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2653): Terminated: ok {rc=0}
14:43:18.285606 ---      ParallelTerminationStrategy: PID 2654 died...
14:43:18.341693 run iperf3-srv_10.42.42.10(pid=2654): Terminated {rc=256}
14:43:18.351620 ---      ParallelTerminationStrategy: PID 2655 died...
14:43:18.407583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2655): Terminated: ok {rc=0}
14:43:18.417755 ---      ParallelTerminationStrategy: PID 2656 died...
14:43:18.473391 run iperf3-srv_10.42.42.10(pid=2656): Terminated {rc=256}
14:43:18.483515 ---      ParallelTerminationStrategy: PID 2659 died...
14:43:18.539591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2659): Terminated: ok {rc=0}
14:43:18.549788 ---      ParallelTerminationStrategy: PID 2662 died...
14:43:18.605737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2662): Terminated: ok {rc=0}
14:43:18.615804 ---      ParallelTerminationStrategy: PID 2665 died...
14:43:18.671639 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2665): Terminated: ok {rc=0}
14:43:18.757942 bus                          /gobi_0: Setting Powered False
14:43:19.865237 bus                          /gobi_0: Setting Powered False
14:43:20.972804 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>91</age><className>gprs:trx-b200</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2675): Process ended prematurely: osmo-stp_10.42.42.5(pid=2675) [trial-2406↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2675)]</errorStackTrace><failedSince>2318</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2675): Process ended prematurely: osmo-stp_10.42.42.5(pid=2675) [trial-2406↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2675)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-b200 iperf3.py
----------------------------------------------
14:43:22.087477 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:22.099303 tst                    gprs:trx-b200: Using 1 x bts (candidates: 1)
14:43:22.247265 tst                        iperf3.py: using LAC 41610
14:43:22.374841 tst                        iperf3.py: using RAC 45
14:43:22.501316 tst                        iperf3.py: using CellId 41610
14:43:22.627274 tst                        iperf3.py: using BVCI 41611
14:43:22.652021 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:22.663631 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:22.674585 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:22.685580 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:22.696534 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:22.707481 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:22.718828 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:22.729899 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:22.741164 tst                    gprs:trx-b200: Using 1 x modem (candidates: 4)
14:43:23.034195 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
14:43:23.169718 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:43:23.506350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2667): Launched
14:43:23.785132 run iperf3-srv_10.42.42.10(pid=2668): Launched
14:43:23.982801 tst                      iperf3.py:8: start network...
14:43:24.117722 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:43:24.636237 run          create_hlr_db(pid=2669): Launched
14:43:24.823176 bus                          /gobi_6: Setting Powered False
14:43:25.843715 run          create_hlr_db(pid=2669): Terminated: ok {rc=0}
14:43:26.248411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2671): Launched
14:43:26.550960 run    osmo-hlr_10.42.42.2(pid=2672): Launched
14:43:26.669861 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:43:27.203099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2674): Launched
14:43:27.507107 run    osmo-stp_10.42.42.5(pid=2675): Launched
14:43:27.619562 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:43:28.147433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2677): Launched
14:43:28.254889 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:43:28.519505 run               patchelf(pid=2678): Launched
14:43:28.697833 run    osmo-stp_10.42.42.5(pid=2675): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2675)]
14:43:28.827326 run    osmo-stp_10.42.42.5(pid=2675): stdout: 
| (launched: 2022-12-14_14:43:27.356389)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:43:28.956480 run    osmo-stp_10.42.42.5(pid=2675): stderr: 
| �[0;m�[38;5;43m20221214144327525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144327525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144327525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144327526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144327528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144327528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144327528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:43:29.081364 run    osmo-stp_10.42.42.5(pid=2675): stdout: 
| (launched: 2022-12-14_14:43:27.356389)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:43:29.205222 run    osmo-stp_10.42.42.5(pid=2675): stderr: 
| �[0;m�[38;5;43m20221214144327525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144327525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144327525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144327526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144327528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144327528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144327528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:43:29.350101 run               patchelf(pid=2678): Terminating (SIGINT)
14:43:29.520223 run               patchelf(pid=2678): Terminated: ok {rc=0}
14:43:29.551554 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2675): Process ended prematurely: osmo-stp_10.42.42.5(pid=2675) [trial-2406↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2675)]  [trial-2406↪gprs:trx-b200↪iperf3.py:8]
14:43:29.560680 tst                      iperf3.py:8: Test FAILED (7.5 sec)
14:43:29.622402 run    osmo-hlr_10.42.42.2(pid=2672): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2672)]
14:43:29.672124 run    osmo-hlr_10.42.42.2(pid=2672): stdout: 
| (launched: 2022-12-14_14:43:26.401876) 
14:43:29.721868 run    osmo-hlr_10.42.42.2(pid=2672): stderr: 
| �[0;m�[1;31m20221214144326577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144326578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144326578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144326578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144326578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144326578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144326590 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144326598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144326599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144326599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:43:29.764322 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2667): Terminating (SIGTERM)
14:43:29.804343 run iperf3-srv_10.42.42.10(pid=2668): Terminating (SIGTERM)
14:43:29.844461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2671): Terminating (SIGTERM)
14:43:29.884625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2674): Terminating (SIGTERM)
14:43:29.924667 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2677): Terminating (SIGTERM)
14:43:29.933633 ---      ParallelTerminationStrategy: PID 2667 died...
14:43:29.987421 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2667): Terminated: ok {rc=0}
14:43:29.996879 ---      ParallelTerminationStrategy: PID 2668 died...
14:43:30.050345 run iperf3-srv_10.42.42.10(pid=2668): Terminated {rc=256}
14:43:30.059861 ---      ParallelTerminationStrategy: PID 2671 died...
14:43:30.113293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2671): Terminated: ok {rc=0}
14:43:30.122742 ---      ParallelTerminationStrategy: PID 2674 died...
14:43:30.176047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2674): Terminated: ok {rc=0}
14:43:30.185610 ---      ParallelTerminationStrategy: PID 2677 died...
14:43:30.238820 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2677): Terminated: ok {rc=0}
14:43:30.326944 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>223</age><className>gprs:trx-b200</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2693): Process ended prematurely: osmo-stp_10.42.42.5(pid=2693) [trial-2406↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2693)]</errorStackTrace><failedSince>2186</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2693): Process ended prematurely: osmo-stp_10.42.42.5(pid=2693) [trial-2406↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2693)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-b200 iperf3m4.py
----------------------------------------------
14:43:31.443955 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:31.456594 tst                    gprs:trx-b200: Using 1 x bts (candidates: 1)
14:43:31.623872 tst                      iperf3m4.py: using LAC 41611
14:43:31.784432 tst                      iperf3m4.py: using RAC 46
14:43:31.939370 tst                      iperf3m4.py: using CellId 41611
14:43:32.093536 tst                      iperf3m4.py: using BVCI 41612
14:43:32.119478 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:32.131658 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:32.143711 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:32.156023 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:32.168175 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:32.181917 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:32.193559 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:32.204833 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:32.216354 tst                    gprs:trx-b200: Using 1 x modem (candidates: 4)
14:43:32.341742 tst                    gprs:trx-b200: Using 1 x modem (candidates: 4)
14:43:32.462537 tst                    gprs:trx-b200: Using 1 x modem (candidates: 4)
14:43:32.582531 tst                    gprs:trx-b200: Using 1 x modem (candidates: 4)
14:43:32.859361 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
14:43:32.984667 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:43:33.298652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2679): Launched
14:43:33.559153 run iperf3-srv_10.42.42.10(pid=2680): Launched
14:43:33.742241 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
14:43:33.867436 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:43:34.180916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2681): Launched
14:43:34.442395 run iperf3-srv_10.42.42.10(pid=2682): Launched
14:43:34.625689 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
14:43:34.750501 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:43:35.063802 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2683): Launched
14:43:35.324216 run iperf3-srv_10.42.42.10(pid=2684): Launched
14:43:35.506792 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
14:43:35.631247 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:43:35.943500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2685): Launched
14:43:36.203205 run iperf3-srv_10.42.42.10(pid=2686): Launched
14:43:36.386493 tst                    iperf3m4.py:8: start network...
14:43:36.512196 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:43:36.986173 run          create_hlr_db(pid=2687): Launched
14:43:37.159320 bus                          /gobi_6: Setting Powered False
14:43:38.180580 run          create_hlr_db(pid=2687): Terminated: ok {rc=0}
14:43:38.583736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2689): Launched
14:43:38.885574 run    osmo-hlr_10.42.42.2(pid=2690): Launched
14:43:39.003193 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:43:39.536776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2692): Launched
14:43:39.839970 run    osmo-stp_10.42.42.5(pid=2693): Launched
14:43:39.950687 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:43:40.477263 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2695): Launched
14:43:40.584431 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:43:40.848837 run               patchelf(pid=2696): Launched
14:43:41.026971 run    osmo-stp_10.42.42.5(pid=2693): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2693)]
14:43:41.156527 run    osmo-stp_10.42.42.5(pid=2693): stdout: 
| (launched: 2022-12-14_14:43:39.689782)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:43:41.286145 run    osmo-stp_10.42.42.5(pid=2693): stderr: 
| �[0;m�[38;5;43m20221214144339861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144339861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144339861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144339862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144339862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144339862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144339862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:43:41.410800 run    osmo-stp_10.42.42.5(pid=2693): stdout: 
| (launched: 2022-12-14_14:43:39.689782)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:43:41.534741 run    osmo-stp_10.42.42.5(pid=2693): stderr: 
| �[0;m�[38;5;43m20221214144339861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144339861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144339861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144339862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144339862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144339862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144339862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:43:41.679546 run               patchelf(pid=2696): Terminating (SIGINT)
14:43:41.849858 run               patchelf(pid=2696): Terminated: ok {rc=0}
14:43:41.881070 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2693): Process ended prematurely: osmo-stp_10.42.42.5(pid=2693) [trial-2406↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2693)]  [trial-2406↪gprs:trx-b200↪iperf3m4.py:8]
14:43:41.890608 tst                    iperf3m4.py:8: Test FAILED (10.5 sec)
14:43:41.951469 run    osmo-hlr_10.42.42.2(pid=2690): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2690)]
14:43:42.000790 run    osmo-hlr_10.42.42.2(pid=2690): stdout: 
| (launched: 2022-12-14_14:43:38.736012) 
14:43:42.050299 run    osmo-hlr_10.42.42.2(pid=2690): stderr: 
| �[0;m�[1;31m20221214144338912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144338912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144338912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144338912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144338912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144338912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144338924 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144338932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144338932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144338932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:43:42.092836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2679): Terminating (SIGTERM)
14:43:42.132704 run iperf3-srv_10.42.42.10(pid=2680): Terminating (SIGTERM)
14:43:42.172593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2681): Terminating (SIGTERM)
14:43:42.212329 run iperf3-srv_10.42.42.10(pid=2682): Terminating (SIGTERM)
14:43:42.252429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2683): Terminating (SIGTERM)
14:43:42.292903 run iperf3-srv_10.42.42.10(pid=2684): Terminating (SIGTERM)
14:43:42.333173 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2685): Terminating (SIGTERM)
14:43:42.373084 run iperf3-srv_10.42.42.10(pid=2686): Terminating (SIGTERM)
14:43:42.412876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2689): Terminating (SIGTERM)
14:43:42.452741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2692): Terminating (SIGTERM)
14:43:42.492781 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2695): Terminating (SIGTERM)
14:43:42.502165 ---      ParallelTerminationStrategy: PID 2679 died...
14:43:42.556000 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2679): Terminated: ok {rc=0}
14:43:42.565721 ---      ParallelTerminationStrategy: PID 2680 died...
14:43:42.619300 run iperf3-srv_10.42.42.10(pid=2680): Terminated {rc=256}
14:43:42.628883 ---      ParallelTerminationStrategy: PID 2681 died...
14:43:42.682180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2681): Terminated: ok {rc=0}
14:43:42.691809 ---      ParallelTerminationStrategy: PID 2682 died...
14:43:42.745013 run iperf3-srv_10.42.42.10(pid=2682): Terminated {rc=256}
14:43:42.754587 ---      ParallelTerminationStrategy: PID 2683 died...
14:43:42.807922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2683): Terminated: ok {rc=0}
14:43:42.817512 ---      ParallelTerminationStrategy: PID 2684 died...
14:43:42.870728 run iperf3-srv_10.42.42.10(pid=2684): Terminated {rc=256}
14:43:42.880283 ---      ParallelTerminationStrategy: PID 2685 died...
14:43:42.933495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2685): Terminated: ok {rc=0}
14:43:42.943067 ---      ParallelTerminationStrategy: PID 2686 died...
14:43:42.996315 run iperf3-srv_10.42.42.10(pid=2686): Terminated {rc=256}
14:43:43.005989 ---      ParallelTerminationStrategy: PID 2689 died...
14:43:43.059774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2689): Terminated: ok {rc=0}
14:43:43.069521 ---      ParallelTerminationStrategy: PID 2692 died...
14:43:43.122715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2692): Terminated: ok {rc=0}
14:43:43.132380 ---      ParallelTerminationStrategy: PID 2695 died...
14:43:43.185733 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2695): Terminated: ok {rc=0}
14:43:43.273727 bus                          /gobi_4: Setting Powered False
14:43:44.381798 bus                          /gobi_4: Setting Powered False
14:43:45.492418 bus                          /gobi_1: Setting Powered False
14:43:46.593581 bus                          /gobi_1: Setting Powered False
14:43:47.699519 bus                          /gobi_0: Setting Powered False
14:43:48.806210 bus                          /gobi_0: Setting Powered False
14:43:49.915023 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>223</age><className>gprs:trx-b200</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2703): Process ended prematurely: osmo-stp_10.42.42.5(pid=2703) [trial-2406↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2703)]</errorStackTrace><failedSince>2186</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2703): Process ended prematurely: osmo-stp_10.42.42.5(pid=2703) [trial-2406↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2703)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-b200 ping.py
----------------------------------------------
14:43:50.983515 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:50.995197 tst                    gprs:trx-b200: Using 1 x bts (candidates: 1)
14:43:51.136239 tst                          ping.py: using LAC 41612
14:43:51.258953 tst                          ping.py: using RAC 47
14:43:51.381251 tst                          ping.py: using CellId 41612
14:43:51.504020 tst                          ping.py: using BVCI 41613
14:43:51.528366 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:51.539374 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:51.550319 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:51.561186 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:51.572483 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:51.583895 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:51.595321 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:51.606673 tst                    gprs:trx-b200: Using 1 x modem (candidates: 4)
14:43:51.896843 tst                       ping.py:19: start network...
14:43:52.029380 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:43:52.536433 run          create_hlr_db(pid=2697): Launched
14:43:52.720940 bus                          /gobi_6: Setting Powered False
14:43:53.741172 run          create_hlr_db(pid=2697): Terminated: ok {rc=0}
14:43:54.164022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2699): Launched
14:43:54.481746 run    osmo-hlr_10.42.42.2(pid=2700): Launched
14:43:54.601322 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:43:55.157185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2702): Launched
14:43:55.475764 run    osmo-stp_10.42.42.5(pid=2703): Launched
14:43:55.592067 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:43:56.145885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2705): Launched
14:43:56.258687 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:43:56.534822 run               patchelf(pid=2706): Launched
14:43:56.721524 run    osmo-stp_10.42.42.5(pid=2703): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2703)]
14:43:56.857330 run    osmo-stp_10.42.42.5(pid=2703): stdout: 
| (launched: 2022-12-14_14:43:55.319133)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:43:56.993287 run    osmo-stp_10.42.42.5(pid=2703): stderr: 
| �[0;m�[38;5;43m20221214144355509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144355509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144355509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144355510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144355510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144355510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144355510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:43:57.124273 run    osmo-stp_10.42.42.5(pid=2703): stdout: 
| (launched: 2022-12-14_14:43:55.319133)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:43:57.254354 run    osmo-stp_10.42.42.5(pid=2703): stderr: 
| �[0;m�[38;5;43m20221214144355509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144355509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144355509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144355510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144355510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144355510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144355510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:43:57.406746 run               patchelf(pid=2706): Terminating (SIGINT)
14:43:57.584781 run               patchelf(pid=2706): Terminated: ok {rc=0}
14:43:57.617161 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2703): Process ended prematurely: osmo-stp_10.42.42.5(pid=2703) [trial-2406↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2703)]  [trial-2406↪gprs:trx-b200↪ping.py:22]
14:43:57.626303 tst                       ping.py:22: Test FAILED (6.6 sec)
14:43:57.688762 run    osmo-hlr_10.42.42.2(pid=2700): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2700)]
14:43:57.740037 run    osmo-hlr_10.42.42.2(pid=2700): stdout: 
| (launched: 2022-12-14_14:43:54.326053) 
14:43:57.791689 run    osmo-hlr_10.42.42.2(pid=2700): stderr: 
| �[0;m�[1;31m20221214144354521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144354521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144354521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144354521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144354521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144354521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144354534 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144354542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144354542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144354542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:43:57.835879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2699): Terminating (SIGTERM)
14:43:57.878060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2702): Terminating (SIGTERM)
14:43:57.920036 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2705): Terminating (SIGTERM)
14:43:57.929721 ---      ParallelTerminationStrategy: PID 2699 died...
14:43:57.985185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2699): Terminated: ok {rc=0}
14:43:57.995176 ---      ParallelTerminationStrategy: PID 2702 died...
14:43:58.050680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2702): Terminated: ok {rc=0}
14:43:58.060586 ---      ParallelTerminationStrategy: PID 2705 died...
14:43:58.115814 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2705): Terminated: ok {rc=0}
14:43:58.202277 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>223</age><className>gprs:trx-b200</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2713): Process ended prematurely: osmo-stp_10.42.42.5(pid=2713) [trial-2406↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2713)]</errorStackTrace><failedSince>2186</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2713): Process ended prematurely: osmo-stp_10.42.42.5(pid=2713) [trial-2406↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2713)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-b200 ping_idle_ping.py
----------------------------------------------
14:43:59.254703 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:59.266326 tst                    gprs:trx-b200: Using 1 x bts (candidates: 1)
14:43:59.414409 tst                ping_idle_ping.py: using LAC 41613
14:43:59.532885 tst                ping_idle_ping.py: using RAC 48
14:43:59.650433 tst                ping_idle_ping.py: using CellId 41613
14:43:59.766514 tst                ping_idle_ping.py: using BVCI 41614
14:43:59.789196 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:59.799787 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:59.810360 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:59.821034 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:59.832103 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:59.843051 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:59.853992 tst                    gprs:trx-b200: Using 1 x ip_address (candidates: 9)
14:43:59.864668 tst                    gprs:trx-b200: Using 1 x modem (candidates: 4)
14:44:00.154518 tst             ping_idle_ping.py:24: start network...
14:44:00.287934 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:44:00.799197 run          create_hlr_db(pid=2707): Launched
14:44:01.029810 bus                          /gobi_6: Setting Powered False
14:44:02.047390 run          create_hlr_db(pid=2707): Terminated: ok {rc=0}
14:44:02.489304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2709): Launched
14:44:02.806770 run    osmo-hlr_10.42.42.2(pid=2710): Launched
14:44:02.926914 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:44:03.480779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2712): Launched
14:44:03.798195 run    osmo-stp_10.42.42.5(pid=2713): Launched
14:44:03.912791 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:44:04.467412 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2715): Launched
14:44:04.580619 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:44:04.858875 run               patchelf(pid=2716): Launched
14:44:05.045386 run    osmo-stp_10.42.42.5(pid=2713): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2713)]
14:44:05.181968 run    osmo-stp_10.42.42.5(pid=2713): stdout: 
| (launched: 2022-12-14_14:44:03.642134)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:44:05.319272 run    osmo-stp_10.42.42.5(pid=2713): stderr: 
| �[0;m�[38;5;43m20221214144403833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144403833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144403833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144403834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144403834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144403834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144403834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:44:05.451009 run    osmo-stp_10.42.42.5(pid=2713): stdout: 
| (launched: 2022-12-14_14:44:03.642134)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:44:05.581415 run    osmo-stp_10.42.42.5(pid=2713): stderr: 
| �[0;m�[38;5;43m20221214144403833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144403833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144403833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144403834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144403834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144403834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144403834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:44:05.733346 run               patchelf(pid=2716): Terminating (SIGINT)
14:44:05.911197 run               patchelf(pid=2716): Terminated: ok {rc=0}
14:44:05.943616 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2713): Process ended prematurely: osmo-stp_10.42.42.5(pid=2713) [trial-2406↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2713)]  [trial-2406↪gprs:trx-b200↪ping_idle_ping.py:27]
14:44:05.952719 tst             ping_idle_ping.py:27: Test FAILED (6.7 sec)
14:44:06.015275 run    osmo-hlr_10.42.42.2(pid=2710): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2710)]
14:44:06.066416 run    osmo-hlr_10.42.42.2(pid=2710): stdout: 
| (launched: 2022-12-14_14:44:02.650916) 
14:44:06.118345 run    osmo-hlr_10.42.42.2(pid=2710): stderr: 
| �[0;m�[1;31m20221214144402850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144402851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144402851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144402851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144402851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144402851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144402863 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144402873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144402873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144402874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:44:06.162575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2709): Terminating (SIGTERM)
14:44:06.204149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2712): Terminating (SIGTERM)
14:44:06.246073 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2715): Terminating (SIGTERM)
14:44:06.255776 ---      ParallelTerminationStrategy: PID 2709 died...
14:44:06.311235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2709): Terminated: ok {rc=0}
14:44:06.321338 ---      ParallelTerminationStrategy: PID 2712 died...
14:44:06.376369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2712): Terminated: ok {rc=0}
14:44:06.386322 ---      ParallelTerminationStrategy: PID 2715 died...
14:44:06.441309 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2715): Terminated: ok {rc=0}
14:44:06.526314 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>50</id><name>gprs_trx-b200</name><properties></properties><timestamp>2022-12-14T14:43:08</timestamp></suite><suite><case><age>270</age><className>gprs:trx-b200+mod-bts0-egprs</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2731): Process ended prematurely: osmo-stp_10.42.42.5(pid=2731) [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2731)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2731): Process ended prematurely: osmo-stp_10.42.42.5(pid=2731) [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2731)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py
----------------------------------------------
14:44:08.683235 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:08.694436 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)
14:44:08.838398 tst         cs_paging_gprs_active.py: using LAC 41614
14:44:08.964804 tst         cs_paging_gprs_active.py: using RAC 49
14:44:09.093788 tst         cs_paging_gprs_active.py: using CellId 41614
14:44:09.220556 tst         cs_paging_gprs_active.py: using BVCI 41615
14:44:09.245783 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:09.257097 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:09.268051 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:09.279099 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:09.290100 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:09.301085 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:09.312166 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:09.323095 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:09.334286 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)
14:44:09.454063 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)
14:44:09.731658 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
14:44:09.857693 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:44:10.171016 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2721): Launched
14:44:10.433106 run iperf3-srv_10.42.42.10(pid=2722): Launched
14:44:10.617537 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
14:44:10.744054 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:44:11.058950 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2723): Launched
14:44:11.320003 run iperf3-srv_10.42.42.10(pid=2724): Launched
14:44:11.503651 tst      cs_paging_gprs_active.py:38: start network...
14:44:11.629312 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:44:12.106053 run          create_hlr_db(pid=2725): Launched
14:44:12.279705 bus                          /gobi_6: Setting Powered False
14:44:13.302062 run          create_hlr_db(pid=2725): Terminated: ok {rc=0}
14:44:13.732385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2727): Launched
14:44:14.056048 run    osmo-hlr_10.42.42.2(pid=2728): Launched
14:44:14.173732 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:44:14.736447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2730): Launched
14:44:15.060653 run    osmo-stp_10.42.42.5(pid=2731): Launched
14:44:15.177571 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:44:15.742287 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2733): Launched
14:44:15.873711 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:44:16.180222 run               patchelf(pid=2734): Launched
14:44:16.375049 run    osmo-stp_10.42.42.5(pid=2731): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2731)]
14:44:16.515916 run    osmo-stp_10.42.42.5(pid=2731): stdout: 
| (launched: 2022-12-14_14:44:14.901725)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:44:16.656617 run    osmo-stp_10.42.42.5(pid=2731): stderr: 
| �[0;m�[38;5;43m20221214144415096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144415096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144415096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144415097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144415097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144415097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144415097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:44:16.794403 run    osmo-stp_10.42.42.5(pid=2731): stdout: 
| (launched: 2022-12-14_14:44:14.901725)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:44:16.930942 run    osmo-stp_10.42.42.5(pid=2731): stderr: 
| �[0;m�[38;5;43m20221214144415096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144415096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144415096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144415097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144415097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144415097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144415097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:44:17.090044 run               patchelf(pid=2734): Terminating (SIGINT)
14:44:17.275236 run               patchelf(pid=2734): Terminated: ok {rc=0}
14:44:17.308648 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2731): Process ended prematurely: osmo-stp_10.42.42.5(pid=2731) [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2731)]  [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]
14:44:17.317960 tst      cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)
14:44:17.381342 run    osmo-hlr_10.42.42.2(pid=2728): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2728)]
14:44:17.434297 run    osmo-hlr_10.42.42.2(pid=2728): stdout: 
| (launched: 2022-12-14_14:44:13.897122) 
14:44:17.486086 run    osmo-hlr_10.42.42.2(pid=2728): stderr: 
| �[0;m�[1;31m20221214144414096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144414096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144414096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144414096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144414096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144414096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144414109 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144414118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144414118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144414118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:44:17.530469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2721): Terminating (SIGTERM)
14:44:17.572108 run iperf3-srv_10.42.42.10(pid=2722): Terminating (SIGTERM)
14:44:17.614408 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2723): Terminating (SIGTERM)
14:44:17.656034 run iperf3-srv_10.42.42.10(pid=2724): Terminating (SIGTERM)
14:44:17.698400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2727): Terminating (SIGTERM)
14:44:17.739907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2730): Terminating (SIGTERM)
14:44:17.781932 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2733): Terminating (SIGTERM)
14:44:17.791527 ---      ParallelTerminationStrategy: PID 2721 died...
14:44:17.847064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2721): Terminated: ok {rc=0}
14:44:17.856940 ---      ParallelTerminationStrategy: PID 2722 died...
14:44:17.911761 run iperf3-srv_10.42.42.10(pid=2722): Terminated {rc=256}
14:44:17.921672 ---      ParallelTerminationStrategy: PID 2723 died...
14:44:17.976601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2723): Terminated: ok {rc=0}
14:44:17.986481 ---      ParallelTerminationStrategy: PID 2724 died...
14:44:18.041455 run iperf3-srv_10.42.42.10(pid=2724): Terminated {rc=256}
14:44:18.051355 ---      ParallelTerminationStrategy: PID 2727 died...
14:44:18.106479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2727): Terminated: ok {rc=0}
14:44:18.116382 ---      ParallelTerminationStrategy: PID 2730 died...
14:44:18.171538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2730): Terminated: ok {rc=0}
14:44:18.181911 ---      ParallelTerminationStrategy: PID 2733 died...
14:44:18.237176 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2733): Terminated: ok {rc=0}
14:44:18.324556 bus                          /gobi_0: Setting Powered False
14:44:19.431275 bus                          /gobi_0: Setting Powered False
14:44:20.538945 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:trx-b200+mod-bts0-egprs</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2743): Process ended prematurely: osmo-stp_10.42.42.5(pid=2743) [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2743)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2743): Process ended prematurely: osmo-stp_10.42.42.5(pid=2743) [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2743)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-b200+mod-bts0-egprs iperf3.py
----------------------------------------------
14:44:21.653957 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:21.665875 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)
14:44:21.815113 tst                        iperf3.py: using LAC 41615
14:44:21.941891 tst                        iperf3.py: using RAC 50
14:44:22.070560 tst                        iperf3.py: using CellId 41615
14:44:22.196922 tst                        iperf3.py: using BVCI 41616
14:44:22.221688 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:22.232842 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:22.243855 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:22.255315 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:22.266482 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:22.277456 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:22.289036 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:22.300059 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:22.311265 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)
14:44:22.604386 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
14:44:22.739333 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:44:23.075568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2735): Launched
14:44:23.354583 run iperf3-srv_10.42.42.10(pid=2736): Launched
14:44:23.552709 tst                      iperf3.py:8: start network...
14:44:23.687488 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:44:24.204912 run          create_hlr_db(pid=2737): Launched
14:44:24.392348 bus                          /gobi_6: Setting Powered False
14:44:25.413901 run          create_hlr_db(pid=2737): Terminated: ok {rc=0}
14:44:25.844999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2739): Launched
14:44:26.167539 run    osmo-hlr_10.42.42.2(pid=2740): Launched
14:44:26.285401 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:44:26.847594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2742): Launched
14:44:27.169645 run    osmo-stp_10.42.42.5(pid=2743): Launched
14:44:27.287114 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:44:27.850183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2745): Launched
14:44:27.965089 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:44:28.246910 run               patchelf(pid=2746): Launched
14:44:28.437364 run    osmo-stp_10.42.42.5(pid=2743): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2743)]
14:44:28.575417 run    osmo-stp_10.42.42.5(pid=2743): stdout: 
| (launched: 2022-12-14_14:44:27.011344)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:44:28.714431 run    osmo-stp_10.42.42.5(pid=2743): stderr: 
| �[0;m�[38;5;43m20221214144427204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144427204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144427205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144427205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144427206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144427206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144427206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:44:28.847846 run    osmo-stp_10.42.42.5(pid=2743): stdout: 
| (launched: 2022-12-14_14:44:27.011344)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:44:28.980563 run    osmo-stp_10.42.42.5(pid=2743): stderr: 
| �[0;m�[38;5;43m20221214144427204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144427204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144427205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144427205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144427206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144427206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144427206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:44:29.135302 run               patchelf(pid=2746): Terminating (SIGINT)
14:44:29.317705 run               patchelf(pid=2746): Terminated: ok {rc=0}
14:44:29.351178 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2743): Process ended prematurely: osmo-stp_10.42.42.5(pid=2743) [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2743)]  [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]
14:44:29.360811 tst                      iperf3.py:8: Test FAILED (7.7 sec)
14:44:29.424109 run    osmo-hlr_10.42.42.2(pid=2740): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2740)]
14:44:29.475513 run    osmo-hlr_10.42.42.2(pid=2740): stdout: 
| (launched: 2022-12-14_14:44:26.009018) 
14:44:29.527780 run    osmo-hlr_10.42.42.2(pid=2740): stderr: 
| �[0;m�[1;31m20221214144426208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144426208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144426208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144426208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144426208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144426208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144426239 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144426248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144426249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144426249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:44:29.572322 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2735): Terminating (SIGTERM)
14:44:29.614054 run iperf3-srv_10.42.42.10(pid=2736): Terminating (SIGTERM)
14:44:29.655810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2739): Terminating (SIGTERM)
14:44:29.697578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2742): Terminating (SIGTERM)
14:44:29.739201 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2745): Terminating (SIGTERM)
14:44:29.748812 ---      ParallelTerminationStrategy: PID 2735 died...
14:44:29.804858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2735): Terminated: ok {rc=0}
14:44:29.814829 ---      ParallelTerminationStrategy: PID 2736 died...
14:44:29.870049 run iperf3-srv_10.42.42.10(pid=2736): Terminated {rc=256}
14:44:29.880027 ---      ParallelTerminationStrategy: PID 2739 died...
14:44:29.935345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2739): Terminated: ok {rc=0}
14:44:29.945352 ---      ParallelTerminationStrategy: PID 2742 died...
14:44:30.000544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2742): Terminated: ok {rc=0}
14:44:30.010457 ---      ParallelTerminationStrategy: PID 2745 died...
14:44:30.065826 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2745): Terminated: ok {rc=0}
14:44:30.151061 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:trx-b200+mod-bts0-egprs</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2761): Process ended prematurely: osmo-stp_10.42.42.5(pid=2761) [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2761)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2761): Process ended prematurely: osmo-stp_10.42.42.5(pid=2761) [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2761)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-b200+mod-bts0-egprs iperf3m4.py
----------------------------------------------
14:44:31.278883 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:31.295290 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)
14:44:31.477841 tst                      iperf3m4.py: using LAC 41616
14:44:31.617883 tst                      iperf3m4.py: using RAC 51
14:44:31.754809 tst                      iperf3m4.py: using CellId 41616
14:44:31.931506 tst                      iperf3m4.py: using BVCI 41617
14:44:31.966463 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:31.979146 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:31.994298 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:32.010539 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:32.027374 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:32.043948 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:32.060353 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:32.076421 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:32.092827 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)
14:44:32.241610 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)
14:44:32.365899 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)
14:44:32.481232 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)
14:44:32.757921 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
14:44:32.883649 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:44:33.197222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2747): Launched
14:44:33.457279 run iperf3-srv_10.42.42.10(pid=2748): Launched
14:44:33.639597 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
14:44:33.764237 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:44:34.077167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2749): Launched
14:44:34.336821 run iperf3-srv_10.42.42.10(pid=2750): Launched
14:44:34.520032 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
14:44:34.645045 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:44:34.957722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2751): Launched
14:44:35.216816 run iperf3-srv_10.42.42.10(pid=2752): Launched
14:44:35.399014 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
14:44:35.523608 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:44:35.836262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2753): Launched
14:44:36.096155 run iperf3-srv_10.42.42.10(pid=2754): Launched
14:44:36.279372 tst                    iperf3m4.py:8: start network...
14:44:36.404274 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:44:36.879138 run          create_hlr_db(pid=2755): Launched
14:44:37.052716 bus                          /gobi_6: Setting Powered False
14:44:38.074155 run          create_hlr_db(pid=2755): Terminated: ok {rc=0}
14:44:38.505726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2757): Launched
14:44:38.831167 run    osmo-hlr_10.42.42.2(pid=2758): Launched
14:44:38.952454 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:44:39.517173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2760): Launched
14:44:39.840932 run    osmo-stp_10.42.42.5(pid=2761): Launched
14:44:39.959502 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:44:40.524255 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2763): Launched
14:44:40.638934 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:44:40.920805 run               patchelf(pid=2764): Launched
14:44:41.111423 run    osmo-stp_10.42.42.5(pid=2761): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2761)]
14:44:41.250032 run    osmo-stp_10.42.42.5(pid=2761): stdout: 
| (launched: 2022-12-14_14:44:39.682013)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:44:41.388397 run    osmo-stp_10.42.42.5(pid=2761): stderr: 
| �[0;m�[38;5;43m20221214144439874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144439874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144439875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144439875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144439875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144439875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144439875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:44:41.521704 run    osmo-stp_10.42.42.5(pid=2761): stdout: 
| (launched: 2022-12-14_14:44:39.682013)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:44:41.654070 run    osmo-stp_10.42.42.5(pid=2761): stderr: 
| �[0;m�[38;5;43m20221214144439874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144439874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144439875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144439875 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144439875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144439875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144439875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:44:41.808728 run               patchelf(pid=2764): Terminating (SIGINT)
14:44:41.990414 run               patchelf(pid=2764): Terminated: ok {rc=0}
14:44:42.023884 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2761): Process ended prematurely: osmo-stp_10.42.42.5(pid=2761) [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2761)]  [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]
14:44:42.033735 tst                    iperf3m4.py:8: Test FAILED (10.8 sec)
14:44:42.096366 run    osmo-hlr_10.42.42.2(pid=2758): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2758)]
14:44:42.147503 run    osmo-hlr_10.42.42.2(pid=2758): stdout: 
| (launched: 2022-12-14_14:44:38.670511) 
14:44:42.199224 run    osmo-hlr_10.42.42.2(pid=2758): stderr: 
| �[0;m�[1;31m20221214144438868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144438868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144438868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144438868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144438868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144438868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144438879 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144438888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144438888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144438888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:44:42.243454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2747): Terminating (SIGTERM)
14:44:42.285473 run iperf3-srv_10.42.42.10(pid=2748): Terminating (SIGTERM)
14:44:42.327243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2749): Terminating (SIGTERM)
14:44:42.368686 run iperf3-srv_10.42.42.10(pid=2750): Terminating (SIGTERM)
14:44:42.411781 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2751): Terminating (SIGTERM)
14:44:42.453610 run iperf3-srv_10.42.42.10(pid=2752): Terminating (SIGTERM)
14:44:42.495397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2753): Terminating (SIGTERM)
14:44:42.537050 run iperf3-srv_10.42.42.10(pid=2754): Terminating (SIGTERM)
14:44:42.578396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2757): Terminating (SIGTERM)
14:44:42.620176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2760): Terminating (SIGTERM)
14:44:42.661682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2763): Terminating (SIGTERM)
14:44:42.671327 ---      ParallelTerminationStrategy: PID 2747 died...
14:44:42.726438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2747): Terminated: ok {rc=0}
14:44:42.736343 ---      ParallelTerminationStrategy: PID 2748 died...
14:44:42.791235 run iperf3-srv_10.42.42.10(pid=2748): Terminated {rc=256}
14:44:42.801187 ---      ParallelTerminationStrategy: PID 2749 died...
14:44:42.856118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2749): Terminated: ok {rc=0}
14:44:42.866045 ---      ParallelTerminationStrategy: PID 2750 died...
14:44:42.920997 run iperf3-srv_10.42.42.10(pid=2750): Terminated {rc=256}
14:44:42.930865 ---      ParallelTerminationStrategy: PID 2751 died...
14:44:42.986290 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2751): Terminated: ok {rc=0}
14:44:42.996284 ---      ParallelTerminationStrategy: PID 2752 died...
14:44:43.051162 run iperf3-srv_10.42.42.10(pid=2752): Terminated {rc=256}
14:44:43.061182 ---      ParallelTerminationStrategy: PID 2753 died...
14:44:43.116154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2753): Terminated: ok {rc=0}
14:44:43.126113 ---      ParallelTerminationStrategy: PID 2754 died...
14:44:43.181193 run iperf3-srv_10.42.42.10(pid=2754): Terminated {rc=256}
14:44:43.191124 ---      ParallelTerminationStrategy: PID 2757 died...
14:44:43.246085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2757): Terminated: ok {rc=0}
14:44:43.256112 ---      ParallelTerminationStrategy: PID 2760 died...
14:44:43.311611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2760): Terminated: ok {rc=0}
14:44:43.321731 ---      ParallelTerminationStrategy: PID 2763 died...
14:44:43.376852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2763): Terminated: ok {rc=0}
14:44:43.463053 bus                          /gobi_4: Setting Powered False
14:44:44.568840 bus                          /gobi_4: Setting Powered False
14:44:45.676801 bus                          /gobi_1: Setting Powered False
14:44:46.800007 bus                          /gobi_1: Setting Powered False
14:44:47.913268 bus                          /gobi_0: Setting Powered False
14:44:49.016161 bus                          /gobi_0: Setting Powered False
14:44:50.127997 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:trx-b200+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2771): Process ended prematurely: osmo-stp_10.42.42.5(pid=2771) [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2771)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2771): Process ended prematurely: osmo-stp_10.42.42.5(pid=2771) [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2771)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-b200+mod-bts0-egprs ping.py
----------------------------------------------
14:44:51.196532 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:51.207965 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)
14:44:51.351127 tst                          ping.py: using LAC 41617
14:44:51.477624 tst                          ping.py: using RAC 52
14:44:51.603798 tst                          ping.py: using CellId 41617
14:44:51.727833 tst                          ping.py: using BVCI 41618
14:44:51.752214 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:51.763723 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:51.774873 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:51.786012 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:51.797175 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:51.808183 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:51.819454 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:51.830522 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)
14:44:52.118751 tst                       ping.py:19: start network...
14:44:52.250194 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:44:52.756519 run          create_hlr_db(pid=2765): Launched
14:44:52.940506 bus                          /gobi_6: Setting Powered False
14:44:53.960345 run          create_hlr_db(pid=2765): Terminated: ok {rc=0}
14:44:54.360701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2767): Launched
14:44:54.657905 run    osmo-hlr_10.42.42.2(pid=2768): Launched
14:44:54.772801 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:44:55.299137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2770): Launched
14:44:55.594081 run    osmo-stp_10.42.42.5(pid=2771): Launched
14:44:55.701665 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:44:56.217788 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2773): Launched
14:44:56.322959 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:44:56.582295 run               patchelf(pid=2774): Launched
14:44:56.756357 run    osmo-stp_10.42.42.5(pid=2771): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2771)]
14:44:56.883435 run    osmo-stp_10.42.42.5(pid=2771): stdout: 
| (launched: 2022-12-14_14:44:55.448761)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:44:57.011470 run    osmo-stp_10.42.42.5(pid=2771): stderr: 
| �[0;m�[38;5;43m20221214144455619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144455619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144455619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144455620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144455620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144455620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144455620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:44:57.134387 run    osmo-stp_10.42.42.5(pid=2771): stdout: 
| (launched: 2022-12-14_14:44:55.448761)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:44:57.255785 run    osmo-stp_10.42.42.5(pid=2771): stderr: 
| �[0;m�[38;5;43m20221214144455619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144455619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144455619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144455620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144455620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144455620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144455620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:44:57.398070 run               patchelf(pid=2774): Terminating (SIGINT)
14:44:57.565477 run               patchelf(pid=2774): Terminated: ok {rc=0}
14:44:57.595868 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2771): Process ended prematurely: osmo-stp_10.42.42.5(pid=2771) [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2771)]  [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]
14:44:57.604584 tst                       ping.py:22: Test FAILED (6.4 sec)
14:44:57.665207 run    osmo-hlr_10.42.42.2(pid=2768): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2768)]
14:44:57.714697 run    osmo-hlr_10.42.42.2(pid=2768): stdout: 
| (launched: 2022-12-14_14:44:54.510862) 
14:44:57.764887 run    osmo-hlr_10.42.42.2(pid=2768): stderr: 
| �[0;m�[1;31m20221214144454687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144454688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144454688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144454688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144454688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144454688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144454705 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144454714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144454715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144454715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:44:57.807980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2767): Terminating (SIGTERM)
14:44:57.848499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2770): Terminating (SIGTERM)
14:44:57.889063 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2773): Terminating (SIGTERM)
14:44:57.898423 ---      ParallelTerminationStrategy: PID 2767 died...
14:44:57.952573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2767): Terminated: ok {rc=0}
14:44:57.962215 ---      ParallelTerminationStrategy: PID 2770 died...
14:44:58.016084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2770): Terminated: ok {rc=0}
14:44:58.025739 ---      ParallelTerminationStrategy: PID 2773 died...
14:44:58.079554 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2773): Terminated: ok {rc=0}
14:44:58.168495 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:trx-b200+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2784): Process ended prematurely: osmo-stp_10.42.42.5(pid=2784) [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2784)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2784): Process ended prematurely: osmo-stp_10.42.42.5(pid=2784) [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2784)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py
----------------------------------------------
14:44:59.220400 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:59.231877 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)
14:44:59.366953 tst                ping_idle_ping.py: using LAC 41618
14:44:59.490048 tst                ping_idle_ping.py: using RAC 53
14:44:59.610005 tst                ping_idle_ping.py: using CellId 41618
14:44:59.735374 tst                ping_idle_ping.py: using BVCI 41619
14:44:59.759911 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:59.771530 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:59.782861 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:59.794214 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:59.805643 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:59.817095 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:59.828425 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:44:59.839628 tst     gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)
14:45:00.113065 tst             ping_idle_ping.py:24: start network...
14:45:00.236618 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:45:00.705587 run          create_hlr_db(pid=2775): Launched
14:45:00.880888 bus                          /gobi_6: Setting Powered False
14:45:01.901769 run          create_hlr_db(pid=2775): Terminated: ok {rc=0}
14:45:02.319678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2780): Launched
14:45:02.618762 run    osmo-hlr_10.42.42.2(pid=2781): Launched
14:45:02.731230 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:45:03.258009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2783): Launched
14:45:03.556016 run    osmo-stp_10.42.42.5(pid=2784): Launched
14:45:03.666487 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:45:04.185329 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2786): Launched
14:45:04.290949 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:45:04.550233 run               patchelf(pid=2787): Launched
14:45:04.725137 run    osmo-stp_10.42.42.5(pid=2784): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2784)]
14:45:04.852273 run    osmo-stp_10.42.42.5(pid=2784): stdout: 
| (launched: 2022-12-14_14:45:03.409236)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:45:04.980323 run    osmo-stp_10.42.42.5(pid=2784): stderr: 
| �[0;m�[38;5;43m20221214144503579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144503579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144503580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144503580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144503580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144503581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144503581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:45:05.103557 run    osmo-stp_10.42.42.5(pid=2784): stdout: 
| (launched: 2022-12-14_14:45:03.409236)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:45:05.226193 run    osmo-stp_10.42.42.5(pid=2784): stderr: 
| �[0;m�[38;5;43m20221214144503579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144503579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144503580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144503580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144503580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144503581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144503581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:45:05.368908 run               patchelf(pid=2787): Terminating (SIGINT)
14:45:05.537102 run               patchelf(pid=2787): Terminated: ok {rc=0}
14:45:05.567607 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2784): Process ended prematurely: osmo-stp_10.42.42.5(pid=2784) [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2784)]  [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]
14:45:05.576158 tst             ping_idle_ping.py:27: Test FAILED (6.3 sec)
14:45:05.637142 run    osmo-hlr_10.42.42.2(pid=2781): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2781)]
14:45:05.686997 run    osmo-hlr_10.42.42.2(pid=2781): stdout: 
| (launched: 2022-12-14_14:45:02.470830) 
14:45:05.737179 run    osmo-hlr_10.42.42.2(pid=2781): stderr: 
| �[0;m�[1;31m20221214144502645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144502645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144502645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144502645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144502645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144502645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144502657 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144502666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144502666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144502666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:45:05.780044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2780): Terminating (SIGTERM)
14:45:05.820699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2783): Terminating (SIGTERM)
14:45:05.860778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2786): Terminating (SIGTERM)
14:45:05.870069 ---      ParallelTerminationStrategy: PID 2780 died...
14:45:05.924087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2780): Terminated: ok {rc=0}
14:45:05.933694 ---      ParallelTerminationStrategy: PID 2783 died...
14:45:05.987415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2783): Terminated: ok {rc=0}
14:45:05.997049 ---      ParallelTerminationStrategy: PID 2786 died...
14:45:06.050614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2786): Terminated: ok {rc=0}
14:45:06.135032 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>51</id><name>gprs_trx-b200+mod-bts0-egprs</name><properties></properties><timestamp>2022-12-14T14:44:08</timestamp></suite><suite><case><age>270</age><className>gprs:trx-b200+mod-bts0-dynts-ipa</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2802): Process ended prematurely: osmo-stp_10.42.42.5(pid=2802) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2802)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2802): Process ended prematurely: osmo-stp_10.42.42.5(pid=2802) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2802)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py
----------------------------------------------
14:45:08.299365 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:08.310729 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
14:45:08.479723 tst         cs_paging_gprs_active.py: using LAC 41619
14:45:08.601761 tst         cs_paging_gprs_active.py: using RAC 54
14:45:08.719856 tst         cs_paging_gprs_active.py: using CellId 41619
14:45:08.837483 tst         cs_paging_gprs_active.py: using BVCI 41620
14:45:08.860609 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:08.871369 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:08.882075 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:08.892755 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:08.904188 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:08.915709 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:08.927208 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:08.938490 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:08.950009 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
14:45:09.067604 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
14:45:09.345378 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
14:45:09.471726 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:45:09.785255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2792): Launched
14:45:10.046633 run iperf3-srv_10.42.42.10(pid=2793): Launched
14:45:10.230951 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
14:45:10.356932 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:45:10.671199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2794): Launched
14:45:10.931908 run iperf3-srv_10.42.42.10(pid=2795): Launched
14:45:11.115390 tst      cs_paging_gprs_active.py:38: start network...
14:45:11.241171 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:45:11.718461 run          create_hlr_db(pid=2796): Launched
14:45:11.892810 bus                          /gobi_6: Setting Powered False
14:45:12.914249 run          create_hlr_db(pid=2796): Terminated: ok {rc=0}
14:45:13.347552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2798): Launched
14:45:13.673376 run    osmo-hlr_10.42.42.2(pid=2799): Launched
14:45:13.797086 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:45:14.363188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2801): Launched
14:45:14.690054 run    osmo-stp_10.42.42.5(pid=2802): Launched
14:45:14.807449 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:45:15.374930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2804): Launched
14:45:15.490467 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:45:15.774819 run               patchelf(pid=2805): Launched
14:45:15.983609 run    osmo-stp_10.42.42.5(pid=2802): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2802)]
14:45:16.117404 run    osmo-stp_10.42.42.5(pid=2802): stdout: 
| (launched: 2022-12-14_14:45:14.528264)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:45:16.253461 run    osmo-stp_10.42.42.5(pid=2802): stderr: 
| �[0;m�[38;5;43m20221214144514720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144514720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144514720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144514721 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144514721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144514721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144514721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:45:16.385177 run    osmo-stp_10.42.42.5(pid=2802): stdout: 
| (launched: 2022-12-14_14:45:14.528264)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:45:16.514753 run    osmo-stp_10.42.42.5(pid=2802): stderr: 
| �[0;m�[38;5;43m20221214144514720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144514720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144514720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144514721 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144514721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144514721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144514721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:45:16.667277 run               patchelf(pid=2805): Terminating (SIGINT)
14:45:16.845831 run               patchelf(pid=2805): Terminated: ok {rc=0}
14:45:16.878796 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2802): Process ended prematurely: osmo-stp_10.42.42.5(pid=2802) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2802)]  [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]
14:45:16.889005 tst      cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)
14:45:16.953745 run    osmo-hlr_10.42.42.2(pid=2799): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2799)]
14:45:17.006891 run    osmo-hlr_10.42.42.2(pid=2799): stdout: 
| (launched: 2022-12-14_14:45:13.513138) 
14:45:17.059963 run    osmo-hlr_10.42.42.2(pid=2799): stderr: 
| �[0;m�[1;31m20221214144513714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144513714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144513714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144513714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144513714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144513714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144513726 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144513735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144513735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144513735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:45:17.106078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2792): Terminating (SIGTERM)
14:45:17.148741 run iperf3-srv_10.42.42.10(pid=2793): Terminating (SIGTERM)
14:45:17.192444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2794): Terminating (SIGTERM)
14:45:17.234698 run iperf3-srv_10.42.42.10(pid=2795): Terminating (SIGTERM)
14:45:17.276225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2798): Terminating (SIGTERM)
14:45:17.317568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2801): Terminating (SIGTERM)
14:45:17.359973 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2804): Terminating (SIGTERM)
14:45:17.369072 ---      ParallelTerminationStrategy: PID 2792 died...
14:45:17.423707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2792): Terminated: ok {rc=0}
14:45:17.433463 ---      ParallelTerminationStrategy: PID 2793 died...
14:45:17.487444 run iperf3-srv_10.42.42.10(pid=2793): Terminated {rc=256}
14:45:17.497091 ---      ParallelTerminationStrategy: PID 2794 died...
14:45:17.551295 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2794): Terminated: ok {rc=0}
14:45:17.561082 ---      ParallelTerminationStrategy: PID 2795 died...
14:45:17.615203 run iperf3-srv_10.42.42.10(pid=2795): Terminated {rc=256}
14:45:17.624683 ---      ParallelTerminationStrategy: PID 2798 died...
14:45:17.678779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2798): Terminated: ok {rc=0}
14:45:17.688471 ---      ParallelTerminationStrategy: PID 2801 died...
14:45:17.742414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2801): Terminated: ok {rc=0}
14:45:17.752064 ---      ParallelTerminationStrategy: PID 2804 died...
14:45:17.806184 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2804): Terminated: ok {rc=0}
14:45:17.890577 bus                          /gobi_0: Setting Powered False
14:45:18.997257 bus                          /gobi_0: Setting Powered False
14:45:20.108502 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:trx-b200+mod-bts0-dynts-ipa</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2814): Process ended prematurely: osmo-stp_10.42.42.5(pid=2814) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2814)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2814): Process ended prematurely: osmo-stp_10.42.42.5(pid=2814) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2814)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py
----------------------------------------------
14:45:21.219427 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:21.231087 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
14:45:21.389691 tst                        iperf3.py: using LAC 41620
14:45:21.515192 tst                        iperf3.py: using RAC 55
14:45:21.643544 tst                        iperf3.py: using CellId 41620
14:45:21.769522 tst                        iperf3.py: using BVCI 41621
14:45:21.794356 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:21.805732 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:21.816864 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:21.827905 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:21.839057 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:21.850149 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:21.861427 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:21.872277 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:21.883711 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
14:45:22.161441 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
14:45:22.287319 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:45:22.601420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2806): Launched
14:45:22.861366 run iperf3-srv_10.42.42.10(pid=2807): Launched
14:45:23.044404 tst                      iperf3.py:8: start network...
14:45:23.170011 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:45:23.646573 run          create_hlr_db(pid=2808): Launched
14:45:23.819501 bus                          /gobi_6: Setting Powered False
14:45:24.841774 run          create_hlr_db(pid=2808): Terminated: ok {rc=0}
14:45:25.272803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2810): Launched
14:45:25.597057 run    osmo-hlr_10.42.42.2(pid=2811): Launched
14:45:25.714733 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:45:26.277823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2813): Launched
14:45:26.602770 run    osmo-stp_10.42.42.5(pid=2814): Launched
14:45:26.719802 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:45:27.286004 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2816): Launched
14:45:27.401859 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:45:27.684414 run               patchelf(pid=2817): Launched
14:45:27.873664 run    osmo-stp_10.42.42.5(pid=2814): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2814)]
14:45:28.011283 run    osmo-stp_10.42.42.5(pid=2814): stdout: 
| (launched: 2022-12-14_14:45:26.442917)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:45:28.148838 run    osmo-stp_10.42.42.5(pid=2814): stderr: 
| �[0;m�[38;5;43m20221214144526635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144526635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144526635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144526635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144526636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144526636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144526636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:45:28.282403 run    osmo-stp_10.42.42.5(pid=2814): stdout: 
| (launched: 2022-12-14_14:45:26.442917)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:45:28.414700 run    osmo-stp_10.42.42.5(pid=2814): stderr: 
| �[0;m�[38;5;43m20221214144526635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144526635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144526635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144526635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144526636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144526636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144526636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:45:28.568890 run               patchelf(pid=2817): Terminating (SIGINT)
14:45:28.750170 run               patchelf(pid=2817): Terminated: ok {rc=0}
14:45:28.783361 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2814): Process ended prematurely: osmo-stp_10.42.42.5(pid=2814) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2814)]  [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]
14:45:28.793080 tst                      iperf3.py:8: Test FAILED (7.6 sec)
14:45:28.856343 run    osmo-hlr_10.42.42.2(pid=2811): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2811)]
14:45:28.908231 run    osmo-hlr_10.42.42.2(pid=2811): stdout: 
| (launched: 2022-12-14_14:45:25.438077) 
14:45:28.960239 run    osmo-hlr_10.42.42.2(pid=2811): stderr: 
| �[0;m�[1;31m20221214144525635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144525635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144525635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144525636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144525636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144525636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144525648 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144525657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144525658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144525658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:45:29.004721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2806): Terminating (SIGTERM)
14:45:29.046849 run iperf3-srv_10.42.42.10(pid=2807): Terminating (SIGTERM)
14:45:29.088776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2810): Terminating (SIGTERM)
14:45:29.130810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2813): Terminating (SIGTERM)
14:45:29.172644 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2816): Terminating (SIGTERM)
14:45:29.182496 ---      ParallelTerminationStrategy: PID 2806 died...
14:45:29.238328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2806): Terminated: ok {rc=0}
14:45:29.248321 ---      ParallelTerminationStrategy: PID 2807 died...
14:45:29.304237 run iperf3-srv_10.42.42.10(pid=2807): Terminated {rc=256}
14:45:29.314230 ---      ParallelTerminationStrategy: PID 2810 died...
14:45:29.370410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2810): Terminated: ok {rc=0}
14:45:29.380393 ---      ParallelTerminationStrategy: PID 2813 died...
14:45:29.436062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2813): Terminated: ok {rc=0}
14:45:29.446024 ---      ParallelTerminationStrategy: PID 2816 died...
14:45:29.501664 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2816): Terminated: ok {rc=0}
14:45:29.588623 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:trx-b200+mod-bts0-dynts-ipa</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2832): Process ended prematurely: osmo-stp_10.42.42.5(pid=2832) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2832)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2832): Process ended prematurely: osmo-stp_10.42.42.5(pid=2832) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2832)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py
----------------------------------------------
14:45:30.703531 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:30.715726 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
14:45:30.896569 tst                      iperf3m4.py: using LAC 41621
14:45:31.027641 tst                      iperf3m4.py: using RAC 56
14:45:31.157982 tst                      iperf3m4.py: using CellId 41621
14:45:31.285313 tst                      iperf3m4.py: using BVCI 41622
14:45:31.311081 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:31.323096 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:31.335502 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:31.348352 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:31.361065 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:31.374235 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:31.386806 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:31.399906 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:31.412518 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
14:45:31.550909 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
14:45:31.675073 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
14:45:31.797476 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
14:45:32.119831 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
14:45:32.256781 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:45:32.593682 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2818): Launched
14:45:32.872692 run iperf3-srv_10.42.42.10(pid=2819): Launched
14:45:33.071901 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
14:45:33.207209 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:45:33.544208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2820): Launched
14:45:33.823263 run iperf3-srv_10.42.42.10(pid=2821): Launched
14:45:34.021778 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
14:45:34.156624 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:45:34.492502 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2822): Launched
14:45:34.770824 run iperf3-srv_10.42.42.10(pid=2823): Launched
14:45:34.969264 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
14:45:35.103902 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:45:35.441256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2824): Launched
14:45:35.719727 run iperf3-srv_10.42.42.10(pid=2825): Launched
14:45:35.917195 tst                    iperf3m4.py:8: start network...
14:45:36.052073 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:45:36.570297 run          create_hlr_db(pid=2826): Launched
14:45:36.757983 bus                          /gobi_6: Setting Powered False
14:45:37.778377 run          create_hlr_db(pid=2826): Terminated: ok {rc=0}
14:45:38.185881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2828): Launched
14:45:38.488606 run    osmo-hlr_10.42.42.2(pid=2829): Launched
14:45:38.607397 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:45:39.140102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2831): Launched
14:45:39.444036 run    osmo-stp_10.42.42.5(pid=2832): Launched
14:45:39.554499 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:45:40.082693 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2834): Launched
14:45:40.190153 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:45:40.455401 run               patchelf(pid=2835): Launched
14:45:40.632615 run    osmo-stp_10.42.42.5(pid=2832): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2832)]
14:45:40.762024 run    osmo-stp_10.42.42.5(pid=2832): stdout: 
| (launched: 2022-12-14_14:45:39.293411)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:45:40.892173 run    osmo-stp_10.42.42.5(pid=2832): stderr: 
| �[0;m�[38;5;43m20221214144539467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144539467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144539467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144539467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144539468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144539468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144539468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:45:41.017680 run    osmo-stp_10.42.42.5(pid=2832): stdout: 
| (launched: 2022-12-14_14:45:39.293411)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:45:41.141479 run    osmo-stp_10.42.42.5(pid=2832): stderr: 
| �[0;m�[38;5;43m20221214144539467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144539467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144539467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144539467 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144539468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144539468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144539468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:45:41.286545 run               patchelf(pid=2835): Terminating (SIGINT)
14:45:41.458042 run               patchelf(pid=2835): Terminated: ok {rc=0}
14:45:41.489389 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2832): Process ended prematurely: osmo-stp_10.42.42.5(pid=2832) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2832)]  [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]
14:45:41.498675 tst                    iperf3m4.py:8: Test FAILED (10.8 sec)
14:45:41.560333 run    osmo-hlr_10.42.42.2(pid=2829): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2829)]
14:45:41.610245 run    osmo-hlr_10.42.42.2(pid=2829): stdout: 
| (launched: 2022-12-14_14:45:38.338987) 
14:45:41.660561 run    osmo-hlr_10.42.42.2(pid=2829): stderr: 
| �[0;m�[1;31m20221214144538515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144538515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144538515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144538515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144538515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144538515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144538527 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144538535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144538536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144538536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:45:41.703631 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2818): Terminating (SIGTERM)
14:45:41.744073 run iperf3-srv_10.42.42.10(pid=2819): Terminating (SIGTERM)
14:45:41.784340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2820): Terminating (SIGTERM)
14:45:41.825137 run iperf3-srv_10.42.42.10(pid=2821): Terminating (SIGTERM)
14:45:41.867880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2822): Terminating (SIGTERM)
14:45:41.911420 run iperf3-srv_10.42.42.10(pid=2823): Terminating (SIGTERM)
14:45:41.954400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2824): Terminating (SIGTERM)
14:45:41.994899 run iperf3-srv_10.42.42.10(pid=2825): Terminating (SIGTERM)
14:45:42.035157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2828): Terminating (SIGTERM)
14:45:42.075479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2831): Terminating (SIGTERM)
14:45:42.115637 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2834): Terminating (SIGTERM)
14:45:42.125030 ---      ParallelTerminationStrategy: PID 2818 died...
14:45:42.178886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2818): Terminated: ok {rc=0}
14:45:42.188428 ---      ParallelTerminationStrategy: PID 2819 died...
14:45:42.241904 run iperf3-srv_10.42.42.10(pid=2819): Terminated {rc=256}
14:45:42.251398 ---      ParallelTerminationStrategy: PID 2820 died...
14:45:42.304813 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2820): Terminated: ok {rc=0}
14:45:42.314367 ---      ParallelTerminationStrategy: PID 2821 died...
14:45:42.367762 run iperf3-srv_10.42.42.10(pid=2821): Terminated {rc=256}
14:45:42.377320 ---      ParallelTerminationStrategy: PID 2822 died...
14:45:42.430860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2822): Terminated: ok {rc=0}
14:45:42.440235 ---      ParallelTerminationStrategy: PID 2823 died...
14:45:42.493332 run iperf3-srv_10.42.42.10(pid=2823): Terminated {rc=256}
14:45:42.502784 ---      ParallelTerminationStrategy: PID 2824 died...
14:45:42.556087 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2824): Terminated: ok {rc=0}
14:45:42.565684 ---      ParallelTerminationStrategy: PID 2825 died...
14:45:42.618953 run iperf3-srv_10.42.42.10(pid=2825): Terminated {rc=256}
14:45:42.628401 ---      ParallelTerminationStrategy: PID 2828 died...
14:45:42.681707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2828): Terminated: ok {rc=0}
14:45:42.691428 ---      ParallelTerminationStrategy: PID 2831 died...
14:45:42.744701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2831): Terminated: ok {rc=0}
14:45:42.754311 ---      ParallelTerminationStrategy: PID 2834 died...
14:45:42.807760 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2834): Terminated: ok {rc=0}
14:45:42.891883 bus                          /gobi_4: Setting Powered False
14:45:43.998845 bus                          /gobi_4: Setting Powered False
14:45:45.109747 bus                          /gobi_1: Setting Powered False
14:45:46.220698 bus                          /gobi_1: Setting Powered False
14:45:47.329187 bus                          /gobi_0: Setting Powered False
14:45:48.432702 bus                          /gobi_0: Setting Powered False
14:45:49.545414 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:trx-b200+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2849): Process ended prematurely: osmo-stp_10.42.42.5(pid=2849) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2849)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2849): Process ended prematurely: osmo-stp_10.42.42.5(pid=2849) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2849)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-b200+mod-bts0-dynts-ipa ping.py
----------------------------------------------
14:45:50.613026 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:50.624469 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
14:45:50.780780 tst                          ping.py: using LAC 41622
14:45:50.898858 tst                          ping.py: using RAC 57
14:45:51.016753 tst                          ping.py: using CellId 41622
14:45:51.134095 tst                          ping.py: using BVCI 41623
14:45:51.156677 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:51.167459 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:51.178470 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:51.189082 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:51.200089 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:51.211222 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:51.222335 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:51.233354 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
14:45:51.506978 tst                       ping.py:19: start network...
14:45:51.630261 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:45:52.117670 run          create_hlr_db(pid=2837): Launched
14:45:52.289735 bus                          /gobi_6: Setting Powered False
14:45:53.309845 run          create_hlr_db(pid=2837): Terminated: ok {rc=0}
14:45:53.734832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2845): Launched
14:45:54.051474 run    osmo-hlr_10.42.42.2(pid=2846): Launched
14:45:54.170846 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:45:54.726742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2848): Launched
14:45:55.043602 run    osmo-stp_10.42.42.5(pid=2849): Launched
14:45:55.158578 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:45:55.712103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2851): Launched
14:45:55.817318 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:45:56.076787 run               patchelf(pid=2852): Launched
14:45:56.251165 run    osmo-stp_10.42.42.5(pid=2849): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2849)]
14:45:56.378383 run    osmo-stp_10.42.42.5(pid=2849): stdout: 
| (launched: 2022-12-14_14:45:54.888192)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:45:56.506209 run    osmo-stp_10.42.42.5(pid=2849): stderr: 
| �[0;m�[38;5;43m20221214144555081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144555082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144555082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144555082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144555083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144555083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144555083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:45:56.628856 run    osmo-stp_10.42.42.5(pid=2849): stdout: 
| (launched: 2022-12-14_14:45:54.888192)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:45:56.750572 run    osmo-stp_10.42.42.5(pid=2849): stderr: 
| �[0;m�[38;5;43m20221214144555081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144555082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144555082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144555082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144555083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144555083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144555083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:45:56.892780 run               patchelf(pid=2852): Terminating (SIGINT)
14:45:57.060210 run               patchelf(pid=2852): Terminated: ok {rc=0}
14:45:57.090782 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2849): Process ended prematurely: osmo-stp_10.42.42.5(pid=2849) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2849)]  [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]
14:45:57.099495 tst                       ping.py:22: Test FAILED (6.5 sec)
14:45:57.160189 run    osmo-hlr_10.42.42.2(pid=2846): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2846)]
14:45:57.209631 run    osmo-hlr_10.42.42.2(pid=2846): stdout: 
| (launched: 2022-12-14_14:45:53.896253) 
14:45:57.259624 run    osmo-hlr_10.42.42.2(pid=2846): stderr: 
| �[0;m�[1;31m20221214144554095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144554095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144554095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144554095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144554095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144554095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144554108 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144554116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144554116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144554117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:45:57.302066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2845): Terminating (SIGTERM)
14:45:57.342276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2848): Terminating (SIGTERM)
14:45:57.382214 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2851): Terminating (SIGTERM)
14:45:57.391428 ---      ParallelTerminationStrategy: PID 2845 died...
14:45:57.445511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2845): Terminated: ok {rc=0}
14:45:57.455056 ---      ParallelTerminationStrategy: PID 2848 died...
14:45:57.508820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2848): Terminated: ok {rc=0}
14:45:57.518433 ---      ParallelTerminationStrategy: PID 2851 died...
14:45:57.572841 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2851): Terminated: ok {rc=0}
14:45:57.661383 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:trx-b200+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2859): Process ended prematurely: osmo-stp_10.42.42.5(pid=2859) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2859)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2859): Process ended prematurely: osmo-stp_10.42.42.5(pid=2859) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2859)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py
----------------------------------------------
14:45:58.713085 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:58.724499 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
14:45:58.889221 tst                ping_idle_ping.py: using LAC 41623
14:45:59.015997 tst                ping_idle_ping.py: using RAC 58
14:45:59.140937 tst                ping_idle_ping.py: using CellId 41623
14:45:59.267415 tst                ping_idle_ping.py: using BVCI 41624
14:45:59.291903 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:59.303850 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:59.315088 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:59.326282 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:59.337634 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:59.349081 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:59.360349 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:45:59.371504 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
14:45:59.646457 tst             ping_idle_ping.py:24: start network...
14:45:59.770802 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:46:00.246433 run          create_hlr_db(pid=2853): Launched
14:46:00.418380 bus                          /gobi_6: Setting Powered False
14:46:01.492217 run          create_hlr_db(pid=2853): Terminated: ok {rc=0}
14:46:01.920191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2855): Launched
14:46:02.289071 run    osmo-hlr_10.42.42.2(pid=2856): Launched
14:46:02.405703 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:46:02.930370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2858): Launched
14:46:03.226788 run    osmo-stp_10.42.42.5(pid=2859): Launched
14:46:03.335690 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:46:03.855051 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2861): Launched
14:46:03.960249 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:46:04.219922 run               patchelf(pid=2862): Launched
14:46:04.395170 run    osmo-stp_10.42.42.5(pid=2859): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2859)]
14:46:04.522570 run    osmo-stp_10.42.42.5(pid=2859): stdout: 
| (launched: 2022-12-14_14:46:03.080527)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:46:04.650194 run    osmo-stp_10.42.42.5(pid=2859): stderr: 
| �[0;m�[38;5;43m20221214144603249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144603249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144603249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144603250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144603252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144603252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144603252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:46:04.772921 run    osmo-stp_10.42.42.5(pid=2859): stdout: 
| (launched: 2022-12-14_14:46:03.080527)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:46:04.894903 run    osmo-stp_10.42.42.5(pid=2859): stderr: 
| �[0;m�[38;5;43m20221214144603249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144603249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144603249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144603250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144603252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144603252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144603252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:46:05.036541 run               patchelf(pid=2862): Terminating (SIGINT)
14:46:05.203685 run               patchelf(pid=2862): Terminated: ok {rc=0}
14:46:05.234134 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2859): Process ended prematurely: osmo-stp_10.42.42.5(pid=2859) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2859)]  [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]
14:46:05.242784 tst             ping_idle_ping.py:27: Test FAILED (6.5 sec)
14:46:05.303182 run    osmo-hlr_10.42.42.2(pid=2856): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2856)]
14:46:05.352803 run    osmo-hlr_10.42.42.2(pid=2856): stdout: 
| (launched: 2022-12-14_14:46:02.072841) 
14:46:05.402811 run    osmo-hlr_10.42.42.2(pid=2856): stderr: 
| �[0;m�[1;31m20221214144602322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144602322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144602322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144602322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144602322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144602322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144602335 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144602343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144602343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144602343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:46:05.445605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2855): Terminating (SIGTERM)
14:46:05.485848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2858): Terminating (SIGTERM)
14:46:05.526122 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2861): Terminating (SIGTERM)
14:46:05.535320 ---      ParallelTerminationStrategy: PID 2855 died...
14:46:05.589140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2855): Terminated: ok {rc=0}
14:46:05.598693 ---      ParallelTerminationStrategy: PID 2858 died...
14:46:05.652302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2858): Terminated: ok {rc=0}
14:46:05.661767 ---      ParallelTerminationStrategy: PID 2861 died...
14:46:05.714910 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2861): Terminated: ok {rc=0}
14:46:05.798867 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>52</id><name>gprs_trx-b200+mod-bts0-dynts-ipa</name><properties></properties><timestamp>2022-12-14T14:45:07</timestamp></suite><suite><case><age>270</age><className>gprs:trx-b200+mod-bts0-dynts-osmo</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2876): Process ended prematurely: osmo-stp_10.42.42.5(pid=2876) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2876)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2876): Process ended prematurely: osmo-stp_10.42.42.5(pid=2876) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2876)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py
----------------------------------------------
14:46:07.961436 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:07.972532 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
14:46:08.137806 tst         cs_paging_gprs_active.py: using LAC 41624
14:46:08.268653 tst         cs_paging_gprs_active.py: using RAC 59
14:46:08.394618 tst         cs_paging_gprs_active.py: using CellId 41624
14:46:08.520175 tst         cs_paging_gprs_active.py: using BVCI 41625
14:46:08.545021 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:08.556244 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:08.567401 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:08.578990 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:08.590004 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:08.601114 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:08.612148 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:08.623138 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:08.634514 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
14:46:08.752339 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
14:46:09.044614 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
14:46:09.179814 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:46:09.515327 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2866): Launched
14:46:09.795006 run iperf3-srv_10.42.42.10(pid=2867): Launched
14:46:09.993365 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
14:46:10.127856 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:46:10.463148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2868): Launched
14:46:10.741419 run iperf3-srv_10.42.42.10(pid=2869): Launched
14:46:10.938695 tst      cs_paging_gprs_active.py:38: start network...
14:46:11.073805 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:46:11.593216 run          create_hlr_db(pid=2870): Launched
14:46:11.781282 bus                          /gobi_6: Setting Powered False
14:46:12.801444 run          create_hlr_db(pid=2870): Terminated: ok {rc=0}
14:46:13.231535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2872): Launched
14:46:13.556612 run    osmo-hlr_10.42.42.2(pid=2873): Launched
14:46:13.678408 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:46:14.240414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2875): Launched
14:46:14.566251 run    osmo-stp_10.42.42.5(pid=2876): Launched
14:46:14.683899 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:46:15.249494 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2878): Launched
14:46:15.365349 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:46:15.648858 run               patchelf(pid=2879): Launched
14:46:15.844810 run    osmo-stp_10.42.42.5(pid=2876): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2876)]
14:46:15.999350 run    osmo-stp_10.42.42.5(pid=2876): stdout: 
| (launched: 2022-12-14_14:46:14.406512)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:46:16.151261 run    osmo-stp_10.42.42.5(pid=2876): stderr: 
| �[0;m�[38;5;43m20221214144614600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144614600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144614601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144614601 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144614601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144614602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144614602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:46:16.282054 run    osmo-stp_10.42.42.5(pid=2876): stdout: 
| (launched: 2022-12-14_14:46:14.406512)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:46:16.414446 run    osmo-stp_10.42.42.5(pid=2876): stderr: 
| �[0;m�[38;5;43m20221214144614600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144614600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144614601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144614601 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144614601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144614602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144614602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:46:16.565981 run               patchelf(pid=2879): Terminating (SIGINT)
14:46:16.745048 run               patchelf(pid=2879): Terminated: ok {rc=0}
14:46:16.779439 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2876): Process ended prematurely: osmo-stp_10.42.42.5(pid=2876) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2876)]  [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]
14:46:16.789919 tst      cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)
14:46:16.854039 run    osmo-hlr_10.42.42.2(pid=2873): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2873)]
14:46:16.906177 run    osmo-hlr_10.42.42.2(pid=2873): stdout: 
| (launched: 2022-12-14_14:46:13.397315) 
14:46:16.959138 run    osmo-hlr_10.42.42.2(pid=2873): stderr: 
| �[0;m�[1;31m20221214144613598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144613598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144613599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144613599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144613599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144613599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144613611 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144613619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144613619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144613619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:46:17.005348 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2866): Terminating (SIGTERM)
14:46:17.050684 run iperf3-srv_10.42.42.10(pid=2867): Terminating (SIGTERM)
14:46:17.095249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2868): Terminating (SIGTERM)
14:46:17.138521 run iperf3-srv_10.42.42.10(pid=2869): Terminating (SIGTERM)
14:46:17.183959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2872): Terminating (SIGTERM)
14:46:17.227180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2875): Terminating (SIGTERM)
14:46:17.271787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2878): Terminating (SIGTERM)
14:46:17.283292 ---      ParallelTerminationStrategy: PID 2866 died...
14:46:17.340514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2866): Terminated: ok {rc=0}
14:46:17.350439 ---      ParallelTerminationStrategy: PID 2867 died...
14:46:17.405575 run iperf3-srv_10.42.42.10(pid=2867): Terminated {rc=256}
14:46:17.415429 ---      ParallelTerminationStrategy: PID 2868 died...
14:46:17.470521 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2868): Terminated: ok {rc=0}
14:46:17.480356 ---      ParallelTerminationStrategy: PID 2869 died...
14:46:17.535303 run iperf3-srv_10.42.42.10(pid=2869): Terminated {rc=256}
14:46:17.545299 ---      ParallelTerminationStrategy: PID 2872 died...
14:46:17.600084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2872): Terminated: ok {rc=0}
14:46:17.609968 ---      ParallelTerminationStrategy: PID 2875 died...
14:46:17.665020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2875): Terminated: ok {rc=0}
14:46:17.674932 ---      ParallelTerminationStrategy: PID 2878 died...
14:46:17.730356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2878): Terminated: ok {rc=0}
14:46:17.816903 bus                          /gobi_0: Setting Powered False
14:46:18.922821 bus                          /gobi_0: Setting Powered False
14:46:20.030270 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:trx-b200+mod-bts0-dynts-osmo</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2888): Process ended prematurely: osmo-stp_10.42.42.5(pid=2888) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2888)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2888): Process ended prematurely: osmo-stp_10.42.42.5(pid=2888) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2888)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py
----------------------------------------------
14:46:21.144409 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:21.156443 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
14:46:21.326922 tst                        iperf3.py: using LAC 41625
14:46:21.457927 tst                        iperf3.py: using RAC 60
14:46:21.582860 tst                        iperf3.py: using CellId 41625
14:46:21.712521 tst                        iperf3.py: using BVCI 41626
14:46:21.737405 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:21.748903 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:21.760184 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:21.771353 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:21.782482 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:21.793557 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:21.804798 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:21.815837 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:21.827149 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
14:46:22.104012 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
14:46:22.229745 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:46:22.544441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2880): Launched
14:46:22.805791 run iperf3-srv_10.42.42.10(pid=2881): Launched
14:46:22.989501 tst                      iperf3.py:8: start network...
14:46:23.114903 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:46:23.591253 run          create_hlr_db(pid=2882): Launched
14:46:23.763986 bus                          /gobi_6: Setting Powered False
14:46:24.796933 run          create_hlr_db(pid=2882): Terminated: ok {rc=0}
14:46:25.225733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2884): Launched
14:46:25.549880 run    osmo-hlr_10.42.42.2(pid=2885): Launched
14:46:25.672653 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:46:26.237115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2887): Launched
14:46:26.561939 run    osmo-stp_10.42.42.5(pid=2888): Launched
14:46:26.679479 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:46:27.243206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2890): Launched
14:46:27.358935 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:46:27.641477 run               patchelf(pid=2891): Launched
14:46:27.831454 run    osmo-stp_10.42.42.5(pid=2888): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2888)]
14:46:27.969213 run    osmo-stp_10.42.42.5(pid=2888): stdout: 
| (launched: 2022-12-14_14:46:26.402729)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:46:28.107708 run    osmo-stp_10.42.42.5(pid=2888): stderr: 
| �[0;m�[38;5;43m20221214144626597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144626597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144626597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144626598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144626598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144626598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144626598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:46:28.241050 run    osmo-stp_10.42.42.5(pid=2888): stdout: 
| (launched: 2022-12-14_14:46:26.402729)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:46:28.374209 run    osmo-stp_10.42.42.5(pid=2888): stderr: 
| �[0;m�[38;5;43m20221214144626597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144626597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144626597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144626598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144626598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144626598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144626598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:46:28.528681 run               patchelf(pid=2891): Terminating (SIGINT)
14:46:28.710576 run               patchelf(pid=2891): Terminated: ok {rc=0}
14:46:28.743875 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2888): Process ended prematurely: osmo-stp_10.42.42.5(pid=2888) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2888)]  [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]
14:46:28.753627 tst                      iperf3.py:8: Test FAILED (7.6 sec)
14:46:28.816423 run    osmo-hlr_10.42.42.2(pid=2885): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2885)]
14:46:28.867898 run    osmo-hlr_10.42.42.2(pid=2885): stdout: 
| (launched: 2022-12-14_14:46:25.390566) 
14:46:28.919963 run    osmo-hlr_10.42.42.2(pid=2885): stderr: 
| �[0;m�[1;31m20221214144625587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144625587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144625587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144625587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144625587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144625588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144625603 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144625612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144625613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144625613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:46:28.964189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2880): Terminating (SIGTERM)
14:46:29.005783 run iperf3-srv_10.42.42.10(pid=2881): Terminating (SIGTERM)
14:46:29.047893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2884): Terminating (SIGTERM)
14:46:29.089718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2887): Terminating (SIGTERM)
14:46:29.132243 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2890): Terminating (SIGTERM)
14:46:29.142022 ---      ParallelTerminationStrategy: PID 2880 died...
14:46:29.198226 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2880): Terminated: ok {rc=0}
14:46:29.208214 ---      ParallelTerminationStrategy: PID 2881 died...
14:46:29.263683 run iperf3-srv_10.42.42.10(pid=2881): Terminated {rc=256}
14:46:29.273681 ---      ParallelTerminationStrategy: PID 2884 died...
14:46:29.329604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2884): Terminated: ok {rc=0}
14:46:29.339613 ---      ParallelTerminationStrategy: PID 2887 died...
14:46:29.395400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2887): Terminated: ok {rc=0}
14:46:29.405457 ---      ParallelTerminationStrategy: PID 2890 died...
14:46:29.461091 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2890): Terminated: ok {rc=0}
14:46:29.547283 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:trx-b200+mod-bts0-dynts-osmo</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2906): Process ended prematurely: osmo-stp_10.42.42.5(pid=2906) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2906)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2906): Process ended prematurely: osmo-stp_10.42.42.5(pid=2906) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2906)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py
----------------------------------------------
14:46:30.660687 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:30.672694 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
14:46:30.840678 tst                      iperf3m4.py: using LAC 41626
14:46:30.975886 tst                      iperf3m4.py: using RAC 61
14:46:31.107892 tst                      iperf3m4.py: using CellId 41626
14:46:31.236942 tst                      iperf3m4.py: using BVCI 41627
14:46:31.263407 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:31.276109 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:31.288488 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:31.300819 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:31.313641 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:31.325777 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:31.337935 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:31.350354 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:31.363200 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
14:46:31.484556 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
14:46:31.609136 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
14:46:31.741054 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
14:46:32.078020 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
14:46:32.214873 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:46:32.553057 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2892): Launched
14:46:32.831256 run iperf3-srv_10.42.42.10(pid=2893): Launched
14:46:33.029110 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
14:46:33.163408 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:46:33.499149 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2894): Launched
14:46:33.776794 run iperf3-srv_10.42.42.10(pid=2895): Launched
14:46:33.975227 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
14:46:34.109629 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:46:34.445893 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2896): Launched
14:46:34.723416 run iperf3-srv_10.42.42.10(pid=2897): Launched
14:46:34.921085 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
14:46:35.055240 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:46:35.390547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2898): Launched
14:46:35.667588 run iperf3-srv_10.42.42.10(pid=2899): Launched
14:46:35.864863 tst                    iperf3m4.py:8: start network...
14:46:35.999197 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:46:36.517841 run          create_hlr_db(pid=2900): Launched
14:46:36.705717 bus                          /gobi_6: Setting Powered False
14:46:37.725394 run          create_hlr_db(pid=2900): Terminated: ok {rc=0}
14:46:38.132725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2902): Launched
14:46:38.436187 run    osmo-hlr_10.42.42.2(pid=2903): Launched
14:46:38.553354 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:46:39.086872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2905): Launched
14:46:39.387730 run    osmo-stp_10.42.42.5(pid=2906): Launched
14:46:39.496717 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:46:40.024574 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2908): Launched
14:46:40.131975 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:46:40.396859 run               patchelf(pid=2909): Launched
14:46:40.574622 run    osmo-stp_10.42.42.5(pid=2906): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2906)]
14:46:40.703870 run    osmo-stp_10.42.42.5(pid=2906): stdout: 
| (launched: 2022-12-14_14:46:39.239202)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:46:40.832884 run    osmo-stp_10.42.42.5(pid=2906): stderr: 
| �[0;m�[38;5;43m20221214144639409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144639409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144639409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144639410 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144639410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144639410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144639410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:46:40.957399 run    osmo-stp_10.42.42.5(pid=2906): stdout: 
| (launched: 2022-12-14_14:46:39.239202)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:46:41.080522 run    osmo-stp_10.42.42.5(pid=2906): stderr: 
| �[0;m�[38;5;43m20221214144639409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144639409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144639409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144639410 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144639410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144639410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144639410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:46:41.225797 run               patchelf(pid=2909): Terminating (SIGINT)
14:46:41.395495 run               patchelf(pid=2909): Terminated: ok {rc=0}
14:46:41.426642 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2906): Process ended prematurely: osmo-stp_10.42.42.5(pid=2906) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2906)]  [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]
14:46:41.435876 tst                    iperf3m4.py:8: Test FAILED (10.8 sec)
14:46:41.496610 run    osmo-hlr_10.42.42.2(pid=2903): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2903)]
14:46:41.545675 run    osmo-hlr_10.42.42.2(pid=2903): stdout: 
| (launched: 2022-12-14_14:46:38.285985) 
14:46:41.595643 run    osmo-hlr_10.42.42.2(pid=2903): stderr: 
| �[0;m�[1;31m20221214144638463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144638463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144638463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144638463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144638463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144638463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144638480 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144638489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144638490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144638490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:46:41.638153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2892): Terminating (SIGTERM)
14:46:41.678332 run iperf3-srv_10.42.42.10(pid=2893): Terminating (SIGTERM)
14:46:41.718239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2894): Terminating (SIGTERM)
14:46:41.758227 run iperf3-srv_10.42.42.10(pid=2895): Terminating (SIGTERM)
14:46:41.797953 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2896): Terminating (SIGTERM)
14:46:41.837929 run iperf3-srv_10.42.42.10(pid=2897): Terminating (SIGTERM)
14:46:41.877777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2898): Terminating (SIGTERM)
14:46:41.918008 run iperf3-srv_10.42.42.10(pid=2899): Terminating (SIGTERM)
14:46:41.957911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2902): Terminating (SIGTERM)
14:46:41.997799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2905): Terminating (SIGTERM)
14:46:42.037552 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2908): Terminating (SIGTERM)
14:46:42.046719 ---      ParallelTerminationStrategy: PID 2892 died...
14:46:42.100523 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2892): Terminated: ok {rc=0}
14:46:42.110109 ---      ParallelTerminationStrategy: PID 2893 died...
14:46:42.163798 run iperf3-srv_10.42.42.10(pid=2893): Terminated {rc=256}
14:46:42.173410 ---      ParallelTerminationStrategy: PID 2894 died...
14:46:42.227165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2894): Terminated: ok {rc=0}
14:46:42.236695 ---      ParallelTerminationStrategy: PID 2895 died...
14:46:42.290197 run iperf3-srv_10.42.42.10(pid=2895): Terminated {rc=256}
14:46:42.299681 ---      ParallelTerminationStrategy: PID 2896 died...
14:46:42.353435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2896): Terminated: ok {rc=0}
14:46:42.362922 ---      ParallelTerminationStrategy: PID 2897 died...
14:46:42.416448 run iperf3-srv_10.42.42.10(pid=2897): Terminated {rc=256}
14:46:42.425977 ---      ParallelTerminationStrategy: PID 2898 died...
14:46:42.479932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2898): Terminated: ok {rc=0}
14:46:42.489910 ---      ParallelTerminationStrategy: PID 2899 died...
14:46:42.544080 run iperf3-srv_10.42.42.10(pid=2899): Terminated {rc=256}
14:46:42.553738 ---      ParallelTerminationStrategy: PID 2902 died...
14:46:42.607477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2902): Terminated: ok {rc=0}
14:46:42.617051 ---      ParallelTerminationStrategy: PID 2905 died...
14:46:42.670617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2905): Terminated: ok {rc=0}
14:46:42.680178 ---      ParallelTerminationStrategy: PID 2908 died...
14:46:42.733685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2908): Terminated: ok {rc=0}
14:46:42.822764 bus                          /gobi_4: Setting Powered False
14:46:43.927192 bus                          /gobi_4: Setting Powered False
14:46:45.037488 bus                          /gobi_1: Setting Powered False
14:46:46.152345 bus                          /gobi_1: Setting Powered False
14:46:47.268489 bus                          /gobi_0: Setting Powered False
14:46:48.374794 bus                          /gobi_0: Setting Powered False
14:46:49.482352 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:trx-b200+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2916): Process ended prematurely: osmo-stp_10.42.42.5(pid=2916) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2916)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2916): Process ended prematurely: osmo-stp_10.42.42.5(pid=2916) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2916)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-b200+mod-bts0-dynts-osmo ping.py
----------------------------------------------
14:46:50.551599 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:50.563564 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
14:46:50.727498 tst                          ping.py: using LAC 41627
14:46:50.851803 tst                          ping.py: using RAC 62
14:46:50.977524 tst                          ping.py: using CellId 41627
14:46:51.103659 tst                          ping.py: using BVCI 41628
14:46:51.128301 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:51.139798 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:51.151059 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:51.162260 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:51.173463 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:51.184655 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:51.196028 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:51.207182 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
14:46:51.484329 tst                       ping.py:19: start network...
14:46:51.607180 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:46:52.075569 run          create_hlr_db(pid=2910): Launched
14:46:52.248752 bus                          /gobi_6: Setting Powered False
14:46:53.269026 run          create_hlr_db(pid=2910): Terminated: ok {rc=0}
14:46:53.666566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2912): Launched
14:46:53.963859 run    osmo-hlr_10.42.42.2(pid=2913): Launched
14:46:54.079354 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:46:54.608754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2915): Launched
14:46:54.906356 run    osmo-stp_10.42.42.5(pid=2916): Launched
14:46:55.014745 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:46:55.531257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2918): Launched
14:46:55.636748 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:46:55.894551 run               patchelf(pid=2919): Launched
14:46:56.071273 run    osmo-stp_10.42.42.5(pid=2916): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2916)]
14:46:56.197849 run    osmo-stp_10.42.42.5(pid=2916): stdout: 
| (launched: 2022-12-14_14:46:54.758542)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:46:56.324220 run    osmo-stp_10.42.42.5(pid=2916): stderr: 
| �[0;m�[38;5;43m20221214144654926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144654927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144654927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144654927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144654930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144654930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144654930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:46:56.446903 run    osmo-stp_10.42.42.5(pid=2916): stdout: 
| (launched: 2022-12-14_14:46:54.758542)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:46:56.568014 run    osmo-stp_10.42.42.5(pid=2916): stderr: 
| �[0;m�[38;5;43m20221214144654926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144654927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144654927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144654927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144654930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144654930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144654930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:46:56.709968 run               patchelf(pid=2919): Terminating (SIGINT)
14:46:56.876938 run               patchelf(pid=2919): Terminated: ok {rc=0}
14:46:56.907324 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2916): Process ended prematurely: osmo-stp_10.42.42.5(pid=2916) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2916)]  [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]
14:46:56.915869 tst                       ping.py:22: Test FAILED (6.4 sec)
14:46:56.976388 run    osmo-hlr_10.42.42.2(pid=2913): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2913)]
14:46:57.025644 run    osmo-hlr_10.42.42.2(pid=2913): stdout: 
| (launched: 2022-12-14_14:46:53.816780) 
14:46:57.075361 run    osmo-hlr_10.42.42.2(pid=2913): stderr: 
| �[0;m�[1;31m20221214144653991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144653991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144653991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144653991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144653991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144653991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144654003 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144654011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144654012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144654012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:46:57.117932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2912): Terminating (SIGTERM)
14:46:57.157721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2915): Terminating (SIGTERM)
14:46:57.197686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2918): Terminating (SIGTERM)
14:46:57.207014 ---      ParallelTerminationStrategy: PID 2912 died...
14:46:57.260570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2912): Terminated: ok {rc=0}
14:46:57.270050 ---      ParallelTerminationStrategy: PID 2915 died...
14:46:57.323558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2915): Terminated: ok {rc=0}
14:46:57.333113 ---      ParallelTerminationStrategy: PID 2918 died...
14:46:57.386499 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2918): Terminated: ok {rc=0}
14:46:57.474494 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:trx-b200+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2926): Process ended prematurely: osmo-stp_10.42.42.5(pid=2926) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2926)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2926): Process ended prematurely: osmo-stp_10.42.42.5(pid=2926) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2926)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py
----------------------------------------------
14:46:58.525633 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:58.537120 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
14:46:58.694380 tst                ping_idle_ping.py: using LAC 41628
14:46:58.810024 tst                ping_idle_ping.py: using RAC 63
14:46:58.925875 tst                ping_idle_ping.py: using CellId 41628
14:46:59.047058 tst                ping_idle_ping.py: using BVCI 41629
14:46:59.069693 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:59.080327 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:59.090959 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:59.101583 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:59.112476 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:59.123511 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:59.134556 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:46:59.145414 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
14:46:59.432920 tst             ping_idle_ping.py:24: start network...
14:46:59.565445 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:47:00.075376 run          create_hlr_db(pid=2920): Launched
14:47:00.259969 bus                          /gobi_6: Setting Powered False
14:47:01.320797 run          create_hlr_db(pid=2920): Terminated: ok {rc=0}
14:47:01.750523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2922): Launched
14:47:02.184616 run    osmo-hlr_10.42.42.2(pid=2923): Launched
14:47:02.317730 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:47:02.839858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2925): Launched
14:47:03.137574 run    osmo-stp_10.42.42.5(pid=2926): Launched
14:47:03.246094 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:47:03.764925 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2928): Launched
14:47:03.870487 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:47:04.130457 run               patchelf(pid=2929): Launched
14:47:04.305226 run    osmo-stp_10.42.42.5(pid=2926): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2926)]
14:47:04.433073 run    osmo-stp_10.42.42.5(pid=2926): stdout: 
| (launched: 2022-12-14_14:47:02.990175)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:47:04.560742 run    osmo-stp_10.42.42.5(pid=2926): stderr: 
| �[0;m�[38;5;43m20221214144703161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144703162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144703162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144703162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144703163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144703163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144703163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:47:04.683673 run    osmo-stp_10.42.42.5(pid=2926): stdout: 
| (launched: 2022-12-14_14:47:02.990175)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:47:04.805438 run    osmo-stp_10.42.42.5(pid=2926): stderr: 
| �[0;m�[38;5;43m20221214144703161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144703162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144703162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144703162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144703163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144703163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144703163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:47:04.947775 run               patchelf(pid=2929): Terminating (SIGINT)
14:47:05.114785 run               patchelf(pid=2929): Terminated: ok {rc=0}
14:47:05.145098 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2926): Process ended prematurely: osmo-stp_10.42.42.5(pid=2926) [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2926)]  [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]
14:47:05.153567 tst             ping_idle_ping.py:27: Test FAILED (6.6 sec)
14:47:05.213841 run    osmo-hlr_10.42.42.2(pid=2923): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2923)]
14:47:05.262606 run    osmo-hlr_10.42.42.2(pid=2923): stdout: 
| (launched: 2022-12-14_14:47:01.906438) 
14:47:05.311942 run    osmo-hlr_10.42.42.2(pid=2923): stderr: 
| �[0;m�[1;31m20221214144702185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144702185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144702185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144702185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144702185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144702185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144702199 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144702215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144702215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144702215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:47:05.354300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2922): Terminating (SIGTERM)
14:47:05.394063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2925): Terminating (SIGTERM)
14:47:05.433724 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2928): Terminating (SIGTERM)
14:47:05.442847 ---      ParallelTerminationStrategy: PID 2922 died...
14:47:05.496446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2922): Terminated: ok {rc=0}
14:47:05.505899 ---      ParallelTerminationStrategy: PID 2925 died...
14:47:05.558685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2925): Terminated: ok {rc=0}
14:47:05.568050 ---      ParallelTerminationStrategy: PID 2928 died...
14:47:05.620692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2928): Terminated: ok {rc=0}
14:47:05.703463 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>53</id><name>gprs_trx-b200+mod-bts0-dynts-osmo</name><properties></properties><timestamp>2022-12-14T14:46:07</timestamp></suite><suite><case><age>270</age><className>gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2944): Process ended prematurely: osmo-stp_10.42.42.5(pid=2944) [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2944)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2944): Process ended prematurely: osmo-stp_10.42.42.5(pid=2944) [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2944)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py
----------------------------------------------
14:47:07.868785 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:07.880394 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
14:47:08.028061 tst         cs_paging_gprs_active.py: using LAC 41629
14:47:08.156316 tst         cs_paging_gprs_active.py: using RAC 64
14:47:08.282667 tst         cs_paging_gprs_active.py: using CellId 41629
14:47:08.408304 tst         cs_paging_gprs_active.py: using BVCI 41630
14:47:08.431334 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:08.442496 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:08.453511 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:08.464528 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:08.476204 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:08.487978 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:08.499900 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:08.511707 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:08.523676 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
14:47:08.644304 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
14:47:08.938751 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
14:47:09.074742 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:47:09.413118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2934): Launched
14:47:09.693387 run iperf3-srv_10.42.42.10(pid=2935): Launched
14:47:09.892600 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
14:47:10.028223 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:47:10.366739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2936): Launched
14:47:10.647169 run iperf3-srv_10.42.42.10(pid=2937): Launched
14:47:10.846125 tst      cs_paging_gprs_active.py:38: start network...
14:47:10.981237 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:47:11.501159 run          create_hlr_db(pid=2938): Launched
14:47:11.688389 bus                          /gobi_6: Setting Powered False
14:47:12.709083 run          create_hlr_db(pid=2938): Terminated: ok {rc=0}
14:47:13.114954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2940): Launched
14:47:13.419253 run    osmo-hlr_10.42.42.2(pid=2941): Launched
14:47:13.532891 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:47:14.059430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2943): Launched
14:47:14.364639 run    osmo-stp_10.42.42.5(pid=2944): Launched
14:47:14.476260 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:47:15.003521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2946): Launched
14:47:15.111103 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:47:15.376494 run               patchelf(pid=2947): Launched
14:47:15.554247 run    osmo-stp_10.42.42.5(pid=2944): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2944)]
14:47:15.683900 run    osmo-stp_10.42.42.5(pid=2944): stdout: 
| (launched: 2022-12-14_14:47:14.213653)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:47:15.813853 run    osmo-stp_10.42.42.5(pid=2944): stderr: 
| �[0;m�[38;5;43m20221214144714384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144714384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144714384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144714385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144714385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144714385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144714386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:47:15.947700 run    osmo-stp_10.42.42.5(pid=2944): stdout: 
| (launched: 2022-12-14_14:47:14.213653)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:47:16.074252 run    osmo-stp_10.42.42.5(pid=2944): stderr: 
| �[0;m�[38;5;43m20221214144714384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144714384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144714384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144714385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144714385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144714385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144714386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:47:16.222440 run               patchelf(pid=2947): Terminating (SIGINT)
14:47:16.397756 run               patchelf(pid=2947): Terminated: ok {rc=0}
14:47:16.430376 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2944): Process ended prematurely: osmo-stp_10.42.42.5(pid=2944) [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2944)]  [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]
14:47:16.440699 tst      cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)
14:47:16.504644 run    osmo-hlr_10.42.42.2(pid=2941): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2941)]
14:47:16.556051 run    osmo-hlr_10.42.42.2(pid=2941): stdout: 
| (launched: 2022-12-14_14:47:13.268839) 
14:47:16.608695 run    osmo-hlr_10.42.42.2(pid=2941): stderr: 
| �[0;m�[1;31m20221214144713447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144713447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144713448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144713448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144713448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144713448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144713460 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144713468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144713468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144713468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:47:16.653745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2934): Terminating (SIGTERM)
14:47:16.698102 run iperf3-srv_10.42.42.10(pid=2935): Terminating (SIGTERM)
14:47:16.742245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2936): Terminating (SIGTERM)
14:47:16.786131 run iperf3-srv_10.42.42.10(pid=2937): Terminating (SIGTERM)
14:47:16.830538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2940): Terminating (SIGTERM)
14:47:16.874501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2943): Terminating (SIGTERM)
14:47:16.916706 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2946): Terminating (SIGTERM)
14:47:16.926437 ---      ParallelTerminationStrategy: PID 2934 died...
14:47:16.982950 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2934): Terminated: ok {rc=0}
14:47:16.993484 ---      ParallelTerminationStrategy: PID 2935 died...
14:47:17.049874 run iperf3-srv_10.42.42.10(pid=2935): Terminated {rc=256}
14:47:17.060218 ---      ParallelTerminationStrategy: PID 2936 died...
14:47:17.116625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2936): Terminated: ok {rc=0}
14:47:17.126920 ---      ParallelTerminationStrategy: PID 2937 died...
14:47:17.182820 run iperf3-srv_10.42.42.10(pid=2937): Terminated {rc=256}
14:47:17.193251 ---      ParallelTerminationStrategy: PID 2940 died...
14:47:17.248485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2940): Terminated: ok {rc=0}
14:47:17.257974 ---      ParallelTerminationStrategy: PID 2943 died...
14:47:17.311421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2943): Terminated: ok {rc=0}
14:47:17.320868 ---      ParallelTerminationStrategy: PID 2946 died...
14:47:17.374386 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2946): Terminated: ok {rc=0}
14:47:17.462808 bus                          /gobi_0: Setting Powered False
14:47:18.566150 bus                          /gobi_0: Setting Powered False
14:47:19.671845 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2956): Process ended prematurely: osmo-stp_10.42.42.5(pid=2956) [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2956)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2956): Process ended prematurely: osmo-stp_10.42.42.5(pid=2956) [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2956)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py
----------------------------------------------
14:47:20.786386 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:20.798702 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
14:47:20.950186 tst                        iperf3.py: using LAC 41630
14:47:21.076476 tst                        iperf3.py: using RAC 65
14:47:21.203081 tst                        iperf3.py: using CellId 41630
14:47:21.329810 tst                        iperf3.py: using BVCI 41631
14:47:21.355235 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:21.366944 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:21.378415 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:21.389950 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:21.401482 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:21.412824 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:21.424395 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:21.435707 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:21.447406 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
14:47:21.739275 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
14:47:21.874902 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:47:22.212124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2948): Launched
14:47:22.492425 run iperf3-srv_10.42.42.10(pid=2949): Launched
14:47:22.691351 tst                      iperf3.py:8: start network...
14:47:22.826354 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:47:23.346047 run          create_hlr_db(pid=2950): Launched
14:47:23.533667 bus                          /gobi_6: Setting Powered False
14:47:24.544016 run          create_hlr_db(pid=2950): Terminated: ok {rc=0}
14:47:24.983304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2952): Launched
14:47:25.308296 run    osmo-hlr_10.42.42.2(pid=2953): Launched
14:47:25.428394 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:47:25.993361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2955): Launched
14:47:26.317622 run    osmo-stp_10.42.42.5(pid=2956): Launched
14:47:26.435102 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:47:27.003218 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2958): Launched
14:47:27.119168 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:47:27.403906 run               patchelf(pid=2959): Launched
14:47:27.595089 run    osmo-stp_10.42.42.5(pid=2956): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2956)]
14:47:27.734306 run    osmo-stp_10.42.42.5(pid=2956): stdout: 
| (launched: 2022-12-14_14:47:26.158151)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:47:27.873824 run    osmo-stp_10.42.42.5(pid=2956): stderr: 
| �[0;m�[38;5;43m20221214144726350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144726350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144726351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144726351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144726351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144726352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144726352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:47:28.008279 run    osmo-stp_10.42.42.5(pid=2956): stdout: 
| (launched: 2022-12-14_14:47:26.158151)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:47:28.141469 run    osmo-stp_10.42.42.5(pid=2956): stderr: 
| �[0;m�[38;5;43m20221214144726350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144726350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144726351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144726351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144726351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144726352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144726352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:47:28.297421 run               patchelf(pid=2959): Terminating (SIGINT)
14:47:28.480606 run               patchelf(pid=2959): Terminated: ok {rc=0}
14:47:28.514141 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2956): Process ended prematurely: osmo-stp_10.42.42.5(pid=2956) [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2956)]  [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]
14:47:28.524081 tst                      iperf3.py:8: Test FAILED (7.8 sec)
14:47:28.587837 run    osmo-hlr_10.42.42.2(pid=2953): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2953)]
14:47:28.639726 run    osmo-hlr_10.42.42.2(pid=2953): stdout: 
| (launched: 2022-12-14_14:47:25.148638) 
14:47:28.692050 run    osmo-hlr_10.42.42.2(pid=2953): stderr: 
| �[0;m�[1;31m20221214144725349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144725349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144725349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144725349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144725349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144725349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144725361 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144725369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144725369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144725369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:47:28.736703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2948): Terminating (SIGTERM)
14:47:28.778734 run iperf3-srv_10.42.42.10(pid=2949): Terminating (SIGTERM)
14:47:28.820693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2952): Terminating (SIGTERM)
14:47:28.862808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2955): Terminating (SIGTERM)
14:47:28.904791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2958): Terminating (SIGTERM)
14:47:28.914575 ---      ParallelTerminationStrategy: PID 2948 died...
14:47:28.970528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2948): Terminated: ok {rc=0}
14:47:28.980557 ---      ParallelTerminationStrategy: PID 2949 died...
14:47:29.036037 run iperf3-srv_10.42.42.10(pid=2949): Terminated {rc=256}
14:47:29.046022 ---      ParallelTerminationStrategy: PID 2952 died...
14:47:29.101589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2952): Terminated: ok {rc=0}
14:47:29.111620 ---      ParallelTerminationStrategy: PID 2955 died...
14:47:29.167537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2955): Terminated: ok {rc=0}
14:47:29.177690 ---      ParallelTerminationStrategy: PID 2958 died...
14:47:29.233513 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2958): Terminated: ok {rc=0}
14:47:29.323161 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2975): Process ended prematurely: osmo-stp_10.42.42.5(pid=2975) [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2975)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2975): Process ended prematurely: osmo-stp_10.42.42.5(pid=2975) [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2975)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py
----------------------------------------------
14:47:30.437154 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:30.449537 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
14:47:30.602848 tst                      iperf3m4.py: using LAC 41631
14:47:30.727521 tst                      iperf3m4.py: using RAC 66
14:47:30.863154 tst                      iperf3m4.py: using CellId 41631
14:47:31.006663 tst                      iperf3m4.py: using BVCI 41632
14:47:31.032797 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:31.045691 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:31.058517 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:31.071141 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:31.084042 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:31.096610 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:31.110533 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:31.122661 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:31.134991 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
14:47:31.272469 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
14:47:31.396939 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
14:47:31.539429 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
14:47:31.829136 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
14:47:31.958895 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:47:32.320143 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2961): Launched
14:47:32.583350 run iperf3-srv_10.42.42.10(pid=2962): Launched
14:47:32.767198 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
14:47:32.892565 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:47:33.206004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2963): Launched
14:47:33.465905 run iperf3-srv_10.42.42.10(pid=2964): Launched
14:47:33.649093 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
14:47:33.773961 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:47:34.086621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2965): Launched
14:47:34.347207 run iperf3-srv_10.42.42.10(pid=2966): Launched
14:47:34.530993 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
14:47:34.656178 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:47:34.969166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2967): Launched
14:47:35.229166 run iperf3-srv_10.42.42.10(pid=2968): Launched
14:47:35.413285 tst                    iperf3m4.py:8: start network...
14:47:35.538623 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:47:36.013622 run          create_hlr_db(pid=2969): Launched
14:47:36.187318 bus                          /gobi_6: Setting Powered False
14:47:37.208443 run          create_hlr_db(pid=2969): Terminated: ok {rc=0}
14:47:37.611897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2971): Launched
14:47:37.915149 run    osmo-hlr_10.42.42.2(pid=2972): Launched
14:47:38.032478 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:47:38.570351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2974): Launched
14:47:38.874086 run    osmo-stp_10.42.42.5(pid=2975): Launched
14:47:38.983960 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:47:39.511133 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2977): Launched
14:47:39.618774 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:47:39.882698 run               patchelf(pid=2978): Launched
14:47:40.059904 run    osmo-stp_10.42.42.5(pid=2975): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2975)]
14:47:40.189510 run    osmo-stp_10.42.42.5(pid=2975): stdout: 
| (launched: 2022-12-14_14:47:38.723762)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:47:40.319398 run    osmo-stp_10.42.42.5(pid=2975): stderr: 
| �[0;m�[38;5;43m20221214144738893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144738893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144738893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144738894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144738894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144738894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144738894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:47:40.444547 run    osmo-stp_10.42.42.5(pid=2975): stdout: 
| (launched: 2022-12-14_14:47:38.723762)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:47:40.568734 run    osmo-stp_10.42.42.5(pid=2975): stderr: 
| �[0;m�[38;5;43m20221214144738893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144738893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144738893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144738894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144738894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144738894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144738894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:47:40.714094 run               patchelf(pid=2978): Terminating (SIGINT)
14:47:40.883991 run               patchelf(pid=2978): Terminated: ok {rc=0}
14:47:40.915298 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2975): Process ended prematurely: osmo-stp_10.42.42.5(pid=2975) [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2975)]  [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]
14:47:40.924583 tst                    iperf3m4.py:8: Test FAILED (10.5 sec)
14:47:40.985568 run    osmo-hlr_10.42.42.2(pid=2972): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2972)]
14:47:41.034588 run    osmo-hlr_10.42.42.2(pid=2972): stdout: 
| (launched: 2022-12-14_14:47:37.765435) 
14:47:41.084172 run    osmo-hlr_10.42.42.2(pid=2972): stderr: 
| �[0;m�[1;31m20221214144737942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144737942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144737942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144737942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144737942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144737942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144737954 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144737964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144737965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144737965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:47:41.126505 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2961): Terminating (SIGTERM)
14:47:41.166276 run iperf3-srv_10.42.42.10(pid=2962): Terminating (SIGTERM)
14:47:41.205957 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2963): Terminating (SIGTERM)
14:47:41.245864 run iperf3-srv_10.42.42.10(pid=2964): Terminating (SIGTERM)
14:47:41.285526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2965): Terminating (SIGTERM)
14:47:41.325221 run iperf3-srv_10.42.42.10(pid=2966): Terminating (SIGTERM)
14:47:41.364999 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2967): Terminating (SIGTERM)
14:47:41.404500 run iperf3-srv_10.42.42.10(pid=2968): Terminating (SIGTERM)
14:47:41.444254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2971): Terminating (SIGTERM)
14:47:41.484032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2974): Terminating (SIGTERM)
14:47:41.523970 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2977): Terminating (SIGTERM)
14:47:41.533266 ---      ParallelTerminationStrategy: PID 2961 died...
14:47:41.587306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2961): Terminated: ok {rc=0}
14:47:41.596805 ---      ParallelTerminationStrategy: PID 2962 died...
14:47:41.649832 run iperf3-srv_10.42.42.10(pid=2962): Terminated {rc=256}
14:47:41.659259 ---      ParallelTerminationStrategy: PID 2963 died...
14:47:41.712301 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2963): Terminated: ok {rc=0}
14:47:41.721861 ---      ParallelTerminationStrategy: PID 2964 died...
14:47:41.774790 run iperf3-srv_10.42.42.10(pid=2964): Terminated {rc=256}
14:47:41.784232 ---      ParallelTerminationStrategy: PID 2965 died...
14:47:41.837338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2965): Terminated: ok {rc=0}
14:47:41.846851 ---      ParallelTerminationStrategy: PID 2966 died...
14:47:41.900089 run iperf3-srv_10.42.42.10(pid=2966): Terminated {rc=256}
14:47:41.909638 ---      ParallelTerminationStrategy: PID 2967 died...
14:47:41.962609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2967): Terminated: ok {rc=0}
14:47:41.972030 ---      ParallelTerminationStrategy: PID 2968 died...
14:47:42.025026 run iperf3-srv_10.42.42.10(pid=2968): Terminated {rc=256}
14:47:42.034521 ---      ParallelTerminationStrategy: PID 2971 died...
14:47:42.087884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2971): Terminated: ok {rc=0}
14:47:42.097854 ---      ParallelTerminationStrategy: PID 2974 died...
14:47:42.150974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2974): Terminated: ok {rc=0}
14:47:42.160399 ---      ParallelTerminationStrategy: PID 2977 died...
14:47:42.213454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2977): Terminated: ok {rc=0}
14:47:42.301664 bus                          /gobi_4: Setting Powered False
14:47:43.405177 bus                          /gobi_4: Setting Powered False
14:47:44.511832 bus                          /gobi_1: Setting Powered False
14:47:45.617718 bus                          /gobi_1: Setting Powered False
14:47:46.738086 bus                          /gobi_0: Setting Powered False
14:47:47.838229 bus                          /gobi_0: Setting Powered False
14:47:48.948926 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2985): Process ended prematurely: osmo-stp_10.42.42.5(pid=2985) [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2985)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2985): Process ended prematurely: osmo-stp_10.42.42.5(pid=2985) [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2985)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py
----------------------------------------------
14:47:50.016418 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:50.028298 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
14:47:50.167623 tst                          ping.py: using LAC 41632
14:47:50.288244 tst                          ping.py: using RAC 67
14:47:50.403440 tst                          ping.py: using CellId 41632
14:47:50.518800 tst                          ping.py: using BVCI 41633
14:47:50.541300 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:50.552525 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:50.563469 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:50.574479 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:50.586174 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:50.597520 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:50.608797 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:50.620149 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
14:47:50.910011 tst                       ping.py:19: start network...
14:47:51.042468 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:47:51.543367 run          create_hlr_db(pid=2979): Launched
14:47:51.728198 bus                          /gobi_6: Setting Powered False
14:47:52.747866 run          create_hlr_db(pid=2979): Terminated: ok {rc=0}
14:47:53.147429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2981): Launched
14:47:53.445230 run    osmo-hlr_10.42.42.2(pid=2982): Launched
14:47:53.559074 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:47:54.088264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2984): Launched
14:47:54.385216 run    osmo-stp_10.42.42.5(pid=2985): Launched
14:47:54.493250 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:47:55.011147 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2987): Launched
14:47:55.116307 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:47:55.375661 run               patchelf(pid=2988): Launched
14:47:55.549912 run    osmo-stp_10.42.42.5(pid=2985): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2985)]
14:47:55.677716 run    osmo-stp_10.42.42.5(pid=2985): stdout: 
| (launched: 2022-12-14_14:47:54.239031)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:47:55.805288 run    osmo-stp_10.42.42.5(pid=2985): stderr: 
| �[0;m�[38;5;43m20221214144754411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144754411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144754411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144754412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144754412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144754412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144754412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:47:55.928288 run    osmo-stp_10.42.42.5(pid=2985): stdout: 
| (launched: 2022-12-14_14:47:54.239031)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:47:56.050085 run    osmo-stp_10.42.42.5(pid=2985): stderr: 
| �[0;m�[38;5;43m20221214144754411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144754411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144754411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144754412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144754412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144754412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144754412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:47:56.192367 run               patchelf(pid=2988): Terminating (SIGINT)
14:47:56.359708 run               patchelf(pid=2988): Terminated: ok {rc=0}
14:47:56.390346 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2985): Process ended prematurely: osmo-stp_10.42.42.5(pid=2985) [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2985)]  [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]
14:47:56.399041 tst                       ping.py:22: Test FAILED (6.4 sec)
14:47:56.459733 run    osmo-hlr_10.42.42.2(pid=2982): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2982)]
14:47:56.509198 run    osmo-hlr_10.42.42.2(pid=2982): stdout: 
| (launched: 2022-12-14_14:47:53.297852) 
14:47:56.559229 run    osmo-hlr_10.42.42.2(pid=2982): stderr: 
| �[0;m�[1;31m20221214144753474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144753474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144753474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144753474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144753474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144753474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144753487 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144753495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144753496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144753496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:47:56.602435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2981): Terminating (SIGTERM)
14:47:56.642440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2984): Terminating (SIGTERM)
14:47:56.682898 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2987): Terminating (SIGTERM)
14:47:56.692127 ---      ParallelTerminationStrategy: PID 2981 died...
14:47:56.745691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2981): Terminated: ok {rc=0}
14:47:56.755182 ---      ParallelTerminationStrategy: PID 2984 died...
14:47:56.808865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2984): Terminated: ok {rc=0}
14:47:56.818501 ---      ParallelTerminationStrategy: PID 2987 died...
14:47:56.872301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2987): Terminated: ok {rc=0}
14:47:56.960731 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=2995): Process ended prematurely: osmo-stp_10.42.42.5(pid=2995) [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2995)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2995): Process ended prematurely: osmo-stp_10.42.42.5(pid=2995) [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2995)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py
----------------------------------------------
14:47:58.013237 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:58.024936 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
14:47:58.165503 tst                ping_idle_ping.py: using LAC 41633
14:47:58.290207 tst                ping_idle_ping.py: using RAC 68
14:47:58.418053 tst                ping_idle_ping.py: using CellId 41633
14:47:58.544202 tst                ping_idle_ping.py: using BVCI 41634
14:47:58.569011 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:58.581036 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:58.592782 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:58.604399 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:58.616058 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:58.627681 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:58.639472 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)
14:47:58.651072 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)
14:47:58.938750 tst             ping_idle_ping.py:24: start network...
14:47:59.072490 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:47:59.587373 run          create_hlr_db(pid=2989): Launched
14:47:59.773075 bus                          /gobi_6: Setting Powered False
14:48:00.793195 run          create_hlr_db(pid=2989): Terminated: ok {rc=0}
14:48:01.265079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2991): Launched
14:48:01.724381 run    osmo-hlr_10.42.42.2(pid=2992): Launched
14:48:01.891456 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:48:02.472507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2994): Launched
14:48:02.772204 run    osmo-stp_10.42.42.5(pid=2995): Launched
14:48:02.881854 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:48:03.401699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2997): Launched
14:48:03.507425 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:48:03.769191 run               patchelf(pid=2998): Launched
14:48:03.944394 run    osmo-stp_10.42.42.5(pid=2995): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2995)]
14:48:04.072241 run    osmo-stp_10.42.42.5(pid=2995): stdout: 
| (launched: 2022-12-14_14:48:02.624596)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:48:04.201193 run    osmo-stp_10.42.42.5(pid=2995): stderr: 
| �[0;m�[38;5;43m20221214144802797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144802797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144802797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144802798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144802798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144802798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144802798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:48:04.324679 run    osmo-stp_10.42.42.5(pid=2995): stdout: 
| (launched: 2022-12-14_14:48:02.624596)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:48:04.447020 run    osmo-stp_10.42.42.5(pid=2995): stderr: 
| �[0;m�[38;5;43m20221214144802797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144802797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144802797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144802798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144802798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144802798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144802798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:48:04.590860 run               patchelf(pid=2998): Terminating (SIGINT)
14:48:04.758884 run               patchelf(pid=2998): Terminated: ok {rc=0}
14:48:04.789639 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2995): Process ended prematurely: osmo-stp_10.42.42.5(pid=2995) [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2995)]  [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]
14:48:04.798412 tst             ping_idle_ping.py:27: Test FAILED (6.8 sec)
14:48:04.858678 run    osmo-hlr_10.42.42.2(pid=2992): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2992)]
14:48:04.907872 run    osmo-hlr_10.42.42.2(pid=2992): stdout: 
| (launched: 2022-12-14_14:48:01.420867) 
14:48:04.957714 run    osmo-hlr_10.42.42.2(pid=2992): stderr: 
| �[0;m�[1;31m20221214144801670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144801670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144801670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144801670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144801670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144801670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144801687 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144801703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144801703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144801703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:48:05.000344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2991): Terminating (SIGTERM)
14:48:05.040342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2994): Terminating (SIGTERM)
14:48:05.080363 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2997): Terminating (SIGTERM)
14:48:05.089721 ---      ParallelTerminationStrategy: PID 2991 died...
14:48:05.143465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2991): Terminated: ok {rc=0}
14:48:05.153028 ---      ParallelTerminationStrategy: PID 2994 died...
14:48:05.206655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2994): Terminated: ok {rc=0}
14:48:05.216179 ---      ParallelTerminationStrategy: PID 2997 died...
14:48:05.269647 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2997): Terminated: ok {rc=0}
14:48:05.358145 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>54</id><name>gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend</name><properties></properties><timestamp>2022-12-14T14:47:07</timestamp></suite><suite><case><age>270</age><className>dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3008): Process ended prematurely: osmo-stp_10.42.42.5(pid=3008) [trial-2406↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3008)]</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py", line 54, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3008): Process ended prematurely: osmo-stp_10.42.42.5(pid=3008) [trial-2406↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3008)]
</stderr><stdout>
----------------------------------------------
trial-2406 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py
----------------------------------------------
14:48:07.386985 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
14:48:07.398739 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
14:48:07.566041 tst               switch_tch_pdch.py: using LAC 41634
14:48:07.690485 tst               switch_tch_pdch.py: using RAC 69
14:48:07.814858 tst               switch_tch_pdch.py: using CellId 41634
14:48:07.939735 tst               switch_tch_pdch.py: using BVCI 41635
14:48:07.964257 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
14:48:07.975960 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
14:48:07.987464 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
14:48:07.999187 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
14:48:08.011381 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
14:48:08.023494 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
14:48:08.035687 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
14:48:08.047833 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
14:48:08.169799 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
14:48:08.445626 tst            switch_tch_pdch.py:51: start network...
14:48:08.568839 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:48:09.038131 run          create_hlr_db(pid=3002): Launched
14:48:09.209970 bus                          /gobi_6: Setting Powered False
14:48:10.231327 run          create_hlr_db(pid=3002): Terminated: ok {rc=0}
14:48:10.656365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3004): Launched
14:48:10.973881 run    osmo-hlr_10.42.42.2(pid=3005): Launched
14:48:11.090339 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:48:11.643769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3007): Launched
14:48:11.961421 run    osmo-stp_10.42.42.5(pid=3008): Launched
14:48:12.075827 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:48:12.630663 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3010): Launched
14:48:12.743188 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:48:13.019988 run               patchelf(pid=3011): Launched
14:48:13.206075 run    osmo-stp_10.42.42.5(pid=3008): ERR: Terminated: ERROR {rc=1}  [trial-2406↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3008)]
14:48:13.342352 run    osmo-stp_10.42.42.5(pid=3008): stdout: 
| (launched: 2022-12-14_14:48:11.805609)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:48:13.479063 run    osmo-stp_10.42.42.5(pid=3008): stderr: 
| �[0;m�[38;5;43m20221214144812000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144812000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144812000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144812001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144812001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144812001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144812001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:48:13.610533 run    osmo-stp_10.42.42.5(pid=3008): stdout: 
| (launched: 2022-12-14_14:48:11.805609)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:48:13.741483 run    osmo-stp_10.42.42.5(pid=3008): stderr: 
| �[0;m�[38;5;43m20221214144812000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144812000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144812000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144812001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144812001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144812001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144812001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:48:13.893357 run               patchelf(pid=3011): Terminating (SIGINT)
14:48:14.071903 run               patchelf(pid=3011): Terminated: ok {rc=0}
14:48:14.104530 tst            switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=3008): Process ended prematurely: osmo-stp_10.42.42.5(pid=3008) [trial-2406↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3008)]  [trial-2406↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]
14:48:14.114016 tst            switch_tch_pdch.py:54: Test FAILED (6.7 sec)
14:48:14.176771 run    osmo-hlr_10.42.42.2(pid=3005): ERR: Terminated: ERROR {rc=237}  [trial-2406↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3005)]
14:48:14.227982 run    osmo-hlr_10.42.42.2(pid=3005): stdout: 
| (launched: 2022-12-14_14:48:10.818320) 
14:48:14.279675 run    osmo-hlr_10.42.42.2(pid=3005): stderr: 
| �[0;m�[1;31m20221214144811015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144811015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144811016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144811016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144811016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144811016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144811031 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144811040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144811041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144811041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:48:14.323900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3004): Terminating (SIGTERM)
14:48:14.366357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3007): Terminating (SIGTERM)
14:48:14.407955 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3010): Terminating (SIGTERM)
14:48:14.417830 ---      ParallelTerminationStrategy: PID 3004 died...
14:48:14.473437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3004): Terminated: ok {rc=0}
14:48:14.483545 ---      ParallelTerminationStrategy: PID 3007 died...
14:48:14.539153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3007): Terminated: ok {rc=0}
14:48:14.549306 ---      ParallelTerminationStrategy: PID 3010 died...
14:48:14.604492 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3010): Terminated: ok {rc=0}
14:48:14.692151 bus                          /gobi_0: Setting Powered False
14:48:15.794727 bus                          /gobi_0: Setting Powered False
14:48:16.905546 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>12.0</duration><id>55</id><name>dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-14T14:48:07</timestamp></suite><suite><case><age>270</age><className>dynts:trx-b200+mod-bts0-dynts67-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3021): Process ended prematurely: osmo-stp_10.42.42.5(pid=3021) [trial-2406↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3021)]</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py", line 54, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3021): Process ended prematurely: osmo-stp_10.42.42.5(pid=3021) [trial-2406↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3021)]
</stderr><stdout>
----------------------------------------------
trial-2406 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py
----------------------------------------------
14:48:18.882262 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
14:48:18.893572 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)
14:48:19.059122 tst               switch_tch_pdch.py: using LAC 41635
14:48:19.193079 tst               switch_tch_pdch.py: using RAC 70
14:48:19.315765 tst               switch_tch_pdch.py: using CellId 41635
14:48:19.439088 tst               switch_tch_pdch.py: using BVCI 41636
14:48:19.463436 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
14:48:19.474827 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
14:48:19.486097 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
14:48:19.497297 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
14:48:19.508432 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
14:48:19.519676 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
14:48:19.531148 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
14:48:19.542316 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)
14:48:19.657816 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)
14:48:19.931324 tst            switch_tch_pdch.py:51: start network...
14:48:20.055108 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:48:20.497092 run          create_hlr_db(pid=3015): Launched
14:48:20.618182 bus                          /gobi_6: Setting Powered False
14:48:21.689911 run          create_hlr_db(pid=3015): Terminated: ok {rc=0}
14:48:22.086748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3017): Launched
14:48:22.405088 run    osmo-hlr_10.42.42.2(pid=3018): Launched
14:48:22.523877 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:48:23.051562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3020): Launched
14:48:23.369530 run    osmo-stp_10.42.42.5(pid=3021): Launched
14:48:23.484391 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:48:24.011418 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3023): Launched
14:48:24.124675 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:48:24.401683 run               patchelf(pid=3024): Launched
14:48:24.587388 run    osmo-stp_10.42.42.5(pid=3021): ERR: Terminated: ERROR {rc=1}  [trial-2406↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3021)]
14:48:24.723378 run    osmo-stp_10.42.42.5(pid=3021): stdout: 
| (launched: 2022-12-14_14:48:23.213098)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:48:24.859128 run    osmo-stp_10.42.42.5(pid=3021): stderr: 
| �[0;m�[38;5;43m20221214144823404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144823404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144823404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144823404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144823405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144823405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144823405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:48:24.990172 run    osmo-stp_10.42.42.5(pid=3021): stdout: 
| (launched: 2022-12-14_14:48:23.213098)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:48:25.119696 run    osmo-stp_10.42.42.5(pid=3021): stderr: 
| �[0;m�[38;5;43m20221214144823404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144823404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144823404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144823404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144823405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144823405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144823405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:48:25.271631 run               patchelf(pid=3024): Terminating (SIGINT)
14:48:25.450069 run               patchelf(pid=3024): Terminated: ok {rc=0}
14:48:25.482386 tst            switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=3021): Process ended prematurely: osmo-stp_10.42.42.5(pid=3021) [trial-2406↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3021)]  [trial-2406↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]
14:48:25.491456 tst            switch_tch_pdch.py:54: Test FAILED (6.6 sec)
14:48:25.553540 run    osmo-hlr_10.42.42.2(pid=3018): ERR: Terminated: ERROR {rc=237}  [trial-2406↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3018)]
14:48:25.604449 run    osmo-hlr_10.42.42.2(pid=3018): stdout: 
| (launched: 2022-12-14_14:48:22.248385) 
14:48:25.656036 run    osmo-hlr_10.42.42.2(pid=3018): stderr: 
| �[0;m�[1;31m20221214144822445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144822445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144822445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144822445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144822445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144822445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144822457 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144822465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144822466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144822466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:48:25.700097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3017): Terminating (SIGTERM)
14:48:25.741994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3020): Terminating (SIGTERM)
14:48:25.783545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3023): Terminating (SIGTERM)
14:48:25.793296 ---      ParallelTerminationStrategy: PID 3017 died...
14:48:25.848660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3017): Terminated: ok {rc=0}
14:48:25.858802 ---      ParallelTerminationStrategy: PID 3020 died...
14:48:25.914176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3020): Terminated: ok {rc=0}
14:48:25.924304 ---      ParallelTerminationStrategy: PID 3023 died...
14:48:25.979857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3023): Terminated: ok {rc=0}
14:48:26.067396 bus                          /gobi_0: Setting Powered False
14:48:27.169745 bus                          /gobi_0: Setting Powered False
14:48:28.278987 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>12.0</duration><id>56</id><name>dynts_trx-b200+mod-bts0-dynts67-osmo</name><properties></properties><timestamp>2022-12-14T14:48:18</timestamp></suite><suite><case><age>270</age><className>nitb_sms:trx-sysmocell5000</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=3029): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3029) [trial-2406↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3029)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py", line 11, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3029): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3029) [trial-2406↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3029)]
</stderr><stdout>
----------------------------------------------
trial-2406 nitb_sms:trx-sysmocell5000 mo_mt_sms.py
----------------------------------------------
14:48:30.169262 tst       nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)
14:48:30.180176 tst       nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)
14:48:30.326187 tst                     mo_mt_sms.py: using LAC 41636
14:48:30.455288 tst                     mo_mt_sms.py: using RAC 71
14:48:30.579255 tst                     mo_mt_sms.py: using CellId 41636
14:48:30.702417 tst                     mo_mt_sms.py: using BVCI 41637
14:48:30.726769 tst       nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)
14:48:30.854826 tst       nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)
14:48:31.157481 tst                   mo_mt_sms.py:9: start nitb and bts...
14:48:31.294731 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
14:48:31.981295 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3028): Launched
14:48:32.289909 run   osmo-nitb_10.42.42.2(pid=3029): Launched
14:48:32.472683 run   osmo-nitb_10.42.42.2(pid=3029): ERR: Terminated: ERROR {rc=2}  [trial-2406↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3029)]
14:48:32.607971 run   osmo-nitb_10.42.42.2(pid=3029): stdout: 
| (launched: 2022-12-14_14:48:32.145684) 
14:48:32.742884 run   osmo-nitb_10.42.42.2(pid=3029): stderr: 
| (launched: 2022-12-14_14:48:32.190534)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
14:48:32.873793 run   osmo-nitb_10.42.42.2(pid=3029): stdout: 
| (launched: 2022-12-14_14:48:32.145684) 
14:48:33.002448 run   osmo-nitb_10.42.42.2(pid=3029): stderr: 
| (launched: 2022-12-14_14:48:32.190534)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
14:48:33.408631 tst   osmo-nitb_10.42.42.2(pid=3029): stdout: 
| (launched: 2022-12-14_14:48:32.145684) 
14:48:33.525798 tst   osmo-nitb_10.42.42.2(pid=3029): stderr: 
| (launched: 2022-12-14_14:48:32.190534)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
14:48:33.577224 tst                  mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=3029): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3029) [trial-2406↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3029)]  [trial-2406↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]
14:48:33.585633 tst                  mo_mt_sms.py:11: Test FAILED (3.4 sec)
14:48:33.620251 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3028): Terminating (SIGTERM)
14:48:33.798071 ---      ParallelTerminationStrategy: PID 3028 died...
14:48:33.852915 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3028): Terminated: ok {rc=0}
14:48:33.940926 bus                        /sierra_3: Setting Powered False
14:48:35.045437 bus                        /sierra_3: Setting Powered False
14:48:36.154421 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>8.0</duration><id>57</id><name>nitb_sms_trx-sysmocell5000</name><properties></properties><timestamp>2022-12-14T14:48:29</timestamp></suite><suite><case><age>270</age><className>sms:trx-sysmocell5000</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3039): Process ended prematurely: osmo-stp_10.42.42.5(pid=3039) [trial-2406↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3039)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py", line 16, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3039): Process ended prematurely: osmo-stp_10.42.42.5(pid=3039) [trial-2406↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3039)]
</stderr><stdout>
----------------------------------------------
trial-2406 sms:trx-sysmocell5000 mo_mt_sms.py
----------------------------------------------
14:48:38.054207 tst            sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
14:48:38.065500 tst            sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)
14:48:38.205702 tst                     mo_mt_sms.py: using LAC 41637
14:48:38.331822 tst                     mo_mt_sms.py: using RAC 72
14:48:38.462894 tst                     mo_mt_sms.py: using CellId 41637
14:48:38.588127 tst                     mo_mt_sms.py: using BVCI 41638
14:48:38.612239 tst            sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
14:48:38.623407 tst            sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
14:48:38.634356 tst            sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
14:48:38.645255 tst            sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
14:48:38.656371 tst            sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
14:48:38.667608 tst            sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)
14:48:38.783232 tst            sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)
14:48:38.980236 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:48:39.448641 run          create_hlr_db(pid=3033): Launched
14:48:39.621078 bus                        /sierra_2: Setting Powered False
14:48:40.651790 run          create_hlr_db(pid=3033): Terminated: ok {rc=0}
14:48:41.052929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3035): Launched
14:48:41.348746 run    osmo-hlr_10.42.42.2(pid=3036): Launched
14:48:41.462507 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:48:41.985338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3038): Launched
14:48:42.281625 run    osmo-stp_10.42.42.5(pid=3039): Launched
14:48:42.389287 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:48:42.932103 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3041): Launched
14:48:43.229683 run    osmo-msc_10.42.42.6(pid=3042): Launched
14:48:43.404480 run    osmo-stp_10.42.42.5(pid=3039): ERR: Terminated: ERROR {rc=1}  [trial-2406↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3039)]
14:48:43.531162 run    osmo-stp_10.42.42.5(pid=3039): stdout: 
| (launched: 2022-12-14_14:48:42.135346)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:48:43.654977 run    osmo-stp_10.42.42.5(pid=3039): stderr: 
| �[0;m�[38;5;43m20221214144842302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144842302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144842302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144842302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144842305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144842305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144842305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:48:43.773875 run    osmo-stp_10.42.42.5(pid=3039): stdout: 
| (launched: 2022-12-14_14:48:42.135346)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:48:43.891733 run    osmo-stp_10.42.42.5(pid=3039): stderr: 
| �[0;m�[38;5;43m20221214144842302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144842302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144842302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144842302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144842305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144842305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144842305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:48:43.943567 tst                  mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=3039): Process ended prematurely: osmo-stp_10.42.42.5(pid=3039) [trial-2406↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3039)]  [trial-2406↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]
14:48:43.951752 tst                  mo_mt_sms.py:16: Test FAILED (5.9 sec)
14:48:44.011312 run    osmo-hlr_10.42.42.2(pid=3036): ERR: Terminated: ERROR {rc=237}  [trial-2406↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3036)]
14:48:44.060272 run    osmo-hlr_10.42.42.2(pid=3036): stdout: 
| (launched: 2022-12-14_14:48:41.202510) 
14:48:44.109843 run    osmo-hlr_10.42.42.2(pid=3036): stderr: 
| �[0;m�[1;31m20221214144841380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144841380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144841380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144841380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144841380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144841380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144841393 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144841403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144841403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144841403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:48:44.177047 run    osmo-msc_10.42.42.6(pid=3042): ERR: Terminated: ERROR {rc=2}  [trial-2406↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3042)]
14:48:44.225903 run    osmo-msc_10.42.42.6(pid=3042): stdout: 
| (launched: 2022-12-14_14:48:43.081644) 
14:48:44.275264 run    osmo-msc_10.42.42.6(pid=3042): stderr: 
| �[0;m�[38;5;43m20221214144843352 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214144843352 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9a78956c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214144843352 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214144843352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214144843352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214144843353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214144843354 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214144843355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214144843355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214144843355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:48:44.317591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3035): Terminating (SIGTERM)
14:48:44.357399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3038): Terminating (SIGTERM)
14:48:44.397641 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3041): Terminating (SIGTERM)
14:48:44.406951 ---      ParallelTerminationStrategy: PID 3035 died...
14:48:44.461157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3035): Terminated: ok {rc=0}
14:48:44.470736 ---      ParallelTerminationStrategy: PID 3038 died...
14:48:44.524097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3038): Terminated: ok {rc=0}
14:48:44.533737 ---      ParallelTerminationStrategy: PID 3041 died...
14:48:44.586929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3041): Terminated: ok {rc=0}
14:48:44.675596 bus                        /sierra_3: Setting Powered False
14:48:45.777343 bus                        /sierra_3: Setting Powered False
14:48:46.882718 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>11.0</duration><id>58</id><name>sms_trx-sysmocell5000</name><properties></properties><timestamp>2022-12-14T14:48:37</timestamp></suite><suite><case><age>270</age><className>nitb_ussd:trx-sysmocell5000</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=3048): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3048) [trial-2406↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3048)]</errorStackTrace><failedSince>2139</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py", line 12, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3048): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3048) [trial-2406↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3048)]
</stderr><stdout>
----------------------------------------------
trial-2406 nitb_ussd:trx-sysmocell5000 assert_extension.py
----------------------------------------------
14:48:48.720517 tst      nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)
14:48:48.731278 tst      nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)
14:48:48.864688 tst              assert_extension.py: using LAC 41638
14:48:48.987876 tst              assert_extension.py: using RAC 73
14:48:49.110634 tst              assert_extension.py: using CellId 41638
14:48:49.232851 tst              assert_extension.py: using BVCI 41639
14:48:49.257018 tst      nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)
14:48:49.544382 tst           assert_extension.py:10: start nitb and bts...
14:48:49.676834 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
14:48:50.337392 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3047): Launched
14:48:50.653339 run   osmo-nitb_10.42.42.2(pid=3048): Launched
14:48:50.849176 run   osmo-nitb_10.42.42.2(pid=3048): ERR: Terminated: ERROR {rc=2}  [trial-2406↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3048)]
14:48:50.994137 run   osmo-nitb_10.42.42.2(pid=3048): stdout: 
| (launched: 2022-12-14_14:48:50.500267) 
14:48:51.138643 run   osmo-nitb_10.42.42.2(pid=3048): stderr: 
| (launched: 2022-12-14_14:48:50.547508)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
14:48:51.278256 run   osmo-nitb_10.42.42.2(pid=3048): stdout: 
| (launched: 2022-12-14_14:48:50.500267) 
14:48:51.416701 run   osmo-nitb_10.42.42.2(pid=3048): stderr: 
| (launched: 2022-12-14_14:48:50.547508)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
14:48:51.781553 tst   osmo-nitb_10.42.42.2(pid=3048): stdout: 
| (launched: 2022-12-14_14:48:50.500267) 
14:48:51.908288 tst   osmo-nitb_10.42.42.2(pid=3048): stderr: 
| (launched: 2022-12-14_14:48:50.547508)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
14:48:51.963866 tst           assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=3048): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3048) [trial-2406↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3048)]  [trial-2406↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]
14:48:51.972570 tst           assert_extension.py:12: Test FAILED (3.2 sec)
14:48:52.009093 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3047): Terminating (SIGTERM)
14:48:52.187035 ---      ParallelTerminationStrategy: PID 3047 died...
14:48:52.245412 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3047): Terminated: ok {rc=0}
14:48:52.333661 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>6.0</duration><id>59</id><name>nitb_ussd_trx-sysmocell5000</name><properties></properties><timestamp>2022-12-14T14:48:48</timestamp></suite><suite><case><age>270</age><className>ussd:trx-sysmocell5000</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3058): Process ended prematurely: osmo-stp_10.42.42.5(pid=3058) [trial-2406↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3058)]</errorStackTrace><failedSince>2139</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py", line 17, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3058): Process ended prematurely: osmo-stp_10.42.42.5(pid=3058) [trial-2406↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3058)]
</stderr><stdout>
----------------------------------------------
trial-2406 ussd:trx-sysmocell5000 assert_extension.py
----------------------------------------------
14:48:54.173958 tst           ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
14:48:54.185679 tst           ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)
14:48:54.329695 tst              assert_extension.py: using LAC 41639
14:48:54.455070 tst              assert_extension.py: using RAC 74
14:48:54.574790 tst              assert_extension.py: using CellId 41639
14:48:54.698257 tst              assert_extension.py: using BVCI 41640
14:48:54.722628 tst           ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
14:48:54.734051 tst           ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
14:48:54.745247 tst           ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
14:48:54.756343 tst           ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
14:48:54.767705 tst           ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
14:48:54.780170 tst           ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)
14:48:54.987603 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:48:55.495988 run          create_hlr_db(pid=3052): Launched
14:48:55.681448 bus                        /sierra_2: Setting Powered False
14:48:56.701694 run          create_hlr_db(pid=3052): Terminated: ok {rc=0}
14:48:57.102654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3054): Launched
14:48:57.400154 run    osmo-hlr_10.42.42.2(pid=3055): Launched
14:48:57.515935 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:48:58.138270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3057): Launched
14:48:58.430348 run    osmo-stp_10.42.42.5(pid=3058): Launched
14:48:58.537409 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:48:59.071993 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3060): Launched
14:48:59.365769 run    osmo-msc_10.42.42.6(pid=3061): Launched
14:48:59.539443 run    osmo-stp_10.42.42.5(pid=3058): ERR: Terminated: ERROR {rc=1}  [trial-2406↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3058)]
14:48:59.664310 run    osmo-stp_10.42.42.5(pid=3058): stdout: 
| (launched: 2022-12-14_14:48:58.286078)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:48:59.786905 run    osmo-stp_10.42.42.5(pid=3058): stderr: 
| �[0;m�[38;5;43m20221214144858454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144858454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144858454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144858455 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144858457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144858457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144858457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:48:59.904347 run    osmo-stp_10.42.42.5(pid=3058): stdout: 
| (launched: 2022-12-14_14:48:58.286078)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:49:00.021428 run    osmo-stp_10.42.42.5(pid=3058): stderr: 
| �[0;m�[38;5;43m20221214144858454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144858454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144858454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144858455 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144858457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144858457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144858457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:49:00.072601 tst           assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=3058): Process ended prematurely: osmo-stp_10.42.42.5(pid=3058) [trial-2406↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3058)]  [trial-2406↪ussd:trx-sysmocell5000↪assert_extension.py:17]
14:49:00.080445 tst           assert_extension.py:17: Test FAILED (5.9 sec)
14:49:00.140625 run    osmo-hlr_10.42.42.2(pid=3055): ERR: Terminated: ERROR {rc=237}  [trial-2406↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3055)]
14:49:00.189470 run    osmo-hlr_10.42.42.2(pid=3055): stdout: 
| (launched: 2022-12-14_14:48:57.252886) 
14:49:00.239111 run    osmo-hlr_10.42.42.2(pid=3055): stderr: 
| �[0;m�[1;31m20221214144857429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144857429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144857429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144857429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144857429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144857430 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144857442 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144857450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144857450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144857450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:49:00.306058 run    osmo-msc_10.42.42.6(pid=3061): ERR: Terminated: ERROR {rc=2}  [trial-2406↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3061)]
14:49:00.355006 run    osmo-msc_10.42.42.6(pid=3061): stdout: 
| (launched: 2022-12-14_14:48:59.220315) 
14:49:00.404918 run    osmo-msc_10.42.42.6(pid=3061): stderr: 
| �[0;m�[38;5;43m20221214144859489 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214144859489 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f244463bc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214144859489 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214144859489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214144859489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214144859490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214144859491 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214144859492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214144859492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214144859492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:49:00.447570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3054): Terminating (SIGTERM)
14:49:00.487761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3057): Terminating (SIGTERM)
14:49:00.528001 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3060): Terminating (SIGTERM)
14:49:00.537256 ---      ParallelTerminationStrategy: PID 3054 died...
14:49:00.590854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3054): Terminated: ok {rc=0}
14:49:00.600214 ---      ParallelTerminationStrategy: PID 3057 died...
14:49:00.653378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3057): Terminated: ok {rc=0}
14:49:00.663717 ---      ParallelTerminationStrategy: PID 3060 died...
14:49:00.717491 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3060): Terminated: ok {rc=0}
14:49:00.800872 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>9.0</duration><id>60</id><name>ussd_trx-sysmocell5000</name><properties></properties><timestamp>2022-12-14T14:48:53</timestamp></suite><suite><case><age>270</age><className>voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3072): Process ended prematurely: osmo-stp_10.42.42.5(pid=3072) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3072)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3072): Process ended prematurely: osmo-stp_10.42.42.5(pid=3072) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3072)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py
----------------------------------------------
14:49:02.794287 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:49:02.805994 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
14:49:02.969245 tst                    mo_mt_call.py: using LAC 41640
14:49:03.094023 tst                    mo_mt_call.py: using RAC 75
14:49:03.220427 tst                    mo_mt_call.py: using CellId 41640
14:49:03.344298 tst                    mo_mt_call.py: using BVCI 41641
14:49:03.368512 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:49:03.380588 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:49:03.392469 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:49:03.404037 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:49:03.415671 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:49:03.427341 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
14:49:03.542579 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
14:49:03.751834 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:49:04.262295 run          create_hlr_db(pid=3066): Launched
14:49:04.448106 bus                        /sierra_2: Setting Powered False
14:49:05.469991 run          create_hlr_db(pid=3066): Terminated: ok {rc=0}
14:49:05.874477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3068): Launched
14:49:06.173652 run    osmo-hlr_10.42.42.2(pid=3069): Launched
14:49:06.289735 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:49:06.817265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3071): Launched
14:49:07.116358 run    osmo-stp_10.42.42.5(pid=3072): Launched
14:49:07.224861 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:49:07.771012 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3074): Launched
14:49:08.070768 run    osmo-msc_10.42.42.6(pid=3075): Launched
14:49:08.248183 run    osmo-stp_10.42.42.5(pid=3072): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3072)]
14:49:08.375472 run    osmo-stp_10.42.42.5(pid=3072): stdout: 
| (launched: 2022-12-14_14:49:06.968442)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:49:08.500208 run    osmo-stp_10.42.42.5(pid=3072): stderr: 
| �[0;m�[38;5;43m20221214144907137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144907137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144907137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144907138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144907138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144907138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144907138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:49:08.620046 run    osmo-stp_10.42.42.5(pid=3072): stdout: 
| (launched: 2022-12-14_14:49:06.968442)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:49:08.738458 run    osmo-stp_10.42.42.5(pid=3072): stderr: 
| �[0;m�[38;5;43m20221214144907137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144907137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144907137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144907138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144907138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144907138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144907138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:49:08.791145 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3072): Process ended prematurely: osmo-stp_10.42.42.5(pid=3072) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3072)]  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]
14:49:08.799805 tst                  mo_mt_call.py:8: Test FAILED (6.0 sec)
14:49:08.859704 run    osmo-hlr_10.42.42.2(pid=3069): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3069)]
14:49:08.908763 run    osmo-hlr_10.42.42.2(pid=3069): stdout: 
| (launched: 2022-12-14_14:49:06.026333) 
14:49:08.958906 run    osmo-hlr_10.42.42.2(pid=3069): stderr: 
| �[0;m�[1;31m20221214144906202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144906202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144906202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144906202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144906202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144906202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144906218 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144906227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144906228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144906228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:49:09.026451 run    osmo-msc_10.42.42.6(pid=3075): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3075)]
14:49:09.075936 run    osmo-msc_10.42.42.6(pid=3075): stdout: 
| (launched: 2022-12-14_14:49:07.922278) 
14:49:09.125646 run    osmo-msc_10.42.42.6(pid=3075): stderr: 
| �[0;m�[38;5;43m20221214144908193 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214144908193 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f69cddc4c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214144908193 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214144908193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214144908194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214144908194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214144908195 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214144908196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214144908196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214144908196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:49:09.167865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3068): Terminating (SIGTERM)
14:49:09.207800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3071): Terminating (SIGTERM)
14:49:09.247606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3074): Terminating (SIGTERM)
14:49:09.256737 ---      ParallelTerminationStrategy: PID 3068 died...
14:49:09.310295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3068): Terminated: ok {rc=0}
14:49:09.319670 ---      ParallelTerminationStrategy: PID 3071 died...
14:49:09.372826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3071): Terminated: ok {rc=0}
14:49:09.382204 ---      ParallelTerminationStrategy: PID 3074 died...
14:49:09.435486 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3074): Terminated: ok {rc=0}
14:49:09.524022 bus                        /sierra_3: Setting Powered False
14:49:10.626564 bus                        /sierra_3: Setting Powered False
14:49:11.737102 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>244</age><className>voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3083): Process ended prematurely: osmo-stp_10.42.42.5(pid=3083) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3083)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3083): Process ended prematurely: osmo-stp_10.42.42.5(pid=3083) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3083)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py
----------------------------------------------
14:49:12.846621 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:49:12.858329 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
14:49:13.014266 tst              mo_mt_call_osmux.py: using LAC 41641
14:49:13.132360 tst              mo_mt_call_osmux.py: using RAC 76
14:49:13.257506 tst              mo_mt_call_osmux.py: using CellId 41641
14:49:13.383225 tst              mo_mt_call_osmux.py: using BVCI 41642
14:49:13.408210 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:49:13.420072 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:49:13.431734 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:49:13.443545 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:49:13.455232 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:49:13.466750 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
14:49:13.581951 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
14:49:13.790155 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:49:14.301338 run          create_hlr_db(pid=3077): Launched
14:49:14.486262 bus                        /sierra_2: Setting Powered False
14:49:15.506872 run          create_hlr_db(pid=3077): Terminated: ok {rc=0}
14:49:15.968344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3079): Launched
14:49:16.421625 run    osmo-hlr_10.42.42.2(pid=3080): Launched
14:49:16.667435 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:49:17.238453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3082): Launched
14:49:17.559676 run    osmo-stp_10.42.42.5(pid=3083): Launched
14:49:17.674814 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:49:18.259190 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3085): Launched
14:49:18.578872 run    osmo-msc_10.42.42.6(pid=3086): Launched
14:49:18.765901 run    osmo-stp_10.42.42.5(pid=3083): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3083)]
14:49:18.901064 run    osmo-stp_10.42.42.5(pid=3083): stdout: 
| (launched: 2022-12-14_14:49:17.402333)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:49:19.035573 run    osmo-stp_10.42.42.5(pid=3083): stderr: 
| �[0;m�[38;5;43m20221214144917597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144917597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144917597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144917598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144917598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144917598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144917598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:49:19.163869 run    osmo-stp_10.42.42.5(pid=3083): stdout: 
| (launched: 2022-12-14_14:49:17.402333)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:49:19.290944 run    osmo-stp_10.42.42.5(pid=3083): stderr: 
| �[0;m�[38;5;43m20221214144917597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144917597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144917597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144917598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144917598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144917598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144917598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:49:19.347130 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3083): Process ended prematurely: osmo-stp_10.42.42.5(pid=3083) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3083)]  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]
14:49:19.356237 tst            mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)
14:49:19.418450 run    osmo-hlr_10.42.42.2(pid=3080): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3080)]
14:49:19.469450 run    osmo-hlr_10.42.42.2(pid=3080): stdout: 
| (launched: 2022-12-14_14:49:16.127328) 
14:49:19.520887 run    osmo-hlr_10.42.42.2(pid=3080): stderr: 
| �[0;m�[1;31m20221214144916366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144916366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144916366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144916366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144916366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144916366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144916383 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144916400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144916400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144916401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:49:19.590568 run    osmo-msc_10.42.42.6(pid=3086): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3086)]
14:49:19.641023 run    osmo-msc_10.42.42.6(pid=3086): stdout: 
| (launched: 2022-12-14_14:49:18.422235) 
14:49:19.692231 run    osmo-msc_10.42.42.6(pid=3086): stderr: 
| �[0;m�[38;5;43m20221214144918746 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214144918746 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd43d30cc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214144918746 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214144918746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214144918746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214144918746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214144918748 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214144918749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214144918749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214144918749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:49:19.736044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3079): Terminating (SIGTERM)
14:49:19.777628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3082): Terminating (SIGTERM)
14:49:19.818918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3085): Terminating (SIGTERM)
14:49:19.828437 ---      ParallelTerminationStrategy: PID 3079 died...
14:49:19.883419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3079): Terminated: ok {rc=0}
14:49:19.893317 ---      ParallelTerminationStrategy: PID 3082 died...
14:49:19.948129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3082): Terminated: ok {rc=0}
14:49:19.957995 ---      ParallelTerminationStrategy: PID 3085 died...
14:49:20.012785 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3085): Terminated: ok {rc=0}
14:49:20.099112 bus                        /sierra_3: Setting Powered False
14:49:21.203992 bus                        /sierra_3: Setting Powered False
14:49:22.309560 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>61</id><name>voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1</name><properties></properties><timestamp>2022-12-14T14:49:02</timestamp></suite><suite><case><age>270</age><className>voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3098): Process ended prematurely: osmo-stp_10.42.42.5(pid=3098) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3098)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3098): Process ended prematurely: osmo-stp_10.42.42.5(pid=3098) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3098)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py
----------------------------------------------
14:49:24.318396 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:49:24.330087 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
14:49:24.498227 tst                    mo_mt_call.py: using LAC 41642
14:49:24.621690 tst                    mo_mt_call.py: using RAC 77
14:49:24.745596 tst                    mo_mt_call.py: using CellId 41642
14:49:24.869117 tst                    mo_mt_call.py: using BVCI 41643
14:49:24.893467 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:49:24.904934 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:49:24.916297 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:49:24.927689 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:49:24.939722 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:49:24.951545 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
14:49:25.068020 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
14:49:25.281960 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:49:25.795956 run          create_hlr_db(pid=3092): Launched
14:49:25.981430 bus                        /sierra_2: Setting Powered False
14:49:27.002329 run          create_hlr_db(pid=3092): Terminated: ok {rc=0}
14:49:27.429951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3094): Launched
14:49:27.750283 run    osmo-hlr_10.42.42.2(pid=3095): Launched
14:49:27.866013 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:49:28.424083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3097): Launched
14:49:28.744684 run    osmo-stp_10.42.42.5(pid=3098): Launched
14:49:28.861179 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:49:29.453269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3100): Launched
14:49:29.773634 run    osmo-msc_10.42.42.6(pid=3101): Launched
14:49:29.961081 run    osmo-stp_10.42.42.5(pid=3098): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3098)]
14:49:30.096770 run    osmo-stp_10.42.42.5(pid=3098): stdout: 
| (launched: 2022-12-14_14:49:28.587615)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:49:30.231829 run    osmo-stp_10.42.42.5(pid=3098): stderr: 
| �[0;m�[38;5;43m20221214144928778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144928779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144928780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144928780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144928782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144928782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144928782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:49:30.360631 run    osmo-stp_10.42.42.5(pid=3098): stdout: 
| (launched: 2022-12-14_14:49:28.587615)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:49:30.488272 run    osmo-stp_10.42.42.5(pid=3098): stderr: 
| �[0;m�[38;5;43m20221214144928778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144928779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144928780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144928780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144928782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144928782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144928782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:49:30.544541 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3098): Process ended prematurely: osmo-stp_10.42.42.5(pid=3098) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3098)]  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]
14:49:30.553745 tst                  mo_mt_call.py:8: Test FAILED (6.3 sec)
14:49:30.615879 run    osmo-hlr_10.42.42.2(pid=3095): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3095)]
14:49:30.667217 run    osmo-hlr_10.42.42.2(pid=3095): stdout: 
| (launched: 2022-12-14_14:49:27.593511) 
14:49:30.719369 run    osmo-hlr_10.42.42.2(pid=3095): stderr: 
| �[0;m�[1;31m20221214144927791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144927791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144927791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144927791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144927791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144927791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144927803 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144927811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144927812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144927812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:49:30.789811 run    osmo-msc_10.42.42.6(pid=3101): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3101)]
14:49:30.853235 run    osmo-msc_10.42.42.6(pid=3101): stdout: 
| (launched: 2022-12-14_14:49:29.616395) 
14:49:30.906219 run    osmo-msc_10.42.42.6(pid=3101): stderr: 
| �[0;m�[38;5;43m20221214144929937 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214144929937 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3fb38c9c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214144929937 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214144929937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214144929937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214144929937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214144929939 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214144929939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214144929940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214144929940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:49:30.951290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3094): Terminating (SIGTERM)
14:49:30.993477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3097): Terminating (SIGTERM)
14:49:31.036776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3100): Terminating (SIGTERM)
14:49:31.047814 ---      ParallelTerminationStrategy: PID 3094 died...
14:49:31.103881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3094): Terminated: ok {rc=0}
14:49:31.114265 ---      ParallelTerminationStrategy: PID 3097 died...
14:49:31.170417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3097): Terminated: ok {rc=0}
14:49:31.180642 ---      ParallelTerminationStrategy: PID 3100 died...
14:49:31.236926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3100): Terminated: ok {rc=0}
14:49:31.326125 bus                        /sierra_3: Setting Powered False
14:49:32.432183 bus                        /sierra_3: Setting Powered False
14:49:33.548448 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>244</age><className>voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3109): Process ended prematurely: osmo-stp_10.42.42.5(pid=3109) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3109)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3109): Process ended prematurely: osmo-stp_10.42.42.5(pid=3109) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3109)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py
----------------------------------------------
14:49:34.657968 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:49:34.669766 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
14:49:34.824462 tst              mo_mt_call_osmux.py: using LAC 41643
14:49:34.943292 tst              mo_mt_call_osmux.py: using RAC 78
14:49:35.062299 tst              mo_mt_call_osmux.py: using CellId 41643
14:49:35.179636 tst              mo_mt_call_osmux.py: using BVCI 41644
14:49:35.202295 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:49:35.213607 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:49:35.224455 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:49:35.235433 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:49:35.246778 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:49:35.258092 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
14:49:35.374365 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
14:49:35.584268 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:49:36.094438 run          create_hlr_db(pid=3103): Launched
14:49:36.278366 bus                        /sierra_2: Setting Powered False
14:49:37.300054 run          create_hlr_db(pid=3103): Terminated: ok {rc=0}
14:49:37.702188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3105): Launched
14:49:37.999527 run    osmo-hlr_10.42.42.2(pid=3106): Launched
14:49:38.115203 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:49:38.643594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3108): Launched
14:49:38.942528 run    osmo-stp_10.42.42.5(pid=3109): Launched
14:49:39.051922 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:49:39.602098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3111): Launched
14:49:39.902766 run    osmo-msc_10.42.42.6(pid=3112): Launched
14:49:40.085522 run    osmo-stp_10.42.42.5(pid=3109): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3109)]
14:49:40.222456 run    osmo-stp_10.42.42.5(pid=3109): stdout: 
| (launched: 2022-12-14_14:49:38.795203)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:49:40.356637 run    osmo-stp_10.42.42.5(pid=3109): stderr: 
| �[0;m�[38;5;43m20221214144938966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144938966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144938966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144938967 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144938967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144938967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144938967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:49:40.485106 run    osmo-stp_10.42.42.5(pid=3109): stdout: 
| (launched: 2022-12-14_14:49:38.795203)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:49:40.612442 run    osmo-stp_10.42.42.5(pid=3109): stderr: 
| �[0;m�[38;5;43m20221214144938966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144938966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144938966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144938967 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144938967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144938967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144938967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:49:40.668762 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3109): Process ended prematurely: osmo-stp_10.42.42.5(pid=3109) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3109)]  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]
14:49:40.677980 tst            mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)
14:49:40.740124 run    osmo-hlr_10.42.42.2(pid=3106): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3106)]
14:49:40.791201 run    osmo-hlr_10.42.42.2(pid=3106): stdout: 
| (launched: 2022-12-14_14:49:37.853553) 
14:49:40.842969 run    osmo-hlr_10.42.42.2(pid=3106): stderr: 
| �[0;m�[1;31m20221214144938028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144938028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144938028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144938028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144938028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144938028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144938041 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144938050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144938050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144938050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:49:40.913532 run    osmo-msc_10.42.42.6(pid=3112): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3112)]
14:49:40.964442 run    osmo-msc_10.42.42.6(pid=3112): stdout: 
| (launched: 2022-12-14_14:49:39.753704) 
14:49:41.016082 run    osmo-msc_10.42.42.6(pid=3112): stderr: 
| �[0;m�[38;5;43m20221214144940025 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214144940025 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb38095fc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214144940025 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214144940026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214144940026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214144940026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214144940027 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214144940028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214144940028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214144940028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:49:41.060013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3105): Terminating (SIGTERM)
14:49:41.101750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3108): Terminating (SIGTERM)
14:49:41.143420 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3111): Terminating (SIGTERM)
14:49:41.152562 ---      ParallelTerminationStrategy: PID 3105 died...
14:49:41.208043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3105): Terminated: ok {rc=0}
14:49:41.217932 ---      ParallelTerminationStrategy: PID 3108 died...
14:49:41.273055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3108): Terminated: ok {rc=0}
14:49:41.283021 ---      ParallelTerminationStrategy: PID 3111 died...
14:49:41.338689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3111): Terminated: ok {rc=0}
14:49:41.425592 bus                        /sierra_3: Setting Powered False
14:49:42.531821 bus                        /sierra_3: Setting Powered False
14:49:43.640672 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>62</id><name>voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2</name><properties></properties><timestamp>2022-12-14T14:49:24</timestamp></suite><suite><case><age>270</age><className>voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3124): Process ended prematurely: osmo-stp_10.42.42.5(pid=3124) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3124)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3124): Process ended prematurely: osmo-stp_10.42.42.5(pid=3124) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3124)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py
----------------------------------------------
14:49:45.646168 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:49:45.657904 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
14:49:45.822771 tst                    mo_mt_call.py: using LAC 41644
14:49:45.962934 tst                    mo_mt_call.py: using RAC 79
14:49:46.093962 tst                    mo_mt_call.py: using CellId 41644
14:49:46.224039 tst                    mo_mt_call.py: using BVCI 41645
14:49:46.248629 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:49:46.260889 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:49:46.272910 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:49:46.285070 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:49:46.298396 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:49:46.311632 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
14:49:46.453919 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
14:49:46.685158 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:49:47.206140 run          create_hlr_db(pid=3118): Launched
14:49:47.383856 bus                        /sierra_2: Setting Powered False
14:49:48.400727 run          create_hlr_db(pid=3118): Terminated: ok {rc=0}
14:49:48.799410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3120): Launched
14:49:49.098632 run    osmo-hlr_10.42.42.2(pid=3121): Launched
14:49:49.215074 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:49:49.745905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3123): Launched
14:49:50.046551 run    osmo-stp_10.42.42.5(pid=3124): Launched
14:49:50.156521 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:49:50.705195 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3126): Launched
14:49:51.006645 run    osmo-msc_10.42.42.6(pid=3127): Launched
14:49:51.184143 run    osmo-stp_10.42.42.5(pid=3124): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3124)]
14:49:51.312334 run    osmo-stp_10.42.42.5(pid=3124): stdout: 
| (launched: 2022-12-14_14:49:49.897887)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:49:51.438447 run    osmo-stp_10.42.42.5(pid=3124): stderr: 
| �[0;m�[38;5;43m20221214144950068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144950068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144950069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144950069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144950070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144950070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144950070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:49:51.559020 run    osmo-stp_10.42.42.5(pid=3124): stdout: 
| (launched: 2022-12-14_14:49:49.897887)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:49:51.678457 run    osmo-stp_10.42.42.5(pid=3124): stderr: 
| �[0;m�[38;5;43m20221214144950068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214144950068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214144950069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214144950069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214144950070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214144950070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214144950070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:49:51.731356 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3124): Process ended prematurely: osmo-stp_10.42.42.5(pid=3124) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3124)]  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]
14:49:51.740072 tst                  mo_mt_call.py:8: Test FAILED (6.1 sec)
14:49:51.799717 run    osmo-hlr_10.42.42.2(pid=3121): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3121)]
14:49:51.848889 run    osmo-hlr_10.42.42.2(pid=3121): stdout: 
| (launched: 2022-12-14_14:49:48.950997) 
14:49:51.899176 run    osmo-hlr_10.42.42.2(pid=3121): stderr: 
| �[0;m�[1;31m20221214144949127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144949127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144949127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144949127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144949127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144949127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144949143 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144949152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144949152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144949152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:49:51.966407 run    osmo-msc_10.42.42.6(pid=3127): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3127)]
14:49:52.015098 run    osmo-msc_10.42.42.6(pid=3127): stdout: 
| (launched: 2022-12-14_14:49:50.857238) 
14:49:52.064287 run    osmo-msc_10.42.42.6(pid=3127): stderr: 
| �[0;m�[38;5;43m20221214144951127 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214144951127 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4f5ba86c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214144951127 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214144951127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214144951127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214144951128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214144951131 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214144951131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214144951132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214144951132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:49:52.106428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3120): Terminating (SIGTERM)
14:49:52.146233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3123): Terminating (SIGTERM)
14:49:52.185907 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3126): Terminating (SIGTERM)
14:49:52.195159 ---      ParallelTerminationStrategy: PID 3120 died...
14:49:52.248857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3120): Terminated: ok {rc=0}
14:49:52.258462 ---      ParallelTerminationStrategy: PID 3123 died...
14:49:52.311807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3123): Terminated: ok {rc=0}
14:49:52.321351 ---      ParallelTerminationStrategy: PID 3126 died...
14:49:52.374525 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3126): Terminated: ok {rc=0}
14:49:52.463434 bus                        /sierra_3: Setting Powered False
14:49:53.566628 bus                        /sierra_3: Setting Powered False
14:49:54.672493 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>244</age><className>voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3135): Process ended prematurely: osmo-stp_10.42.42.5(pid=3135) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3135)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3135): Process ended prematurely: osmo-stp_10.42.42.5(pid=3135) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3135)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py
----------------------------------------------
14:49:55.786488 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:49:55.798611 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
14:49:55.959769 tst              mo_mt_call_osmux.py: using LAC 41645
14:49:56.077825 tst              mo_mt_call_osmux.py: using RAC 80
14:49:56.194219 tst              mo_mt_call_osmux.py: using CellId 41645
14:49:56.313139 tst              mo_mt_call_osmux.py: using BVCI 41646
14:49:56.335802 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:49:56.347030 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:49:56.358044 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:49:56.368799 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:49:56.380369 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:49:56.391499 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
14:49:56.511178 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
14:49:56.714136 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:49:57.187002 run          create_hlr_db(pid=3129): Launched
14:49:57.360041 bus                        /sierra_2: Setting Powered False
14:49:58.382208 run          create_hlr_db(pid=3129): Terminated: ok {rc=0}
14:49:58.811659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3131): Launched
14:49:59.132860 run    osmo-hlr_10.42.42.2(pid=3132): Launched
14:49:59.249926 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:49:59.807197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3134): Launched
14:50:00.128156 run    osmo-stp_10.42.42.5(pid=3135): Launched
14:50:00.250269 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:50:00.840768 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3137): Launched
14:50:01.202582 run    osmo-msc_10.42.42.6(pid=3138): Launched
14:50:01.428194 run    osmo-stp_10.42.42.5(pid=3135): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3135)]
14:50:01.723378 run    osmo-stp_10.42.42.5(pid=3135): stdout: 
| (launched: 2022-12-14_14:49:59.970253)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:50:02.051090 run    osmo-stp_10.42.42.5(pid=3135): stderr: 
| �[0;m�[38;5;43m20221214145000163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145000163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145000163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145000164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145000164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145000164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145000164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:50:02.219236 run    osmo-stp_10.42.42.5(pid=3135): stdout: 
| (launched: 2022-12-14_14:49:59.970253)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:50:02.385635 run    osmo-stp_10.42.42.5(pid=3135): stderr: 
| �[0;m�[38;5;43m20221214145000163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145000163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145000163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145000164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145000164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145000164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145000164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:50:02.445536 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3135): Process ended prematurely: osmo-stp_10.42.42.5(pid=3135) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3135)]  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]
14:50:02.455491 tst            mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)
14:50:02.531478 run    osmo-hlr_10.42.42.2(pid=3132): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3132)]
14:50:02.583839 run    osmo-hlr_10.42.42.2(pid=3132): stdout: 
| (launched: 2022-12-14_14:49:58.974990) 
14:50:02.635786 run    osmo-hlr_10.42.42.2(pid=3132): stderr: 
| �[0;m�[1;31m20221214144959172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214144959172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214144959172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214144959172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214144959172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214144959172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214144959184 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214144959192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214144959192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214144959193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:50:02.706186 run    osmo-msc_10.42.42.6(pid=3138): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3138)]
14:50:02.757312 run    osmo-msc_10.42.42.6(pid=3138): stdout: 
| (launched: 2022-12-14_14:50:01.002891) 
14:50:02.808942 run    osmo-msc_10.42.42.6(pid=3138): stderr: 
| �[0;m�[38;5;43m20221214145001698 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214145001699 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8718cd0c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214145001700 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214145001701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214145001701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214145001703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214145001711 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214145001714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214145001714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214145001715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:50:02.853047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3131): Terminating (SIGTERM)
14:50:02.894464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3134): Terminating (SIGTERM)
14:50:02.936590 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3137): Terminating (SIGTERM)
14:50:02.946230 ---      ParallelTerminationStrategy: PID 3131 died...
14:50:03.001720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3131): Terminated: ok {rc=0}
14:50:03.011770 ---      ParallelTerminationStrategy: PID 3134 died...
14:50:03.067314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3134): Terminated: ok {rc=0}
14:50:03.077354 ---      ParallelTerminationStrategy: PID 3137 died...
14:50:03.132526 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3137): Terminated: ok {rc=0}
14:50:03.218205 bus                        /sierra_3: Setting Powered False
14:50:04.323885 bus                        /sierra_3: Setting Powered False
14:50:05.431544 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>63</id><name>voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3</name><properties></properties><timestamp>2022-12-14T14:49:45</timestamp></suite><suite><case><age>270</age><className>voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3152): Process ended prematurely: osmo-stp_10.42.42.5(pid=3152) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3152)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3152): Process ended prematurely: osmo-stp_10.42.42.5(pid=3152) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3152)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py
----------------------------------------------
14:50:07.442724 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:50:07.454293 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)
14:50:07.618212 tst                    mo_mt_call.py: using LAC 41646
14:50:07.743887 tst                    mo_mt_call.py: using RAC 81
14:50:07.869011 tst                    mo_mt_call.py: using CellId 41646
14:50:07.995979 tst                    mo_mt_call.py: using BVCI 41647
14:50:08.020395 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:50:08.032017 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:50:08.043522 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:50:08.055001 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:50:08.066590 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:50:08.078036 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
14:50:08.193289 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
14:50:08.402628 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:50:08.916416 run          create_hlr_db(pid=3146): Launched
14:50:09.101808 bus                        /sierra_2: Setting Powered False
14:50:10.122278 run          create_hlr_db(pid=3146): Terminated: ok {rc=0}
14:50:10.524565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3148): Launched
14:50:10.824252 run    osmo-hlr_10.42.42.2(pid=3149): Launched
14:50:10.940102 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:50:11.470056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3151): Launched
14:50:11.770355 run    osmo-stp_10.42.42.5(pid=3152): Launched
14:50:11.879751 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:50:12.430251 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3154): Launched
14:50:12.732365 run    osmo-msc_10.42.42.6(pid=3155): Launched
14:50:12.909984 run    osmo-stp_10.42.42.5(pid=3152): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3152)]
14:50:13.038449 run    osmo-stp_10.42.42.5(pid=3152): stdout: 
| (launched: 2022-12-14_14:50:11.622872)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:50:13.163954 run    osmo-stp_10.42.42.5(pid=3152): stderr: 
| �[0;m�[38;5;43m20221214145011794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145011794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145011794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145011795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145011795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145011795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145011795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:50:13.284516 run    osmo-stp_10.42.42.5(pid=3152): stdout: 
| (launched: 2022-12-14_14:50:11.622872)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:50:13.403698 run    osmo-stp_10.42.42.5(pid=3152): stderr: 
| �[0;m�[38;5;43m20221214145011794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145011794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145011794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145011795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145011795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145011795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145011795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:50:13.456666 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3152): Process ended prematurely: osmo-stp_10.42.42.5(pid=3152) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3152)]  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]
14:50:13.465514 tst                  mo_mt_call.py:8: Test FAILED (6.1 sec)
14:50:13.525640 run    osmo-hlr_10.42.42.2(pid=3149): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3149)]
14:50:13.574993 run    osmo-hlr_10.42.42.2(pid=3149): stdout: 
| (launched: 2022-12-14_14:50:10.676688) 
14:50:13.625267 run    osmo-hlr_10.42.42.2(pid=3149): stderr: 
| �[0;m�[1;31m20221214145010852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145010852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145010852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145010852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145010852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145010852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145010870 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145010878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145010879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145010879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:50:13.692841 run    osmo-msc_10.42.42.6(pid=3155): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3155)]
14:50:13.741886 run    osmo-msc_10.42.42.6(pid=3155): stdout: 
| (launched: 2022-12-14_14:50:12.582931) 
14:50:13.791574 run    osmo-msc_10.42.42.6(pid=3155): stderr: 
| �[0;m�[38;5;43m20221214145012854 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214145012854 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feda709ec40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214145012854 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214145012854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214145012854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214145012855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214145012858 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214145012859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214145012859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214145012859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:50:13.833909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3148): Terminating (SIGTERM)
14:50:13.873837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3151): Terminating (SIGTERM)
14:50:13.913983 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3154): Terminating (SIGTERM)
14:50:13.923283 ---      ParallelTerminationStrategy: PID 3148 died...
14:50:13.977212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3148): Terminated: ok {rc=0}
14:50:13.986715 ---      ParallelTerminationStrategy: PID 3151 died...
14:50:14.040234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3151): Terminated: ok {rc=0}
14:50:14.049877 ---      ParallelTerminationStrategy: PID 3154 died...
14:50:14.103359 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3154): Terminated: ok {rc=0}
14:50:14.187563 bus                        /sierra_3: Setting Powered False
14:50:15.293455 bus                        /sierra_3: Setting Powered False
14:50:16.404940 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>244</age><className>voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3163): Process ended prematurely: osmo-stp_10.42.42.5(pid=3163) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3163)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3163): Process ended prematurely: osmo-stp_10.42.42.5(pid=3163) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3163)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py
----------------------------------------------
14:50:17.518364 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:50:17.530492 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)
14:50:17.694742 tst              mo_mt_call_osmux.py: using LAC 41647
14:50:17.822215 tst              mo_mt_call_osmux.py: using RAC 82
14:50:17.947322 tst              mo_mt_call_osmux.py: using CellId 41647
14:50:18.072678 tst              mo_mt_call_osmux.py: using BVCI 41648
14:50:18.097172 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:50:18.108721 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:50:18.120100 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:50:18.131461 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:50:18.142959 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:50:18.154400 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
14:50:18.271468 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
14:50:18.472735 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:50:18.946523 run          create_hlr_db(pid=3157): Launched
14:50:19.127106 bus                        /sierra_2: Setting Powered False
14:50:20.151910 run          create_hlr_db(pid=3157): Terminated: ok {rc=0}
14:50:20.554478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3159): Launched
14:50:20.854772 run    osmo-hlr_10.42.42.2(pid=3160): Launched
14:50:20.970049 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:50:21.501642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3162): Launched
14:50:21.803149 run    osmo-stp_10.42.42.5(pid=3163): Launched
14:50:21.913479 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:50:22.462147 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3165): Launched
14:50:22.763686 run    osmo-msc_10.42.42.6(pid=3166): Launched
14:50:22.940729 run    osmo-stp_10.42.42.5(pid=3163): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3163)]
14:50:23.068563 run    osmo-stp_10.42.42.5(pid=3163): stdout: 
| (launched: 2022-12-14_14:50:21.654229)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:50:23.194075 run    osmo-stp_10.42.42.5(pid=3163): stderr: 
| �[0;m�[38;5;43m20221214145021824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145021824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145021824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145021825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145021827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145021827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145021827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:50:23.314189 run    osmo-stp_10.42.42.5(pid=3163): stdout: 
| (launched: 2022-12-14_14:50:21.654229)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:50:23.433175 run    osmo-stp_10.42.42.5(pid=3163): stderr: 
| �[0;m�[38;5;43m20221214145021824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145021824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145021824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145021825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145021827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145021827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145021827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:50:23.485997 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3163): Process ended prematurely: osmo-stp_10.42.42.5(pid=3163) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3163)]  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]
14:50:23.494682 tst            mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)
14:50:23.554302 run    osmo-hlr_10.42.42.2(pid=3160): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3160)]
14:50:23.603216 run    osmo-hlr_10.42.42.2(pid=3160): stdout: 
| (launched: 2022-12-14_14:50:20.706535) 
14:50:23.652774 run    osmo-hlr_10.42.42.2(pid=3160): stderr: 
| �[0;m�[1;31m20221214145020884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145020884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145020884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145020885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145020885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145020885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145020901 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145020911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145020911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145020911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:50:23.720324 run    osmo-msc_10.42.42.6(pid=3166): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3166)]
14:50:23.769099 run    osmo-msc_10.42.42.6(pid=3166): stdout: 
| (launched: 2022-12-14_14:50:22.614325) 
14:50:23.818792 run    osmo-msc_10.42.42.6(pid=3166): stderr: 
| �[0;m�[38;5;43m20221214145022885 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214145022886 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff5ce7c4c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214145022886 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214145022886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214145022886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214145022886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214145022888 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214145022888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214145022888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214145022888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:50:23.860674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3159): Terminating (SIGTERM)
14:50:23.900365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3162): Terminating (SIGTERM)
14:50:23.939921 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3165): Terminating (SIGTERM)
14:50:23.949207 ---      ParallelTerminationStrategy: PID 3159 died...
14:50:24.002556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3159): Terminated: ok {rc=0}
14:50:24.011923 ---      ParallelTerminationStrategy: PID 3162 died...
14:50:24.064843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3162): Terminated: ok {rc=0}
14:50:24.074303 ---      ParallelTerminationStrategy: PID 3165 died...
14:50:24.127208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3165): Terminated: ok {rc=0}
14:50:24.210738 bus                        /sierra_3: Setting Powered False
14:50:25.310538 bus                        /sierra_3: Setting Powered False
14:50:26.420157 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>21.0</duration><id>64</id><name>voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1</name><properties></properties><timestamp>2022-12-14T14:50:07</timestamp></suite><suite><case><age>270</age><className>voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3177): Process ended prematurely: osmo-stp_10.42.42.5(pid=3177) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3177)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3177): Process ended prematurely: osmo-stp_10.42.42.5(pid=3177) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3177)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py
----------------------------------------------
14:50:28.410720 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:50:28.421866 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
14:50:28.577526 tst                    mo_mt_call.py: using LAC 41648
14:50:28.696238 tst                    mo_mt_call.py: using RAC 83
14:50:28.815027 tst                    mo_mt_call.py: using CellId 41648
14:50:28.934060 tst                    mo_mt_call.py: using BVCI 41649
14:50:28.956537 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:50:28.967608 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:50:28.978584 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:50:28.989439 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:50:29.000577 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:50:29.011746 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
14:50:29.131095 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
14:50:29.331820 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:50:29.804630 run          create_hlr_db(pid=3171): Launched
14:50:29.977331 bus                        /sierra_2: Setting Powered False
14:50:31.013217 run          create_hlr_db(pid=3171): Terminated: ok {rc=0}
14:50:31.462528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3173): Launched
14:50:31.949759 run    osmo-hlr_10.42.42.2(pid=3174): Launched
14:50:32.119477 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:50:32.679751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3176): Launched
14:50:32.980243 run    osmo-stp_10.42.42.5(pid=3177): Launched
14:50:33.089312 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:50:33.639207 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3179): Launched
14:50:33.940143 run    osmo-msc_10.42.42.6(pid=3180): Launched
14:50:34.116924 run    osmo-stp_10.42.42.5(pid=3177): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3177)]
14:50:34.244203 run    osmo-stp_10.42.42.5(pid=3177): stdout: 
| (launched: 2022-12-14_14:50:32.832241)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:50:34.369199 run    osmo-stp_10.42.42.5(pid=3177): stderr: 
| �[0;m�[38;5;43m20221214145033002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145033003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145033003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145033003 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145033004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145033004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145033004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:50:34.489697 run    osmo-stp_10.42.42.5(pid=3177): stdout: 
| (launched: 2022-12-14_14:50:32.832241)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:50:34.608631 run    osmo-stp_10.42.42.5(pid=3177): stderr: 
| �[0;m�[38;5;43m20221214145033002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145033003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145033003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145033003 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145033004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145033004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145033004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:50:34.661207 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3177): Process ended prematurely: osmo-stp_10.42.42.5(pid=3177) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3177)]  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]
14:50:34.669871 tst                  mo_mt_call.py:8: Test FAILED (6.3 sec)
14:50:34.729126 run    osmo-hlr_10.42.42.2(pid=3174): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3174)]
14:50:34.777631 run    osmo-hlr_10.42.42.2(pid=3174): stdout: 
| (launched: 2022-12-14_14:50:31.631753) 
14:50:34.827017 run    osmo-hlr_10.42.42.2(pid=3174): stderr: 
| �[0;m�[1;31m20221214145031836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145031836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145031836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145031836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145031836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145031836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145031860 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145031868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145031868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145031868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:50:34.894110 run    osmo-msc_10.42.42.6(pid=3180): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3180)]
14:50:34.942837 run    osmo-msc_10.42.42.6(pid=3180): stdout: 
| (launched: 2022-12-14_14:50:33.791978) 
14:50:34.992175 run    osmo-msc_10.42.42.6(pid=3180): stderr: 
| �[0;m�[38;5;43m20221214145034060 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214145034061 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3b275d0c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214145034061 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214145034061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214145034061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214145034061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214145034063 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214145034063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214145034063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214145034063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:50:35.034143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3173): Terminating (SIGTERM)
14:50:35.073711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3176): Terminating (SIGTERM)
14:50:35.113418 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3179): Terminating (SIGTERM)
14:50:35.122580 ---      ParallelTerminationStrategy: PID 3173 died...
14:50:35.175769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3173): Terminated: ok {rc=0}
14:50:35.185259 ---      ParallelTerminationStrategy: PID 3176 died...
14:50:35.238040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3176): Terminated: ok {rc=0}
14:50:35.247387 ---      ParallelTerminationStrategy: PID 3179 died...
14:50:35.300084 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3179): Terminated: ok {rc=0}
14:50:35.383533 bus                        /sierra_3: Setting Powered False
14:50:36.484985 bus                        /sierra_3: Setting Powered False
14:50:37.591017 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>244</age><className>voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3188): Process ended prematurely: osmo-stp_10.42.42.5(pid=3188) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3188)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3188): Process ended prematurely: osmo-stp_10.42.42.5(pid=3188) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3188)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py
----------------------------------------------
14:50:38.705586 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:50:38.717881 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
14:50:38.881764 tst              mo_mt_call_osmux.py: using LAC 41649
14:50:39.009183 tst              mo_mt_call_osmux.py: using RAC 84
14:50:39.126710 tst              mo_mt_call_osmux.py: using CellId 41649
14:50:39.251028 tst              mo_mt_call_osmux.py: using BVCI 41650
14:50:39.275679 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:50:39.287495 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:50:39.299146 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:50:39.310856 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:50:39.322739 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:50:39.334278 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
14:50:39.450299 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
14:50:39.651612 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:50:40.123762 run          create_hlr_db(pid=3182): Launched
14:50:40.296284 bus                        /sierra_2: Setting Powered False
14:50:41.318593 run          create_hlr_db(pid=3182): Terminated: ok {rc=0}
14:50:41.747586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3184): Launched
14:50:42.069265 run    osmo-hlr_10.42.42.2(pid=3185): Launched
14:50:42.187097 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:50:42.746573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3187): Launched
14:50:43.067969 run    osmo-stp_10.42.42.5(pid=3188): Launched
14:50:43.184750 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:50:43.775388 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3190): Launched
14:50:44.098168 run    osmo-msc_10.42.42.6(pid=3191): Launched
14:50:44.287466 run    osmo-stp_10.42.42.5(pid=3188): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3188)]
14:50:44.424351 run    osmo-stp_10.42.42.5(pid=3188): stdout: 
| (launched: 2022-12-14_14:50:42.910458)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:50:44.560418 run    osmo-stp_10.42.42.5(pid=3188): stderr: 
| �[0;m�[38;5;43m20221214145043102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145043102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145043103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145043103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145043105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145043106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145043106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:50:44.689778 run    osmo-stp_10.42.42.5(pid=3188): stdout: 
| (launched: 2022-12-14_14:50:42.910458)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:50:44.817403 run    osmo-stp_10.42.42.5(pid=3188): stderr: 
| �[0;m�[38;5;43m20221214145043102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145043102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145043103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145043103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145043105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145043106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145043106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:50:44.874214 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3188): Process ended prematurely: osmo-stp_10.42.42.5(pid=3188) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3188)]  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]
14:50:44.883227 tst            mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)
14:50:44.945076 run    osmo-hlr_10.42.42.2(pid=3185): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3185)]
14:50:44.996106 run    osmo-hlr_10.42.42.2(pid=3185): stdout: 
| (launched: 2022-12-14_14:50:41.911474) 
14:50:45.048289 run    osmo-hlr_10.42.42.2(pid=3185): stderr: 
| �[0;m�[1;31m20221214145042108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145042108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145042108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145042108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145042108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145042108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145042121 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145042129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145042129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145042129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:50:45.118463 run    osmo-msc_10.42.42.6(pid=3191): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3191)]
14:50:45.169315 run    osmo-msc_10.42.42.6(pid=3191): stdout: 
| (launched: 2022-12-14_14:50:43.939817) 
14:50:45.220623 run    osmo-msc_10.42.42.6(pid=3191): stderr: 
| �[0;m�[38;5;43m20221214145044262 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214145044262 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1622ca9c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214145044262 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214145044262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214145044262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214145044262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214145044264 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214145044264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214145044264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214145044264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:50:45.264682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3184): Terminating (SIGTERM)
14:50:45.306247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3187): Terminating (SIGTERM)
14:50:45.348032 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3190): Terminating (SIGTERM)
14:50:45.357402 ---      ParallelTerminationStrategy: PID 3184 died...
14:50:45.412874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3184): Terminated: ok {rc=0}
14:50:45.422930 ---      ParallelTerminationStrategy: PID 3187 died...
14:50:45.478452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3187): Terminated: ok {rc=0}
14:50:45.488563 ---      ParallelTerminationStrategy: PID 3190 died...
14:50:45.543820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3190): Terminated: ok {rc=0}
14:50:45.630092 bus                        /sierra_3: Setting Powered False
14:50:46.747877 bus                        /sierra_3: Setting Powered False
14:50:47.860833 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>65</id><name>voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3</name><properties></properties><timestamp>2022-12-14T14:50:28</timestamp></suite><suite><case><age>270</age><className>voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3202): Process ended prematurely: osmo-stp_10.42.42.5(pid=3202) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3202)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3202): Process ended prematurely: osmo-stp_10.42.42.5(pid=3202) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3202)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py
----------------------------------------------
14:50:49.857198 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:50:49.868601 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
14:50:50.022803 tst                    mo_mt_call.py: using LAC 41650
14:50:50.149032 tst                    mo_mt_call.py: using RAC 85
14:50:50.274547 tst                    mo_mt_call.py: using CellId 41650
14:50:50.401631 tst                    mo_mt_call.py: using BVCI 41651
14:50:50.425999 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:50:50.438132 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:50:50.449933 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:50:50.461390 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:50:50.472904 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:50:50.484330 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
14:50:50.598264 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
14:50:50.805282 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:50:51.316372 run          create_hlr_db(pid=3196): Launched
14:50:51.503301 bus                        /sierra_2: Setting Powered False
14:50:52.524268 run          create_hlr_db(pid=3196): Terminated: ok {rc=0}
14:50:52.928087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3198): Launched
14:50:53.228695 run    osmo-hlr_10.42.42.2(pid=3199): Launched
14:50:53.346468 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:50:53.876294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3201): Launched
14:50:54.176308 run    osmo-stp_10.42.42.5(pid=3202): Launched
14:50:54.285243 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:50:54.834774 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3204): Launched
14:50:55.136267 run    osmo-msc_10.42.42.6(pid=3205): Launched
14:50:55.313482 run    osmo-stp_10.42.42.5(pid=3202): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3202)]
14:50:55.441199 run    osmo-stp_10.42.42.5(pid=3202): stdout: 
| (launched: 2022-12-14_14:50:54.028629)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:50:55.567014 run    osmo-stp_10.42.42.5(pid=3202): stderr: 
| �[0;m�[38;5;43m20221214145054199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145054199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145054200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145054200 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145054200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145054201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145054201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:50:55.687285 run    osmo-stp_10.42.42.5(pid=3202): stdout: 
| (launched: 2022-12-14_14:50:54.028629)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:50:55.806503 run    osmo-stp_10.42.42.5(pid=3202): stderr: 
| �[0;m�[38;5;43m20221214145054199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145054199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145054200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145054200 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145054200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145054201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145054201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:50:55.859390 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3202): Process ended prematurely: osmo-stp_10.42.42.5(pid=3202) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3202)]  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]
14:50:55.868360 tst                  mo_mt_call.py:8: Test FAILED (6.0 sec)
14:50:55.928448 run    osmo-hlr_10.42.42.2(pid=3199): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3199)]
14:50:55.977295 run    osmo-hlr_10.42.42.2(pid=3199): stdout: 
| (launched: 2022-12-14_14:50:53.080324) 
14:50:56.026805 run    osmo-hlr_10.42.42.2(pid=3199): stderr: 
| �[0;m�[1;31m20221214145053256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145053256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145053256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145053256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145053256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145053256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145053269 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145053278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145053279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145053279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:50:56.094341 run    osmo-msc_10.42.42.6(pid=3205): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3205)]
14:50:56.143481 run    osmo-msc_10.42.42.6(pid=3205): stdout: 
| (launched: 2022-12-14_14:50:54.987146) 
14:50:56.193430 run    osmo-msc_10.42.42.6(pid=3205): stderr: 
| �[0;m�[38;5;43m20221214145055258 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214145055258 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fad86d0cc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214145055258 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214145055258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214145055259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214145055259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214145055260 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214145055261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214145055261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214145055261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:50:56.235845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3198): Terminating (SIGTERM)
14:50:56.275864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3201): Terminating (SIGTERM)
14:50:56.315892 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3204): Terminating (SIGTERM)
14:50:56.325059 ---      ParallelTerminationStrategy: PID 3198 died...
14:50:56.378775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3198): Terminated: ok {rc=0}
14:50:56.388249 ---      ParallelTerminationStrategy: PID 3201 died...
14:50:56.441767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3201): Terminated: ok {rc=0}
14:50:56.451217 ---      ParallelTerminationStrategy: PID 3204 died...
14:50:56.504645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3204): Terminated: ok {rc=0}
14:50:56.593498 bus                        /sierra_3: Setting Powered False
14:50:57.695884 bus                        /sierra_3: Setting Powered False
14:50:58.807212 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>244</age><className>voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3214): Process ended prematurely: osmo-stp_10.42.42.5(pid=3214) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3214)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3214): Process ended prematurely: osmo-stp_10.42.42.5(pid=3214) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3214)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py
----------------------------------------------
14:50:59.915443 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:50:59.927210 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
14:51:00.091612 tst              mo_mt_call_osmux.py: using LAC 41651
14:51:00.220271 tst              mo_mt_call_osmux.py: using RAC 86
14:51:00.344589 tst              mo_mt_call_osmux.py: using CellId 41651
14:51:00.463210 tst              mo_mt_call_osmux.py: using BVCI 41652
14:51:00.486042 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:51:00.497354 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:51:00.508363 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:51:00.519475 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:51:00.531088 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:51:00.542404 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
14:51:00.660698 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
14:51:00.871233 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:51:01.433664 run          create_hlr_db(pid=3208): Launched
14:51:01.626264 bus                        /sierra_2: Setting Powered False
14:51:02.642842 run          create_hlr_db(pid=3208): Terminated: ok {rc=0}
14:51:03.071222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3210): Launched
14:51:03.391556 run    osmo-hlr_10.42.42.2(pid=3211): Launched
14:51:03.509542 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:51:04.066912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3213): Launched
14:51:04.386698 run    osmo-stp_10.42.42.5(pid=3214): Launched
14:51:04.502099 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:51:05.089016 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3216): Launched
14:51:05.409330 run    osmo-msc_10.42.42.6(pid=3217): Launched
14:51:05.597242 run    osmo-stp_10.42.42.5(pid=3214): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3214)]
14:51:05.733198 run    osmo-stp_10.42.42.5(pid=3214): stdout: 
| (launched: 2022-12-14_14:51:04.230003)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:51:05.868570 run    osmo-stp_10.42.42.5(pid=3214): stderr: 
| �[0;m�[38;5;43m20221214145104423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145104423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145104423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145104424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145104424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145104424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145104424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:51:05.997667 run    osmo-stp_10.42.42.5(pid=3214): stdout: 
| (launched: 2022-12-14_14:51:04.230003)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:51:06.125627 run    osmo-stp_10.42.42.5(pid=3214): stderr: 
| �[0;m�[38;5;43m20221214145104423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145104423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145104423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145104424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145104424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145104424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145104424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:51:06.182314 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3214): Process ended prematurely: osmo-stp_10.42.42.5(pid=3214) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3214)]  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]
14:51:06.191673 tst            mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)
14:51:06.253748 run    osmo-hlr_10.42.42.2(pid=3211): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3211)]
14:51:06.304868 run    osmo-hlr_10.42.42.2(pid=3211): stdout: 
| (launched: 2022-12-14_14:51:03.234611) 
14:51:06.356510 run    osmo-hlr_10.42.42.2(pid=3211): stderr: 
| �[0;m�[1;31m20221214145103432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145103433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145103433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145103433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145103433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145103433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145103444 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145103454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145103454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145103455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:51:06.426258 run    osmo-msc_10.42.42.6(pid=3217): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3217)]
14:51:06.477272 run    osmo-msc_10.42.42.6(pid=3217): stdout: 
| (launched: 2022-12-14_14:51:05.252136) 
14:51:06.528528 run    osmo-msc_10.42.42.6(pid=3217): stderr: 
| �[0;m�[38;5;43m20221214145105575 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214145105576 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5cc9685c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214145105576 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214145105576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214145105576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214145105576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214145105578 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214145105578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214145105579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214145105579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:51:06.572317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3210): Terminating (SIGTERM)
14:51:06.614090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3213): Terminating (SIGTERM)
14:51:06.655603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3216): Terminating (SIGTERM)
14:51:06.665247 ---      ParallelTerminationStrategy: PID 3210 died...
14:51:06.720880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3210): Terminated: ok {rc=0}
14:51:06.731013 ---      ParallelTerminationStrategy: PID 3213 died...
14:51:06.786190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3213): Terminated: ok {rc=0}
14:51:06.796265 ---      ParallelTerminationStrategy: PID 3216 died...
14:51:06.851352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3216): Terminated: ok {rc=0}
14:51:06.937922 bus                        /sierra_3: Setting Powered False
14:51:08.039599 bus                        /sierra_3: Setting Powered False
14:51:09.149301 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>66</id><name>voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-14T14:50:49</timestamp></suite><suite><case><age>270</age><className>voice:trx-sysmocell5000+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3228): Process ended prematurely: osmo-stp_10.42.42.5(pid=3228) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3228)]</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3228): Process ended prematurely: osmo-stp_10.42.42.5(pid=3228) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3228)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py
----------------------------------------------
14:51:11.144064 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:51:11.155153 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
14:51:11.310584 tst                    mo_mt_call.py: using LAC 41652
14:51:11.427984 tst                    mo_mt_call.py: using RAC 87
14:51:11.554674 tst                    mo_mt_call.py: using CellId 41652
14:51:11.680872 tst                    mo_mt_call.py: using BVCI 41653
14:51:11.705671 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:51:11.717168 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:51:11.728486 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:51:11.740078 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:51:11.752138 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:51:11.764060 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
14:51:11.880101 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
14:51:12.090953 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:51:12.604505 run          create_hlr_db(pid=3222): Launched
14:51:12.790365 bus                        /sierra_2: Setting Powered False
14:51:13.811463 run          create_hlr_db(pid=3222): Terminated: ok {rc=0}
14:51:14.215156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3224): Launched
14:51:14.515249 run    osmo-hlr_10.42.42.2(pid=3225): Launched
14:51:14.634262 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:51:15.166142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3227): Launched
14:51:15.467321 run    osmo-stp_10.42.42.5(pid=3228): Launched
14:51:15.577802 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:51:16.165114 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3230): Launched
14:51:16.531338 run    osmo-msc_10.42.42.6(pid=3231): Launched
14:51:16.726150 run    osmo-stp_10.42.42.5(pid=3228): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3228)]
14:51:17.111607 run    osmo-stp_10.42.42.5(pid=3228): stdout: 
| (launched: 2022-12-14_14:51:15.318197)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:51:17.299357 run    osmo-stp_10.42.42.5(pid=3228): stderr: 
| �[0;m�[38;5;43m20221214145115489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145115489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145115489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145115490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145115490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145115490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145115490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:51:17.441947 run    osmo-stp_10.42.42.5(pid=3228): stdout: 
| (launched: 2022-12-14_14:51:15.318197)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:51:17.570619 run    osmo-stp_10.42.42.5(pid=3228): stderr: 
| �[0;m�[38;5;43m20221214145115489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145115489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145115489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145115490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145115490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145115490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145115490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:51:17.627144 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3228): Process ended prematurely: osmo-stp_10.42.42.5(pid=3228) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3228)]  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]
14:51:17.636349 tst                  mo_mt_call.py:8: Test FAILED (6.5 sec)
14:51:17.699388 run    osmo-hlr_10.42.42.2(pid=3225): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3225)]
14:51:17.751157 run    osmo-hlr_10.42.42.2(pid=3225): stdout: 
| (launched: 2022-12-14_14:51:14.367285) 
14:51:17.803282 run    osmo-hlr_10.42.42.2(pid=3225): stderr: 
| �[0;m�[1;31m20221214145114543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145114543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145114543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145114543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145114543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145114543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145114555 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145114563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145114563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145114563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:51:17.873968 run    osmo-msc_10.42.42.6(pid=3231): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3231)]
14:51:17.925450 run    osmo-msc_10.42.42.6(pid=3231): stdout: 
| (launched: 2022-12-14_14:51:16.321906) 
14:51:17.977471 run    osmo-msc_10.42.42.6(pid=3231): stderr: 
| �[0;m�[38;5;43m20221214145116850 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214145116850 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f406faeec40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214145116850 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214145116850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214145116851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214145116851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214145116854 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214145116856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214145116856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214145116856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:51:18.022529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3224): Terminating (SIGTERM)
14:51:18.065371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3227): Terminating (SIGTERM)
14:51:18.108459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3230): Terminating (SIGTERM)
14:51:18.118352 ---      ParallelTerminationStrategy: PID 3224 died...
14:51:18.174728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3224): Terminated: ok {rc=0}
14:51:18.184768 ---      ParallelTerminationStrategy: PID 3227 died...
14:51:18.242251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3227): Terminated: ok {rc=0}
14:51:18.252435 ---      ParallelTerminationStrategy: PID 3230 died...
14:51:18.308103 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3230): Terminated: ok {rc=0}
14:51:18.394872 bus                        /sierra_3: Setting Powered False
14:51:19.502954 bus                        /sierra_3: Setting Powered False
14:51:20.612402 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>244</age><className>voice:trx-sysmocell5000+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3239): Process ended prematurely: osmo-stp_10.42.42.5(pid=3239) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3239)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3239): Process ended prematurely: osmo-stp_10.42.42.5(pid=3239) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3239)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py
----------------------------------------------
14:51:21.726885 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:51:21.739217 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
14:51:21.907177 tst              mo_mt_call_osmux.py: using LAC 41653
14:51:22.034806 tst              mo_mt_call_osmux.py: using RAC 88
14:51:22.161164 tst              mo_mt_call_osmux.py: using CellId 41653
14:51:22.287883 tst              mo_mt_call_osmux.py: using BVCI 41654
14:51:22.312509 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:51:22.324198 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:51:22.335756 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:51:22.347369 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:51:22.358840 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:51:22.370115 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
14:51:22.490231 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
14:51:22.694911 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:51:23.167480 run          create_hlr_db(pid=3233): Launched
14:51:23.339855 bus                        /sierra_2: Setting Powered False
14:51:24.361240 run          create_hlr_db(pid=3233): Terminated: ok {rc=0}
14:51:24.787931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3235): Launched
14:51:25.109457 run    osmo-hlr_10.42.42.2(pid=3236): Launched
14:51:25.230730 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:51:25.790106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3238): Launched
14:51:26.111367 run    osmo-stp_10.42.42.5(pid=3239): Launched
14:51:26.229358 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:51:26.818174 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3241): Launched
14:51:27.138990 run    osmo-msc_10.42.42.6(pid=3242): Launched
14:51:27.326563 run    osmo-stp_10.42.42.5(pid=3239): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3239)]
14:51:27.462509 run    osmo-stp_10.42.42.5(pid=3239): stdout: 
| (launched: 2022-12-14_14:51:25.953916)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:51:27.598098 run    osmo-stp_10.42.42.5(pid=3239): stderr: 
| �[0;m�[38;5;43m20221214145126146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145126146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145126147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145126147 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145126147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145126148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145126148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:51:27.727413 run    osmo-stp_10.42.42.5(pid=3239): stdout: 
| (launched: 2022-12-14_14:51:25.953916)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:51:27.855012 run    osmo-stp_10.42.42.5(pid=3239): stderr: 
| �[0;m�[38;5;43m20221214145126146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145126146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145126147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145126147 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145126147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145126148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145126148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:51:27.911733 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3239): Process ended prematurely: osmo-stp_10.42.42.5(pid=3239) [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3239)]  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]
14:51:27.921378 tst            mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)
14:51:27.984002 run    osmo-hlr_10.42.42.2(pid=3236): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3236)]
14:51:28.035585 run    osmo-hlr_10.42.42.2(pid=3236): stdout: 
| (launched: 2022-12-14_14:51:24.951614) 
14:51:28.087497 run    osmo-hlr_10.42.42.2(pid=3236): stderr: 
| �[0;m�[1;31m20221214145125148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145125148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145125148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145125148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145125149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145125149 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145125161 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145125169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145125169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145125169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:51:28.157669 run    osmo-msc_10.42.42.6(pid=3242): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3242)]
14:51:28.209421 run    osmo-msc_10.42.42.6(pid=3242): stdout: 
| (launched: 2022-12-14_14:51:26.981454) 
14:51:28.260770 run    osmo-msc_10.42.42.6(pid=3242): stderr: 
| �[0;m�[38;5;43m20221214145127303 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214145127303 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe618df3c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214145127303 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214145127303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214145127303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214145127304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214145127305 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214145127306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214145127306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214145127306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:51:28.304521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3235): Terminating (SIGTERM)
14:51:28.346382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3238): Terminating (SIGTERM)
14:51:28.387837 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3241): Terminating (SIGTERM)
14:51:28.397615 ---      ParallelTerminationStrategy: PID 3235 died...
14:51:28.454156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3235): Terminated: ok {rc=0}
14:51:28.464562 ---      ParallelTerminationStrategy: PID 3238 died...
14:51:28.520132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3238): Terminated: ok {rc=0}
14:51:28.529988 ---      ParallelTerminationStrategy: PID 3241 died...
14:51:28.585645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3241): Terminated: ok {rc=0}
14:51:28.672409 bus                        /sierra_3: Setting Powered False
14:51:29.776813 bus                        /sierra_3: Setting Powered False
14:51:30.919319 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>67</id><name>voice_trx-sysmocell5000+mod-bts0-dynts-osmo</name><properties></properties><timestamp>2022-12-14T14:51:10</timestamp></suite><suite><case><age>267</age><className>emergency:trx-sysmocell5000</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3254): Process ended prematurely: osmo-stp_10.42.42.5(pid=3254) [trial-2406↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3254)]</errorStackTrace><failedSince>2142</failedSince><name>emergency_mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py", line 19, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3254): Process ended prematurely: osmo-stp_10.42.42.5(pid=3254) [trial-2406↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3254)]
</stderr><stdout>
----------------------------------------------
trial-2406 emergency:trx-sysmocell5000 emergency_mo_mt_call.py
----------------------------------------------
14:51:32.970455 tst      emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
14:51:32.981562 tst      emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)
14:51:33.133082 tst          emergency_mo_mt_call.py: using LAC 41654
14:51:33.262693 tst          emergency_mo_mt_call.py: using RAC 89
14:51:33.384488 tst          emergency_mo_mt_call.py: using CellId 41654
14:51:33.510725 tst          emergency_mo_mt_call.py: using BVCI 41655
14:51:33.535112 tst      emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
14:51:33.547042 tst      emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
14:51:33.558125 tst      emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
14:51:33.569222 tst      emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
14:51:33.580263 tst      emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
14:51:33.591314 tst      emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)
14:51:33.705777 tst      emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)
14:51:33.902068 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:51:34.366213 run          create_hlr_db(pid=3248): Launched
14:51:34.536675 bus                        /sierra_2: Setting Powered False
14:51:35.557952 run          create_hlr_db(pid=3248): Terminated: ok {rc=0}
14:51:35.952676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3250): Launched
14:51:36.248385 run    osmo-hlr_10.42.42.2(pid=3251): Launched
14:51:36.362826 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:51:36.885223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3253): Launched
14:51:37.180380 run    osmo-stp_10.42.42.5(pid=3254): Launched
14:51:37.301466 tst          emergency_mo_mt_call.py: using MSISDN 8741
14:51:37.447547 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:51:37.987025 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3256): Launched
14:51:38.282555 run    osmo-msc_10.42.42.6(pid=3257): Launched
14:51:38.455649 run    osmo-stp_10.42.42.5(pid=3254): ERR: Terminated: ERROR {rc=1}  [trial-2406↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3254)]
14:51:38.581361 run    osmo-stp_10.42.42.5(pid=3254): stdout: 
| (launched: 2022-12-14_14:51:37.034381)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:51:38.704578 run    osmo-stp_10.42.42.5(pid=3254): stderr: 
| �[0;m�[38;5;43m20221214145137203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145137203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145137204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145137205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145137207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145137207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145137207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:51:38.822961 run    osmo-stp_10.42.42.5(pid=3254): stdout: 
| (launched: 2022-12-14_14:51:37.034381)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:51:38.939945 run    osmo-stp_10.42.42.5(pid=3254): stderr: 
| �[0;m�[38;5;43m20221214145137203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145137203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145137204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145137205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145137207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145137207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145137207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:51:38.991503 tst       emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=3254): Process ended prematurely: osmo-stp_10.42.42.5(pid=3254) [trial-2406↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3254)]  [trial-2406↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]
14:51:38.999793 tst       emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)
14:51:39.060020 run    osmo-hlr_10.42.42.2(pid=3251): ERR: Terminated: ERROR {rc=237}  [trial-2406↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3251)]
14:51:39.109489 run    osmo-hlr_10.42.42.2(pid=3251): stdout: 
| (launched: 2022-12-14_14:51:36.102055) 
14:51:39.159361 run    osmo-hlr_10.42.42.2(pid=3251): stderr: 
| �[0;m�[1;31m20221214145136275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145136275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145136275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145136275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145136275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145136275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145136287 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145136295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145136296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145136296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:51:39.226966 run    osmo-msc_10.42.42.6(pid=3257): ERR: Terminated: ERROR {rc=2}  [trial-2406↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3257)]
14:51:39.276307 run    osmo-msc_10.42.42.6(pid=3257): stdout: 
| (launched: 2022-12-14_14:51:38.136245) 
14:51:39.326181 run    osmo-msc_10.42.42.6(pid=3257): stderr: 
| �[0;m�[38;5;43m20221214145138408 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214145138408 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7cf396dc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214145138408 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214145138408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214145138408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214145138409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214145138410 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214145138411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214145138411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214145138411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:51:39.368943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3250): Terminating (SIGTERM)
14:51:39.409224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3253): Terminating (SIGTERM)
14:51:39.449425 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3256): Terminating (SIGTERM)
14:51:39.458571 ---      ParallelTerminationStrategy: PID 3250 died...
14:51:39.512581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3250): Terminated: ok {rc=0}
14:51:39.522219 ---      ParallelTerminationStrategy: PID 3253 died...
14:51:39.575895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3253): Terminated: ok {rc=0}
14:51:39.585536 ---      ParallelTerminationStrategy: PID 3256 died...
14:51:39.638870 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3256): Terminated: ok {rc=0}
14:51:39.722626 bus                        /sierra_3: Setting Powered False
14:51:40.829693 bus                        /sierra_3: Setting Powered False
14:51:41.937474 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>267</age><className>emergency:trx-sysmocell5000</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3265): Process ended prematurely: osmo-stp_10.42.42.5(pid=3265) [trial-2406↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3265)]</errorStackTrace><failedSince>2142</failedSince><name>emergency_preemptive_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py", line 32, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3265): Process ended prematurely: osmo-stp_10.42.42.5(pid=3265) [trial-2406↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3265)]
</stderr><stdout>
----------------------------------------------
trial-2406 emergency:trx-sysmocell5000 emergency_preemptive_call.py
----------------------------------------------
14:51:42.991025 tst      emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
14:51:43.003105 tst      emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)
14:51:43.146342 tst     emergency_preemptive_call.py: using LAC 41655
14:51:43.269791 tst     emergency_preemptive_call.py: using RAC 90
14:51:43.393100 tst     emergency_preemptive_call.py: using CellId 41655
14:51:43.518456 tst     emergency_preemptive_call.py: using BVCI 41656
14:51:43.542346 tst      emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
14:51:43.553716 tst      emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
14:51:43.564870 tst      emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
14:51:43.575960 tst      emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
14:51:43.587086 tst      emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)
14:51:43.598697 tst      emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)
14:51:43.714518 tst      emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)
14:51:43.835782 tst      emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)
14:51:43.952570 tst      emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)
14:51:44.148728 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:51:44.617142 run          create_hlr_db(pid=3259): Launched
14:51:44.788895 bus                        /sierra_2: Setting Powered False
14:51:45.808788 run          create_hlr_db(pid=3259): Terminated: ok {rc=0}
14:51:46.282515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3261): Launched
14:51:46.692473 run    osmo-hlr_10.42.42.2(pid=3262): Launched
14:51:46.827055 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:51:47.436865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3264): Launched
14:51:47.756497 run    osmo-stp_10.42.42.5(pid=3265): Launched
14:51:47.882684 tst     emergency_preemptive_call.py: using MSISDN 8742
14:51:48.040577 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:51:48.618734 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3267): Launched
14:51:48.934404 run    osmo-msc_10.42.42.6(pid=3268): Launched
14:51:49.119916 run    osmo-stp_10.42.42.5(pid=3265): ERR: Terminated: ERROR {rc=1}  [trial-2406↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3265)]
14:51:49.254540 run    osmo-stp_10.42.42.5(pid=3265): stdout: 
| (launched: 2022-12-14_14:51:47.599330)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:51:49.388437 run    osmo-stp_10.42.42.5(pid=3265): stderr: 
| �[0;m�[38;5;43m20221214145147790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145147790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145147790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145147790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145147791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145147791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145147791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:51:49.516286 run    osmo-stp_10.42.42.5(pid=3265): stdout: 
| (launched: 2022-12-14_14:51:47.599330)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:51:49.642315 run    osmo-stp_10.42.42.5(pid=3265): stderr: 
| �[0;m�[38;5;43m20221214145147790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145147790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145147790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145147790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145147791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145147791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145147791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:51:49.697729 tst  emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=3265): Process ended prematurely: osmo-stp_10.42.42.5(pid=3265) [trial-2406↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3265)]  [trial-2406↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]
14:51:49.706567 tst  emergency_preemptive_call.py:32: Test FAILED (6.7 sec)
14:51:49.769984 run    osmo-hlr_10.42.42.2(pid=3262): ERR: Terminated: ERROR {rc=237}  [trial-2406↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3262)]
14:51:49.822149 run    osmo-hlr_10.42.42.2(pid=3262): stdout: 
| (launched: 2022-12-14_14:51:46.435738) 
14:51:49.875000 run    osmo-hlr_10.42.42.2(pid=3262): stderr: 
| �[0;m�[1;31m20221214145146685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145146686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145146686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145146686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145146686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145146686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145146703 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145146721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145146722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145146722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:51:49.946001 run    osmo-msc_10.42.42.6(pid=3268): ERR: Terminated: ERROR {rc=2}  [trial-2406↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3268)]
14:51:49.997485 run    osmo-msc_10.42.42.6(pid=3268): stdout: 
| (launched: 2022-12-14_14:51:48.779264) 
14:51:50.049473 run    osmo-msc_10.42.42.6(pid=3268): stderr: 
| �[0;m�[38;5;43m20221214145149102 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214145149103 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0bbeab5c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214145149103 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214145149103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214145149103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214145149103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214145149105 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214145149105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214145149105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214145149106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:51:50.094029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3261): Terminating (SIGTERM)
14:51:50.136118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3264): Terminating (SIGTERM)
14:51:50.178401 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3267): Terminating (SIGTERM)
14:51:50.188245 ---      ParallelTerminationStrategy: PID 3261 died...
14:51:50.244572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3261): Terminated: ok {rc=0}
14:51:50.254729 ---      ParallelTerminationStrategy: PID 3264 died...
14:51:50.310647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3264): Terminated: ok {rc=0}
14:51:50.320868 ---      ParallelTerminationStrategy: PID 3267 died...
14:51:50.377115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3267): Terminated: ok {rc=0}
14:51:50.463779 bus                        /sierra_9: Setting Powered False
14:51:51.570332 bus                        /sierra_9: Setting Powered False
14:51:52.681284 bus                        /sierra_8: Setting Powered False
14:51:53.783788 bus                        /sierra_8: Setting Powered False
14:51:54.894497 bus                        /sierra_3: Setting Powered False
14:51:55.996725 bus                        /sierra_3: Setting Powered False
14:51:57.107246 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>27.0</duration><id>68</id><name>emergency_trx-sysmocell5000</name><properties></properties><timestamp>2022-12-14T14:51:32</timestamp></suite><suite><case><age>270</age><className>gprs:trx-sysmocell5000</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3283): Process ended prematurely: osmo-stp_10.42.42.5(pid=3283) [trial-2406↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3283)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3283): Process ended prematurely: osmo-stp_10.42.42.5(pid=3283) [trial-2406↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3283)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-sysmocell5000 cs_paging_gprs_active.py
----------------------------------------------
14:51:59.220873 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:51:59.231849 tst           gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)
14:51:59.368201 tst         cs_paging_gprs_active.py: using LAC 41656
14:51:59.494919 tst         cs_paging_gprs_active.py: using RAC 91
14:51:59.621044 tst         cs_paging_gprs_active.py: using CellId 41656
14:51:59.749101 tst         cs_paging_gprs_active.py: using BVCI 41657
14:51:59.774074 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:51:59.785469 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:51:59.796546 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:51:59.807716 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:51:59.819063 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:51:59.830338 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:51:59.841863 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:51:59.853075 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:51:59.864460 tst           gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)
14:51:59.981294 tst           gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)
14:52:00.273360 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
14:52:00.407777 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:52:00.742417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3273): Launched
14:52:01.068806 run iperf3-srv_10.42.42.10(pid=3274): Launched
14:52:01.326980 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
14:52:01.470305 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:52:01.823589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3275): Launched
14:52:02.122634 run iperf3-srv_10.42.42.10(pid=3276): Launched
14:52:02.320751 tst      cs_paging_gprs_active.py:38: start network...
14:52:02.454990 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:52:02.971921 run          create_hlr_db(pid=3277): Launched
14:52:03.157968 bus                        /sierra_2: Setting Powered False
14:52:04.178751 run          create_hlr_db(pid=3277): Terminated: ok {rc=0}
14:52:04.608697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3279): Launched
14:52:04.930597 run    osmo-hlr_10.42.42.2(pid=3280): Launched
14:52:05.047262 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:52:05.607461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3282): Launched
14:52:05.929412 run    osmo-stp_10.42.42.5(pid=3283): Launched
14:52:06.046174 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:52:06.609797 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3285): Launched
14:52:06.724798 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:52:07.006410 run               patchelf(pid=3286): Launched
14:52:07.195686 run    osmo-stp_10.42.42.5(pid=3283): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3283)]
14:52:07.333644 run    osmo-stp_10.42.42.5(pid=3283): stdout: 
| (launched: 2022-12-14_14:52:05.771308)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:52:07.471249 run    osmo-stp_10.42.42.5(pid=3283): stderr: 
| �[0;m�[38;5;43m20221214145205964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145205964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145205965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145205965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145205966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145205966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145205966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:52:07.605615 run    osmo-stp_10.42.42.5(pid=3283): stdout: 
| (launched: 2022-12-14_14:52:05.771308)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:52:07.737721 run    osmo-stp_10.42.42.5(pid=3283): stderr: 
| �[0;m�[38;5;43m20221214145205964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145205964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145205965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145205965 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145205966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145205966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145205966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:52:07.891721 run               patchelf(pid=3286): Terminating (SIGINT)
14:52:08.072270 run               patchelf(pid=3286): Terminated: ok {rc=0}
14:52:08.105631 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3283): Process ended prematurely: osmo-stp_10.42.42.5(pid=3283) [trial-2406↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3283)]  [trial-2406↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]
14:52:08.115424 tst      cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)
14:52:08.178156 run    osmo-hlr_10.42.42.2(pid=3280): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3280)]
14:52:08.229489 run    osmo-hlr_10.42.42.2(pid=3280): stdout: 
| (launched: 2022-12-14_14:52:04.772550) 
14:52:08.281413 run    osmo-hlr_10.42.42.2(pid=3280): stderr: 
| �[0;m�[1;31m20221214145204968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145204968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145204968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145204969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145204969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145204969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145204981 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145204989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145204990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145204990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:52:08.325841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3273): Terminating (SIGTERM)
14:52:08.367890 run iperf3-srv_10.42.42.10(pid=3274): Terminating (SIGTERM)
14:52:08.410227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3275): Terminating (SIGTERM)
14:52:08.451936 run iperf3-srv_10.42.42.10(pid=3276): Terminating (SIGTERM)
14:52:08.494567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3279): Terminating (SIGTERM)
14:52:08.536667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3282): Terminating (SIGTERM)
14:52:08.578852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3285): Terminating (SIGTERM)
14:52:08.588462 ---      ParallelTerminationStrategy: PID 3273 died...
14:52:08.644166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3273): Terminated: ok {rc=0}
14:52:08.654265 ---      ParallelTerminationStrategy: PID 3274 died...
14:52:08.709258 run iperf3-srv_10.42.42.10(pid=3274): Terminated {rc=256}
14:52:08.719254 ---      ParallelTerminationStrategy: PID 3275 died...
14:52:08.774555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3275): Terminated: ok {rc=0}
14:52:08.784530 ---      ParallelTerminationStrategy: PID 3276 died...
14:52:08.839632 run iperf3-srv_10.42.42.10(pid=3276): Terminated {rc=256}
14:52:08.849954 ---      ParallelTerminationStrategy: PID 3279 died...
14:52:08.905099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3279): Terminated: ok {rc=0}
14:52:08.915102 ---      ParallelTerminationStrategy: PID 3282 died...
14:52:08.970373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3282): Terminated: ok {rc=0}
14:52:08.980426 ---      ParallelTerminationStrategy: PID 3285 died...
14:52:09.036008 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3285): Terminated: ok {rc=0}
14:52:09.123901 bus                          /gobi_0: Setting Powered False
14:52:10.231425 bus                          /gobi_0: Setting Powered False
14:52:11.342729 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:trx-sysmocell5000</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3295): Process ended prematurely: osmo-stp_10.42.42.5(pid=3295) [trial-2406↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3295)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3295): Process ended prematurely: osmo-stp_10.42.42.5(pid=3295) [trial-2406↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3295)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-sysmocell5000 iperf3.py
----------------------------------------------
14:52:12.452398 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:52:12.463675 tst           gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)
14:52:12.603577 tst                        iperf3.py: using LAC 41657
14:52:12.723410 tst                        iperf3.py: using RAC 92
14:52:12.841060 tst                        iperf3.py: using CellId 41657
14:52:12.959818 tst                        iperf3.py: using BVCI 41658
14:52:12.982709 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:52:12.993400 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:52:13.003764 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:52:13.014228 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:52:13.024796 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:52:13.035387 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:52:13.046258 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:52:13.056768 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:52:13.068098 tst           gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)
14:52:13.343918 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
14:52:13.469261 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:52:13.781618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3287): Launched
14:52:14.041349 run iperf3-srv_10.42.42.10(pid=3288): Launched
14:52:14.224253 tst                      iperf3.py:8: start network...
14:52:14.349386 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:52:14.826040 run          create_hlr_db(pid=3289): Launched
14:52:14.999623 bus                          /gobi_6: Setting Powered False
14:52:16.045867 run          create_hlr_db(pid=3289): Terminated: ok {rc=0}
14:52:16.501336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3291): Launched
14:52:16.903636 run    osmo-hlr_10.42.42.2(pid=3292): Launched
14:52:17.058246 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:52:17.659362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3294): Launched
14:52:17.982411 run    osmo-stp_10.42.42.5(pid=3295): Launched
14:52:18.099807 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:52:18.664930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3297): Launched
14:52:18.780292 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:52:19.062464 run               patchelf(pid=3298): Launched
14:52:19.252165 run    osmo-stp_10.42.42.5(pid=3295): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3295)]
14:52:19.389893 run    osmo-stp_10.42.42.5(pid=3295): stdout: 
| (launched: 2022-12-14_14:52:17.824057)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:52:19.528432 run    osmo-stp_10.42.42.5(pid=3295): stderr: 
| �[0;m�[38;5;43m20221214145218015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145218015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145218016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145218016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145218017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145218017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145218017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:52:19.663243 run    osmo-stp_10.42.42.5(pid=3295): stdout: 
| (launched: 2022-12-14_14:52:17.824057)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:52:19.795658 run    osmo-stp_10.42.42.5(pid=3295): stderr: 
| �[0;m�[38;5;43m20221214145218015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145218015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145218016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145218016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145218017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145218017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145218017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:52:19.949761 run               patchelf(pid=3298): Terminating (SIGINT)
14:52:20.131096 run               patchelf(pid=3298): Terminated: ok {rc=0}
14:52:20.164318 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3295): Process ended prematurely: osmo-stp_10.42.42.5(pid=3295) [trial-2406↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3295)]  [trial-2406↪gprs:trx-sysmocell5000↪iperf3.py:8]
14:52:20.174312 tst                      iperf3.py:8: Test FAILED (7.8 sec)
14:52:20.237857 run    osmo-hlr_10.42.42.2(pid=3292): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3292)]
14:52:20.289679 run    osmo-hlr_10.42.42.2(pid=3292): stdout: 
| (launched: 2022-12-14_14:52:16.671625) 
14:52:20.342193 run    osmo-hlr_10.42.42.2(pid=3292): stderr: 
| �[0;m�[1;31m20221214145216933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145216933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145216933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145216933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145216933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145216933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145216949 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145216966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145216967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145216967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:52:20.387057 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3287): Terminating (SIGTERM)
14:52:20.429202 run iperf3-srv_10.42.42.10(pid=3288): Terminating (SIGTERM)
14:52:20.471405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3291): Terminating (SIGTERM)
14:52:20.513730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3294): Terminating (SIGTERM)
14:52:20.556641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3297): Terminating (SIGTERM)
14:52:20.566390 ---      ParallelTerminationStrategy: PID 3287 died...
14:52:20.622974 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3287): Terminated: ok {rc=0}
14:52:20.633222 ---      ParallelTerminationStrategy: PID 3288 died...
14:52:20.689530 run iperf3-srv_10.42.42.10(pid=3288): Terminated {rc=256}
14:52:20.699647 ---      ParallelTerminationStrategy: PID 3291 died...
14:52:20.755186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3291): Terminated: ok {rc=0}
14:52:20.765361 ---      ParallelTerminationStrategy: PID 3294 died...
14:52:20.821115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3294): Terminated: ok {rc=0}
14:52:20.831477 ---      ParallelTerminationStrategy: PID 3297 died...
14:52:20.887215 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3297): Terminated: ok {rc=0}
14:52:20.975145 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:trx-sysmocell5000</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3313): Process ended prematurely: osmo-stp_10.42.42.5(pid=3313) [trial-2406↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3313)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3313): Process ended prematurely: osmo-stp_10.42.42.5(pid=3313) [trial-2406↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3313)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-sysmocell5000 iperf3m4.py
----------------------------------------------
14:52:22.085816 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:52:22.097197 tst           gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)
14:52:22.240369 tst                      iperf3m4.py: using LAC 41658
14:52:22.366130 tst                      iperf3m4.py: using RAC 93
14:52:22.493584 tst                      iperf3m4.py: using CellId 41658
14:52:22.621817 tst                      iperf3m4.py: using BVCI 41659
14:52:22.646704 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:52:22.657936 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:52:22.668715 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:52:22.679643 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:52:22.690600 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:52:22.701623 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:52:22.712751 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:52:22.723735 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:52:22.734838 tst           gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)
14:52:22.850981 tst           gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)
14:52:22.971614 tst           gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)
14:52:23.088381 tst           gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)
14:52:23.381765 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
14:52:23.516286 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:52:23.851303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3299): Launched
14:52:24.129335 run iperf3-srv_10.42.42.10(pid=3300): Launched
14:52:24.327408 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
14:52:24.462202 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:52:24.799060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3301): Launched
14:52:25.076666 run iperf3-srv_10.42.42.10(pid=3302): Launched
14:52:25.274457 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
14:52:25.409114 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:52:25.744077 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3303): Launched
14:52:26.022320 run iperf3-srv_10.42.42.10(pid=3304): Launched
14:52:26.219726 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
14:52:26.354999 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:52:26.690107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3305): Launched
14:52:26.967635 run iperf3-srv_10.42.42.10(pid=3306): Launched
14:52:27.164726 tst                    iperf3m4.py:8: start network...
14:52:27.299281 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:52:27.816179 run          create_hlr_db(pid=3307): Launched
14:52:28.002748 bus                          /gobi_6: Setting Powered False
14:52:29.023437 run          create_hlr_db(pid=3307): Terminated: ok {rc=0}
14:52:29.437588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3309): Launched
14:52:29.759808 run    osmo-hlr_10.42.42.2(pid=3310): Launched
14:52:29.880501 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:52:30.443476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3312): Launched
14:52:30.768467 run    osmo-stp_10.42.42.5(pid=3313): Launched
14:52:30.884489 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:52:31.505018 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3315): Launched
14:52:31.622248 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:52:31.926724 run               patchelf(pid=3316): Launched
14:52:32.118823 run    osmo-stp_10.42.42.5(pid=3313): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3313)]
14:52:32.257776 run    osmo-stp_10.42.42.5(pid=3313): stdout: 
| (launched: 2022-12-14_14:52:30.607826)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:52:32.395835 run    osmo-stp_10.42.42.5(pid=3313): stderr: 
| �[0;m�[38;5;43m20221214145230799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145230799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145230800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145230800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145230801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145230801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145230801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:52:32.529555 run    osmo-stp_10.42.42.5(pid=3313): stdout: 
| (launched: 2022-12-14_14:52:30.607826)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:52:32.661541 run    osmo-stp_10.42.42.5(pid=3313): stderr: 
| �[0;m�[38;5;43m20221214145230799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145230799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145230800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145230800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145230801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145230801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145230801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:52:32.815750 run               patchelf(pid=3316): Terminating (SIGINT)
14:52:32.996313 run               patchelf(pid=3316): Terminated: ok {rc=0}
14:52:33.029751 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3313): Process ended prematurely: osmo-stp_10.42.42.5(pid=3313) [trial-2406↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3313)]  [trial-2406↪gprs:trx-sysmocell5000↪iperf3m4.py:8]
14:52:33.039640 tst                    iperf3m4.py:8: Test FAILED (11.0 sec)
14:52:33.102110 run    osmo-hlr_10.42.42.2(pid=3310): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3310)]
14:52:33.152926 run    osmo-hlr_10.42.42.2(pid=3310): stdout: 
| (launched: 2022-12-14_14:52:29.602207) 
14:52:33.204829 run    osmo-hlr_10.42.42.2(pid=3310): stderr: 
| �[0;m�[1;31m20221214145229801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145229801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145229801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145229801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145229801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145229801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145229814 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145229822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145229822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145229822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:52:33.248982 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3299): Terminating (SIGTERM)
14:52:33.290654 run iperf3-srv_10.42.42.10(pid=3300): Terminating (SIGTERM)
14:52:33.332463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3301): Terminating (SIGTERM)
14:52:33.373965 run iperf3-srv_10.42.42.10(pid=3302): Terminating (SIGTERM)
14:52:33.415378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3303): Terminating (SIGTERM)
14:52:33.456815 run iperf3-srv_10.42.42.10(pid=3304): Terminating (SIGTERM)
14:52:33.499136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3305): Terminating (SIGTERM)
14:52:33.540624 run iperf3-srv_10.42.42.10(pid=3306): Terminating (SIGTERM)
14:52:33.582245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3309): Terminating (SIGTERM)
14:52:33.623801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3312): Terminating (SIGTERM)
14:52:33.665341 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3315): Terminating (SIGTERM)
14:52:33.674976 ---      ParallelTerminationStrategy: PID 3299 died...
14:52:33.730358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3299): Terminated: ok {rc=0}
14:52:33.740672 ---      ParallelTerminationStrategy: PID 3300 died...
14:52:33.795421 run iperf3-srv_10.42.42.10(pid=3300): Terminated {rc=256}
14:52:33.805447 ---      ParallelTerminationStrategy: PID 3301 died...
14:52:33.860230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3301): Terminated: ok {rc=0}
14:52:33.870187 ---      ParallelTerminationStrategy: PID 3302 died...
14:52:33.924794 run iperf3-srv_10.42.42.10(pid=3302): Terminated {rc=256}
14:52:33.934619 ---      ParallelTerminationStrategy: PID 3303 died...
14:52:33.989345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3303): Terminated: ok {rc=0}
14:52:33.999404 ---      ParallelTerminationStrategy: PID 3304 died...
14:52:34.054187 run iperf3-srv_10.42.42.10(pid=3304): Terminated {rc=256}
14:52:34.064198 ---      ParallelTerminationStrategy: PID 3305 died...
14:52:34.119148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3305): Terminated: ok {rc=0}
14:52:34.129206 ---      ParallelTerminationStrategy: PID 3306 died...
14:52:34.183979 run iperf3-srv_10.42.42.10(pid=3306): Terminated {rc=256}
14:52:34.194090 ---      ParallelTerminationStrategy: PID 3309 died...
14:52:34.249250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3309): Terminated: ok {rc=0}
14:52:34.259317 ---      ParallelTerminationStrategy: PID 3312 died...
14:52:34.314388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3312): Terminated: ok {rc=0}
14:52:34.324468 ---      ParallelTerminationStrategy: PID 3315 died...
14:52:34.379607 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3315): Terminated: ok {rc=0}
14:52:34.465770 bus                          /gobi_4: Setting Powered False
14:52:35.571661 bus                          /gobi_4: Setting Powered False
14:52:36.678648 bus                          /gobi_1: Setting Powered False
14:52:37.784568 bus                          /gobi_1: Setting Powered False
14:52:38.891180 bus                          /gobi_0: Setting Powered False
14:52:39.998769 bus                          /gobi_0: Setting Powered False
14:52:41.107563 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:trx-sysmocell5000</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3323): Process ended prematurely: osmo-stp_10.42.42.5(pid=3323) [trial-2406↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3323)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3323): Process ended prematurely: osmo-stp_10.42.42.5(pid=3323) [trial-2406↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3323)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-sysmocell5000 ping.py
----------------------------------------------
14:52:42.176276 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:52:42.188197 tst           gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)
14:52:42.332397 tst                          ping.py: using LAC 41659
14:52:42.456417 tst                          ping.py: using RAC 94
14:52:42.584014 tst                          ping.py: using CellId 41659
14:52:42.708147 tst                          ping.py: using BVCI 41660
14:52:42.732373 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:52:42.743652 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:52:42.754680 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:52:42.765945 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:52:42.777302 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:52:42.788547 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:52:42.799890 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:52:42.811027 tst           gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)
14:52:43.084453 tst                       ping.py:19: start network...
14:52:43.206661 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:52:43.670932 run          create_hlr_db(pid=3317): Launched
14:52:43.841268 bus                          /gobi_6: Setting Powered False
14:52:44.862686 run          create_hlr_db(pid=3317): Terminated: ok {rc=0}
14:52:45.283224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3319): Launched
14:52:45.578347 run    osmo-hlr_10.42.42.2(pid=3320): Launched
14:52:45.689888 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:52:46.277449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3322): Launched
14:52:46.696666 run    osmo-stp_10.42.42.5(pid=3323): Launched
14:52:46.859638 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:52:47.441319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3325): Launched
14:52:47.546370 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:52:47.805668 run               patchelf(pid=3326): Launched
14:52:47.980024 run    osmo-stp_10.42.42.5(pid=3323): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3323)]
14:52:48.107275 run    osmo-stp_10.42.42.5(pid=3323): stdout: 
| (launched: 2022-12-14_14:52:46.432061)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:52:48.234657 run    osmo-stp_10.42.42.5(pid=3323): stderr: 
| �[0;m�[38;5;43m20221214145246764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145246764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145246764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145246769 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145246770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145246770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145246770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:52:48.356783 run    osmo-stp_10.42.42.5(pid=3323): stdout: 
| (launched: 2022-12-14_14:52:46.432061)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:52:48.478489 run    osmo-stp_10.42.42.5(pid=3323): stderr: 
| �[0;m�[38;5;43m20221214145246764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145246764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145246764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145246769 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145246770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145246770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145246770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:52:48.620371 run               patchelf(pid=3326): Terminating (SIGINT)
14:52:48.786968 run               patchelf(pid=3326): Terminated: ok {rc=0}
14:52:48.817747 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3323): Process ended prematurely: osmo-stp_10.42.42.5(pid=3323) [trial-2406↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3323)]  [trial-2406↪gprs:trx-sysmocell5000↪ping.py:22]
14:52:48.826325 tst                       ping.py:22: Test FAILED (6.6 sec)
14:52:48.887365 run    osmo-hlr_10.42.42.2(pid=3320): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3320)]
14:52:48.936910 run    osmo-hlr_10.42.42.2(pid=3320): stdout: 
| (launched: 2022-12-14_14:52:45.433140) 
14:52:48.987125 run    osmo-hlr_10.42.42.2(pid=3320): stderr: 
| �[0;m�[1;31m20221214145245608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145245608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145245608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145245608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145245608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145245608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145245620 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145245628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145245629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145245629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:52:49.030209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3319): Terminating (SIGTERM)
14:52:49.071122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3322): Terminating (SIGTERM)
14:52:49.112149 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3325): Terminating (SIGTERM)
14:52:49.121422 ---      ParallelTerminationStrategy: PID 3319 died...
14:52:49.175386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3319): Terminated: ok {rc=0}
14:52:49.185054 ---      ParallelTerminationStrategy: PID 3322 died...
14:52:49.238751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3322): Terminated: ok {rc=0}
14:52:49.248264 ---      ParallelTerminationStrategy: PID 3325 died...
14:52:49.302036 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3325): Terminated: ok {rc=0}
14:52:49.386224 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:trx-sysmocell5000</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3333): Process ended prematurely: osmo-stp_10.42.42.5(pid=3333) [trial-2406↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3333)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3333): Process ended prematurely: osmo-stp_10.42.42.5(pid=3333) [trial-2406↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3333)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-sysmocell5000 ping_idle_ping.py
----------------------------------------------
14:52:50.436810 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:52:50.448300 tst           gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)
14:52:50.586188 tst                ping_idle_ping.py: using LAC 41660
14:52:50.710993 tst                ping_idle_ping.py: using RAC 95
14:52:50.835171 tst                ping_idle_ping.py: using CellId 41660
14:52:50.963257 tst                ping_idle_ping.py: using BVCI 41661
14:52:50.987576 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:52:50.998976 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:52:51.010206 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:52:51.021357 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:52:51.032454 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:52:51.043561 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:52:51.054886 tst           gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)
14:52:51.065939 tst           gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)
14:52:51.354727 tst             ping_idle_ping.py:24: start network...
14:52:51.486890 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:52:51.996942 run          create_hlr_db(pid=3327): Launched
14:52:52.182101 bus                          /gobi_6: Setting Powered False
14:52:53.202828 run          create_hlr_db(pid=3327): Terminated: ok {rc=0}
14:52:53.623020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3329): Launched
14:52:53.921547 run    osmo-hlr_10.42.42.2(pid=3330): Launched
14:52:54.036375 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:52:54.560648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3332): Launched
14:52:54.858497 run    osmo-stp_10.42.42.5(pid=3333): Launched
14:52:54.967360 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:52:55.485488 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3335): Launched
14:52:55.591154 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:52:55.850809 run               patchelf(pid=3336): Launched
14:52:56.025433 run    osmo-stp_10.42.42.5(pid=3333): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3333)]
14:52:56.152696 run    osmo-stp_10.42.42.5(pid=3333): stdout: 
| (launched: 2022-12-14_14:52:54.710960)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:52:56.279878 run    osmo-stp_10.42.42.5(pid=3333): stderr: 
| �[0;m�[38;5;43m20221214145254881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145254881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145254881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145254882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145254884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145254884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145254884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:52:56.402316 run    osmo-stp_10.42.42.5(pid=3333): stdout: 
| (launched: 2022-12-14_14:52:54.710960)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:52:56.523801 run    osmo-stp_10.42.42.5(pid=3333): stderr: 
| �[0;m�[38;5;43m20221214145254881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145254881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145254881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145254882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145254884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145254884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145254884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:52:56.665999 run               patchelf(pid=3336): Terminating (SIGINT)
14:52:56.833267 run               patchelf(pid=3336): Terminated: ok {rc=0}
14:52:56.863642 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3333): Process ended prematurely: osmo-stp_10.42.42.5(pid=3333) [trial-2406↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3333)]  [trial-2406↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]
14:52:56.872151 tst             ping_idle_ping.py:27: Test FAILED (6.4 sec)
14:52:56.933407 run    osmo-hlr_10.42.42.2(pid=3330): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3330)]
14:52:56.983035 run    osmo-hlr_10.42.42.2(pid=3330): stdout: 
| (launched: 2022-12-14_14:52:53.774239) 
14:52:57.033595 run    osmo-hlr_10.42.42.2(pid=3330): stderr: 
| �[0;m�[1;31m20221214145253949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145253949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145253949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145253949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145253949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145253949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145253962 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145253970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145253970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145253970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:52:57.076601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3329): Terminating (SIGTERM)
14:52:57.117332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3332): Terminating (SIGTERM)
14:52:57.158598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3335): Terminating (SIGTERM)
14:52:57.167848 ---      ParallelTerminationStrategy: PID 3329 died...
14:52:57.221857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3329): Terminated: ok {rc=0}
14:52:57.231496 ---      ParallelTerminationStrategy: PID 3332 died...
14:52:57.285263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3332): Terminated: ok {rc=0}
14:52:57.294783 ---      ParallelTerminationStrategy: PID 3335 died...
14:52:57.348652 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3335): Terminated: ok {rc=0}
14:52:57.431689 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>61.0</duration><id>69</id><name>gprs_trx-sysmocell5000</name><properties></properties><timestamp>2022-12-14T14:51:58</timestamp></suite><suite><case><age>270</age><className>gprs:trx-sysmocell5000+mod-bts0-egprs</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3351): Process ended prematurely: osmo-stp_10.42.42.5(pid=3351) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3351)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3351): Process ended prematurely: osmo-stp_10.42.42.5(pid=3351) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3351)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py
----------------------------------------------
14:52:59.602067 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:52:59.613368 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)
14:52:59.754231 tst         cs_paging_gprs_active.py: using LAC 41661
14:52:59.873623 tst         cs_paging_gprs_active.py: using RAC 96
14:52:59.998586 tst         cs_paging_gprs_active.py: using CellId 41661
14:53:00.121111 tst         cs_paging_gprs_active.py: using BVCI 41662
14:53:00.144114 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:00.155251 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:00.166024 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:00.176746 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:00.187711 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:00.198910 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:00.210361 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:00.221415 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:00.232561 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)
14:53:00.351706 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)
14:53:00.630103 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
14:53:00.755802 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:53:01.096130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3341): Launched
14:53:01.380459 run iperf3-srv_10.42.42.10(pid=3342): Launched
14:53:01.567226 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
14:53:01.694951 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:53:02.026070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3343): Launched
14:53:02.308559 run iperf3-srv_10.42.42.10(pid=3344): Launched
14:53:02.492389 tst      cs_paging_gprs_active.py:38: start network...
14:53:02.618710 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:53:03.096361 run          create_hlr_db(pid=3345): Launched
14:53:03.270598 bus                          /gobi_6: Setting Powered False
14:53:04.291359 run          create_hlr_db(pid=3345): Terminated: ok {rc=0}
14:53:04.694860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3347): Launched
14:53:04.998474 run    osmo-hlr_10.42.42.2(pid=3348): Launched
14:53:05.113760 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:53:05.638263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3350): Launched
14:53:05.940744 run    osmo-stp_10.42.42.5(pid=3351): Launched
14:53:06.050614 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:53:06.576190 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3353): Launched
14:53:06.683540 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:53:06.947927 run               patchelf(pid=3354): Launched
14:53:07.126023 run    osmo-stp_10.42.42.5(pid=3351): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3351)]
14:53:07.255427 run    osmo-stp_10.42.42.5(pid=3351): stdout: 
| (launched: 2022-12-14_14:53:05.791279)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:53:07.384473 run    osmo-stp_10.42.42.5(pid=3351): stderr: 
| �[0;m�[38;5;43m20221214145305961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145305961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145305961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145305962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145305962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145305962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145305962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:53:07.510109 run    osmo-stp_10.42.42.5(pid=3351): stdout: 
| (launched: 2022-12-14_14:53:05.791279)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:53:07.634391 run    osmo-stp_10.42.42.5(pid=3351): stderr: 
| �[0;m�[38;5;43m20221214145305961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145305961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145305961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145305962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145305962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145305962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145305962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:53:07.779304 run               patchelf(pid=3354): Terminating (SIGINT)
14:53:07.948815 run               patchelf(pid=3354): Terminated: ok {rc=0}
14:53:07.979848 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3351): Process ended prematurely: osmo-stp_10.42.42.5(pid=3351) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3351)]  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]
14:53:07.989070 tst      cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)
14:53:08.050110 run    osmo-hlr_10.42.42.2(pid=3348): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3348)]
14:53:08.099266 run    osmo-hlr_10.42.42.2(pid=3348): stdout: 
| (launched: 2022-12-14_14:53:04.848516) 
14:53:08.149077 run    osmo-hlr_10.42.42.2(pid=3348): stderr: 
| �[0;m�[1;31m20221214145305024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145305024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145305024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145305024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145305024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145305024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145305037 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145305045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145305045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145305045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:53:08.192065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3341): Terminating (SIGTERM)
14:53:08.232531 run iperf3-srv_10.42.42.10(pid=3342): Terminating (SIGTERM)
14:53:08.273288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3343): Terminating (SIGTERM)
14:53:08.313645 run iperf3-srv_10.42.42.10(pid=3344): Terminating (SIGTERM)
14:53:08.353967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3347): Terminating (SIGTERM)
14:53:08.394307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3350): Terminating (SIGTERM)
14:53:08.434368 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3353): Terminating (SIGTERM)
14:53:08.443563 ---      ParallelTerminationStrategy: PID 3341 died...
14:53:08.497560 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3341): Terminated: ok {rc=0}
14:53:08.507161 ---      ParallelTerminationStrategy: PID 3342 died...
14:53:08.561153 run iperf3-srv_10.42.42.10(pid=3342): Terminated {rc=256}
14:53:08.570713 ---      ParallelTerminationStrategy: PID 3343 died...
14:53:08.624861 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3343): Terminated: ok {rc=0}
14:53:08.634429 ---      ParallelTerminationStrategy: PID 3344 died...
14:53:08.687837 run iperf3-srv_10.42.42.10(pid=3344): Terminated {rc=256}
14:53:08.697503 ---      ParallelTerminationStrategy: PID 3347 died...
14:53:08.751045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3347): Terminated: ok {rc=0}
14:53:08.760622 ---      ParallelTerminationStrategy: PID 3350 died...
14:53:08.814346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3350): Terminated: ok {rc=0}
14:53:08.823787 ---      ParallelTerminationStrategy: PID 3353 died...
14:53:08.877709 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3353): Terminated: ok {rc=0}
14:53:08.966112 bus                          /gobi_0: Setting Powered False
14:53:10.069873 bus                          /gobi_0: Setting Powered False
14:53:11.180551 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:trx-sysmocell5000+mod-bts0-egprs</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3363): Process ended prematurely: osmo-stp_10.42.42.5(pid=3363) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3363)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3363): Process ended prematurely: osmo-stp_10.42.42.5(pid=3363) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3363)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py
----------------------------------------------
14:53:12.290025 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:12.301712 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)
14:53:12.442963 tst                        iperf3.py: using LAC 41662
14:53:12.564795 tst                        iperf3.py: using RAC 97
14:53:12.681591 tst                        iperf3.py: using CellId 41662
14:53:12.796547 tst                        iperf3.py: using BVCI 41663
14:53:12.819302 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:12.830211 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:12.840848 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:12.851552 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:12.862483 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:12.873498 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:12.884392 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:12.895326 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:12.906589 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)
14:53:13.198802 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
14:53:13.333083 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:53:13.666823 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3355): Launched
14:53:13.944363 run iperf3-srv_10.42.42.10(pid=3356): Launched
14:53:14.136068 tst                      iperf3.py:8: start network...
14:53:14.262066 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:53:14.736274 run          create_hlr_db(pid=3357): Launched
14:53:14.909486 bus                          /gobi_6: Setting Powered False
14:53:15.960344 run          create_hlr_db(pid=3357): Terminated: ok {rc=0}
14:53:16.387418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3359): Launched
14:53:16.801754 run    osmo-hlr_10.42.42.2(pid=3360): Launched
14:53:16.988439 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:53:17.544566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3362): Launched
14:53:17.845870 run    osmo-stp_10.42.42.5(pid=3363): Launched
14:53:17.954855 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:53:18.480721 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3365): Launched
14:53:18.588483 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:53:18.852868 run               patchelf(pid=3366): Launched
14:53:19.030926 run    osmo-stp_10.42.42.5(pid=3363): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3363)]
14:53:19.160596 run    osmo-stp_10.42.42.5(pid=3363): stdout: 
| (launched: 2022-12-14_14:53:17.697212)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:53:19.290096 run    osmo-stp_10.42.42.5(pid=3363): stderr: 
| �[0;m�[38;5;43m20221214145317867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145317867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145317867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145317868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145317870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145317870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145317870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:53:19.414971 run    osmo-stp_10.42.42.5(pid=3363): stdout: 
| (launched: 2022-12-14_14:53:17.697212)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:53:19.538911 run    osmo-stp_10.42.42.5(pid=3363): stderr: 
| �[0;m�[38;5;43m20221214145317867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145317867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145317867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145317868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145317870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145317870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145317870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:53:19.683330 run               patchelf(pid=3366): Terminating (SIGINT)
14:53:19.852646 run               patchelf(pid=3366): Terminated: ok {rc=0}
14:53:19.883811 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3363): Process ended prematurely: osmo-stp_10.42.42.5(pid=3363) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3363)]  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]
14:53:19.893080 tst                      iperf3.py:8: Test FAILED (7.6 sec)
14:53:19.953383 run    osmo-hlr_10.42.42.2(pid=3360): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3360)]
14:53:20.002766 run    osmo-hlr_10.42.42.2(pid=3360): stdout: 
| (launched: 2022-12-14_14:53:16.542949) 
14:53:20.052794 run    osmo-hlr_10.42.42.2(pid=3360): stderr: 
| �[0;m�[1;31m20221214145316879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145316879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145316879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145316879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145316879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145316879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145316902 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145316910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145316910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145316910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:53:20.095376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3355): Terminating (SIGTERM)
14:53:20.135645 run iperf3-srv_10.42.42.10(pid=3356): Terminating (SIGTERM)
14:53:20.176030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3359): Terminating (SIGTERM)
14:53:20.216053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3362): Terminating (SIGTERM)
14:53:20.256475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3365): Terminating (SIGTERM)
14:53:20.265778 ---      ParallelTerminationStrategy: PID 3355 died...
14:53:20.320024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3355): Terminated: ok {rc=0}
14:53:20.329979 ---      ParallelTerminationStrategy: PID 3356 died...
14:53:20.383865 run iperf3-srv_10.42.42.10(pid=3356): Terminated {rc=256}
14:53:20.393496 ---      ParallelTerminationStrategy: PID 3359 died...
14:53:20.447445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3359): Terminated: ok {rc=0}
14:53:20.457102 ---      ParallelTerminationStrategy: PID 3362 died...
14:53:20.510870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3362): Terminated: ok {rc=0}
14:53:20.520469 ---      ParallelTerminationStrategy: PID 3365 died...
14:53:20.574412 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3365): Terminated: ok {rc=0}
14:53:20.662079 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:trx-sysmocell5000+mod-bts0-egprs</className><duration>11.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3381): Process ended prematurely: osmo-stp_10.42.42.5(pid=3381) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3381)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3381): Process ended prematurely: osmo-stp_10.42.42.5(pid=3381) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3381)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py
----------------------------------------------
14:53:21.773399 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:21.785151 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)
14:53:21.924640 tst                      iperf3m4.py: using LAC 41663
14:53:22.044223 tst                      iperf3m4.py: using RAC 98
14:53:22.163469 tst                      iperf3m4.py: using CellId 41663
14:53:22.286546 tst                      iperf3m4.py: using BVCI 41664
14:53:22.309622 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:22.320436 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:22.331226 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:22.341920 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:22.353176 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:22.364267 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:22.375635 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:22.386712 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:22.398032 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)
14:53:22.520388 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)
14:53:22.640857 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)
14:53:22.758603 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)
14:53:23.039190 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
14:53:23.165316 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:53:23.478140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3367): Launched
14:53:23.739862 run iperf3-srv_10.42.42.10(pid=3368): Launched
14:53:23.923918 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
14:53:24.049028 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:53:24.363145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3369): Launched
14:53:24.624225 run iperf3-srv_10.42.42.10(pid=3370): Launched
14:53:24.808364 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
14:53:24.933744 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:53:25.248520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3371): Launched
14:53:25.510412 run iperf3-srv_10.42.42.10(pid=3372): Launched
14:53:25.694675 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
14:53:25.819860 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:53:26.133601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3373): Launched
14:53:26.394604 run iperf3-srv_10.42.42.10(pid=3374): Launched
14:53:26.578489 tst                    iperf3m4.py:8: start network...
14:53:26.704045 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:53:27.179650 run          create_hlr_db(pid=3375): Launched
14:53:27.353801 bus                          /gobi_6: Setting Powered False
14:53:28.375401 run          create_hlr_db(pid=3375): Terminated: ok {rc=0}
14:53:28.778855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3377): Launched
14:53:29.081886 run    osmo-hlr_10.42.42.2(pid=3378): Launched
14:53:29.193173 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:53:29.719710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3380): Launched
14:53:30.023654 run    osmo-stp_10.42.42.5(pid=3381): Launched
14:53:30.134256 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:53:30.663092 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3383): Launched
14:53:30.771121 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:53:31.064354 run               patchelf(pid=3384): Launched
14:53:31.263816 run    osmo-stp_10.42.42.5(pid=3381): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3381)]
14:53:31.409902 run    osmo-stp_10.42.42.5(pid=3381): stdout: 
| (launched: 2022-12-14_14:53:29.873921)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:53:31.553856 run    osmo-stp_10.42.42.5(pid=3381): stderr: 
| �[0;m�[38;5;43m20221214145330043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145330043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145330043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145330043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145330044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145330044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145330044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:53:31.693324 run    osmo-stp_10.42.42.5(pid=3381): stdout: 
| (launched: 2022-12-14_14:53:29.873921)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:53:31.832050 run    osmo-stp_10.42.42.5(pid=3381): stderr: 
| �[0;m�[38;5;43m20221214145330043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145330043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145330043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145330043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145330044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145330044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145330044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:53:31.991408 run               patchelf(pid=3384): Terminating (SIGINT)
14:53:32.179985 run               patchelf(pid=3384): Terminated: ok {rc=0}
14:53:32.213735 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3381): Process ended prematurely: osmo-stp_10.42.42.5(pid=3381) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3381)]  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]
14:53:32.223758 tst                    iperf3m4.py:8: Test FAILED (10.5 sec)
14:53:32.287729 run    osmo-hlr_10.42.42.2(pid=3378): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3378)]
14:53:32.339877 run    osmo-hlr_10.42.42.2(pid=3378): stdout: 
| (launched: 2022-12-14_14:53:28.932074) 
14:53:32.392357 run    osmo-hlr_10.42.42.2(pid=3378): stderr: 
| �[0;m�[1;31m20221214145329109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145329109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145329109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145329109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145329109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145329109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145329120 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145329128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145329129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145329129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:53:32.437432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3367): Terminating (SIGTERM)
14:53:32.479789 run iperf3-srv_10.42.42.10(pid=3368): Terminating (SIGTERM)
14:53:32.521819 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3369): Terminating (SIGTERM)
14:53:32.564363 run iperf3-srv_10.42.42.10(pid=3370): Terminating (SIGTERM)
14:53:32.606623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3371): Terminating (SIGTERM)
14:53:32.648640 run iperf3-srv_10.42.42.10(pid=3372): Terminating (SIGTERM)
14:53:32.690588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3373): Terminating (SIGTERM)
14:53:32.733014 run iperf3-srv_10.42.42.10(pid=3374): Terminating (SIGTERM)
14:53:32.774813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3377): Terminating (SIGTERM)
14:53:32.816886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3380): Terminating (SIGTERM)
14:53:32.859167 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3383): Terminating (SIGTERM)
14:53:32.868621 ---      ParallelTerminationStrategy: PID 3367 died...
14:53:32.925165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3367): Terminated: ok {rc=0}
14:53:32.935322 ---      ParallelTerminationStrategy: PID 3368 died...
14:53:32.991369 run iperf3-srv_10.42.42.10(pid=3368): Terminated {rc=256}
14:53:33.001437 ---      ParallelTerminationStrategy: PID 3369 died...
14:53:33.057188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3369): Terminated: ok {rc=0}
14:53:33.067203 ---      ParallelTerminationStrategy: PID 3370 died...
14:53:33.122930 run iperf3-srv_10.42.42.10(pid=3370): Terminated {rc=256}
14:53:33.132877 ---      ParallelTerminationStrategy: PID 3371 died...
14:53:33.188888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3371): Terminated: ok {rc=0}
14:53:33.198947 ---      ParallelTerminationStrategy: PID 3372 died...
14:53:33.254627 run iperf3-srv_10.42.42.10(pid=3372): Terminated {rc=256}
14:53:33.264637 ---      ParallelTerminationStrategy: PID 3373 died...
14:53:33.320350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3373): Terminated: ok {rc=0}
14:53:33.330566 ---      ParallelTerminationStrategy: PID 3374 died...
14:53:33.386237 run iperf3-srv_10.42.42.10(pid=3374): Terminated {rc=256}
14:53:33.396284 ---      ParallelTerminationStrategy: PID 3377 died...
14:53:33.452103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3377): Terminated: ok {rc=0}
14:53:33.462574 ---      ParallelTerminationStrategy: PID 3380 died...
14:53:33.518408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3380): Terminated: ok {rc=0}
14:53:33.528784 ---      ParallelTerminationStrategy: PID 3383 died...
14:53:33.584720 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3383): Terminated: ok {rc=0}
14:53:33.671925 bus                          /gobi_4: Setting Powered False
14:53:34.778291 bus                          /gobi_4: Setting Powered False
14:53:35.885445 bus                          /gobi_1: Setting Powered False
14:53:36.991127 bus                          /gobi_1: Setting Powered False
14:53:38.097471 bus                          /gobi_0: Setting Powered False
14:53:39.201995 bus                          /gobi_0: Setting Powered False
14:53:40.312305 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:trx-sysmocell5000+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3391): Process ended prematurely: osmo-stp_10.42.42.5(pid=3391) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3391)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3391): Process ended prematurely: osmo-stp_10.42.42.5(pid=3391) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3391)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py
----------------------------------------------
14:53:41.381100 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:41.393415 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)
14:53:41.538915 tst                          ping.py: using LAC 41664
14:53:41.657334 tst                          ping.py: using RAC 99
14:53:41.772940 tst                          ping.py: using CellId 41664
14:53:41.895789 tst                          ping.py: using BVCI 41665
14:53:41.920438 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:41.932094 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:41.943670 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:41.955167 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:41.966596 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:41.977864 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:41.989438 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:42.000589 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)
14:53:42.287393 tst                       ping.py:19: start network...
14:53:42.418879 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:53:42.926790 run          create_hlr_db(pid=3385): Launched
14:53:43.110526 bus                          /gobi_6: Setting Powered False
14:53:44.131177 run          create_hlr_db(pid=3385): Terminated: ok {rc=0}
14:53:44.529877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3387): Launched
14:53:44.826162 run    osmo-hlr_10.42.42.2(pid=3388): Launched
14:53:44.938362 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:53:45.465131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3390): Launched
14:53:45.761847 run    osmo-stp_10.42.42.5(pid=3391): Launched
14:53:45.919122 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:53:46.514467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3393): Launched
14:53:46.631996 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:53:46.930510 run               patchelf(pid=3394): Launched
14:53:47.121455 run    osmo-stp_10.42.42.5(pid=3391): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3391)]
14:53:47.251772 run    osmo-stp_10.42.42.5(pid=3391): stdout: 
| (launched: 2022-12-14_14:53:45.615085)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:53:47.380623 run    osmo-stp_10.42.42.5(pid=3391): stderr: 
| �[0;m�[38;5;43m20221214145345786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145345786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145345786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145345787 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145345787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145345787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145345787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:53:47.504679 run    osmo-stp_10.42.42.5(pid=3391): stdout: 
| (launched: 2022-12-14_14:53:45.615085)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:53:47.626793 run    osmo-stp_10.42.42.5(pid=3391): stderr: 
| �[0;m�[38;5;43m20221214145345786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145345786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145345786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145345787 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145345787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145345787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145345787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:53:47.769587 run               patchelf(pid=3394): Terminating (SIGINT)
14:53:47.937204 run               patchelf(pid=3394): Terminated: ok {rc=0}
14:53:47.967533 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3391): Process ended prematurely: osmo-stp_10.42.42.5(pid=3391) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3391)]  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]
14:53:47.976271 tst                       ping.py:22: Test FAILED (6.6 sec)
14:53:48.037372 run    osmo-hlr_10.42.42.2(pid=3388): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3388)]
14:53:48.086577 run    osmo-hlr_10.42.42.2(pid=3388): stdout: 
| (launched: 2022-12-14_14:53:44.679406) 
14:53:48.136495 run    osmo-hlr_10.42.42.2(pid=3388): stderr: 
| �[0;m�[1;31m20221214145344856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145344856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145344856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145344856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145344856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145344856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145344868 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145344877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145344878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145344878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:53:48.179164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3387): Terminating (SIGTERM)
14:53:48.219539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3390): Terminating (SIGTERM)
14:53:48.259652 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3393): Terminating (SIGTERM)
14:53:48.268991 ---      ParallelTerminationStrategy: PID 3387 died...
14:53:48.322900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3387): Terminated: ok {rc=0}
14:53:48.332574 ---      ParallelTerminationStrategy: PID 3390 died...
14:53:48.386346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3390): Terminated: ok {rc=0}
14:53:48.396008 ---      ParallelTerminationStrategy: PID 3393 died...
14:53:48.449950 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3393): Terminated: ok {rc=0}
14:53:48.538560 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:trx-sysmocell5000+mod-bts0-egprs</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3401): Process ended prematurely: osmo-stp_10.42.42.5(pid=3401) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3401)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3401): Process ended prematurely: osmo-stp_10.42.42.5(pid=3401) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3401)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py
----------------------------------------------
14:53:49.590254 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:49.602009 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)
14:53:49.743344 tst                ping_idle_ping.py: using LAC 41665
14:53:49.857881 tst                ping_idle_ping.py: using RAC 100
14:53:49.972098 tst                ping_idle_ping.py: using CellId 41665
14:53:50.086825 tst                ping_idle_ping.py: using BVCI 41666
14:53:50.109459 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:50.120405 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:50.131199 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:50.142001 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:50.153257 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:50.164542 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:50.175949 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)
14:53:50.187230 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)
14:53:50.460336 tst             ping_idle_ping.py:24: start network...
14:53:50.583336 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:53:51.053830 run          create_hlr_db(pid=3395): Launched
14:53:51.225938 bus                          /gobi_6: Setting Powered False
14:53:52.248378 run          create_hlr_db(pid=3395): Terminated: ok {rc=0}
14:53:52.646813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3397): Launched
14:53:52.944728 run    osmo-hlr_10.42.42.2(pid=3398): Launched
14:53:53.059047 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:53:53.585446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3400): Launched
14:53:53.883313 run    osmo-stp_10.42.42.5(pid=3401): Launched
14:53:53.991780 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:53:54.510596 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3403): Launched
14:53:54.616337 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:53:54.876854 run               patchelf(pid=3404): Launched
14:53:55.051927 run    osmo-stp_10.42.42.5(pid=3401): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3401)]
14:53:55.179753 run    osmo-stp_10.42.42.5(pid=3401): stdout: 
| (launched: 2022-12-14_14:53:53.736106)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:53:55.307455 run    osmo-stp_10.42.42.5(pid=3401): stderr: 
| �[0;m�[38;5;43m20221214145353907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145353907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145353907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145353908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145353908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145353908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145353908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:53:55.431085 run    osmo-stp_10.42.42.5(pid=3401): stdout: 
| (launched: 2022-12-14_14:53:53.736106)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:53:55.552778 run    osmo-stp_10.42.42.5(pid=3401): stderr: 
| �[0;m�[38;5;43m20221214145353907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145353907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145353907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145353908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145353908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145353908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145353908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:53:55.695189 run               patchelf(pid=3404): Terminating (SIGINT)
14:53:55.862923 run               patchelf(pid=3404): Terminated: ok {rc=0}
14:53:55.893582 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3401): Process ended prematurely: osmo-stp_10.42.42.5(pid=3401) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3401)]  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]
14:53:55.902106 tst             ping_idle_ping.py:27: Test FAILED (6.3 sec)
14:53:55.962565 run    osmo-hlr_10.42.42.2(pid=3398): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3398)]
14:53:56.011657 run    osmo-hlr_10.42.42.2(pid=3398): stdout: 
| (launched: 2022-12-14_14:53:52.797569) 
14:53:56.061284 run    osmo-hlr_10.42.42.2(pid=3398): stderr: 
| �[0;m�[1;31m20221214145352972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145352972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145352972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145352972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145352972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145352972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145352988 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145352996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145352996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145352996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:53:56.103913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3397): Terminating (SIGTERM)
14:53:56.143902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3400): Terminating (SIGTERM)
14:53:56.183761 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3403): Terminating (SIGTERM)
14:53:56.193112 ---      ParallelTerminationStrategy: PID 3397 died...
14:53:56.246953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3397): Terminated: ok {rc=0}
14:53:56.256626 ---      ParallelTerminationStrategy: PID 3400 died...
14:53:56.310433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3400): Terminated: ok {rc=0}
14:53:56.320067 ---      ParallelTerminationStrategy: PID 3403 died...
14:53:56.373803 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3403): Terminated: ok {rc=0}
14:53:56.462716 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>60.0</duration><id>70</id><name>gprs_trx-sysmocell5000+mod-bts0-egprs</name><properties></properties><timestamp>2022-12-14T14:52:59</timestamp></suite><suite><case><age>270</age><className>gprs:trx-sysmocell5000+mod-bts0-dynts-ipa</className><duration>10.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3689): Process ended prematurely: osmo-stp_10.42.42.5(pid=3689) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3689)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3689): Process ended prematurely: osmo-stp_10.42.42.5(pid=3689) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3689)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py
----------------------------------------------
14:53:58.638286 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:53:58.649814 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
14:53:58.812724 tst         cs_paging_gprs_active.py: using LAC 41666
14:53:58.938226 tst         cs_paging_gprs_active.py: using RAC 101
14:53:59.063517 tst         cs_paging_gprs_active.py: using CellId 41666
14:53:59.188318 tst         cs_paging_gprs_active.py: using BVCI 41667
14:53:59.213189 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:53:59.224696 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:53:59.236047 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:53:59.247483 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:53:59.259211 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:53:59.270756 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:53:59.282460 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:53:59.293913 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:53:59.305685 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
14:53:59.421365 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
14:53:59.714364 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
14:53:59.849121 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:54:00.183284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3408): Launched
14:54:00.461434 run iperf3-srv_10.42.42.10(pid=3409): Launched
14:54:00.658931 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
14:54:00.793566 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:54:01.154339 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3410): Launched
14:54:01.452322 run iperf3-srv_10.42.42.10(pid=3411): Launched
14:54:01.654655 tst      cs_paging_gprs_active.py:38: start network...
14:54:01.792596 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:54:02.407226 run          create_hlr_db(pid=3448): Launched
14:54:02.612158 bus                          /gobi_6: Setting Powered False
14:54:03.676407 run          create_hlr_db(pid=3448): Terminated: ok {rc=0}
14:54:04.157537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3683): Launched
14:54:04.590077 run    osmo-hlr_10.42.42.2(pid=3686): Launched
14:54:04.827221 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:54:05.415000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3688): Launched
14:54:05.834832 run    osmo-stp_10.42.42.5(pid=3689): Launched
14:54:06.033978 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:54:06.630940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3693): Launched
14:54:06.748513 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:54:07.056432 run               patchelf(pid=3694): Launched
14:54:07.238376 run    osmo-stp_10.42.42.5(pid=3689): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3689)]
14:54:07.371209 run    osmo-stp_10.42.42.5(pid=3689): stdout: 
| (launched: 2022-12-14_14:54:05.572506)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:54:07.506341 run    osmo-stp_10.42.42.5(pid=3689): stderr: 
| �[0;m�[38;5;43m20221214145405915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145405915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145405915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145405916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145405916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145405916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145405916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:54:07.637130 run    osmo-stp_10.42.42.5(pid=3689): stdout: 
| (launched: 2022-12-14_14:54:05.572506)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:54:07.766600 run    osmo-stp_10.42.42.5(pid=3689): stderr: 
| �[0;m�[38;5;43m20221214145405915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145405915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145405915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145405916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145405916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145405916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145405916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:54:07.916763 run               patchelf(pid=3694): Terminating (SIGINT)
14:54:08.090785 run               patchelf(pid=3694): Terminated: ok {rc=0}
14:54:08.123699 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3689): Process ended prematurely: osmo-stp_10.42.42.5(pid=3689) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3689)]  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]
14:54:08.133896 tst      cs_paging_gprs_active.py:38: Test FAILED (9.5 sec)
14:54:08.197572 run    osmo-hlr_10.42.42.2(pid=3686): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3686)]
14:54:08.250107 run    osmo-hlr_10.42.42.2(pid=3686): stdout: 
| (launched: 2022-12-14_14:54:04.314548) 
14:54:08.302301 run    osmo-hlr_10.42.42.2(pid=3686): stderr: 
| �[0;m�[1;31m20221214145404623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145404623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145404623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145404623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145404623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145404623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145404639 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145404651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145404652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145404652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:54:08.347252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3408): Terminating (SIGTERM)
14:54:08.391734 run iperf3-srv_10.42.42.10(pid=3409): Terminating (SIGTERM)
14:54:08.436792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3410): Terminating (SIGTERM)
14:54:08.480776 run iperf3-srv_10.42.42.10(pid=3411): Terminating (SIGTERM)
14:54:08.525647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3683): Terminating (SIGTERM)
14:54:08.570116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3688): Terminating (SIGTERM)
14:54:08.614443 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3693): Terminating (SIGTERM)
14:54:08.625977 ---      ParallelTerminationStrategy: PID 3408 died...
14:54:08.685183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3408): Terminated: ok {rc=0}
14:54:08.695486 ---      ParallelTerminationStrategy: PID 3409 died...
14:54:08.752337 run iperf3-srv_10.42.42.10(pid=3409): Terminated {rc=256}
14:54:08.762690 ---      ParallelTerminationStrategy: PID 3410 died...
14:54:08.821462 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3410): Terminated: ok {rc=0}
14:54:08.832725 ---      ParallelTerminationStrategy: PID 3411 died...
14:54:08.888246 run iperf3-srv_10.42.42.10(pid=3411): Terminated {rc=256}
14:54:08.898770 ---      ParallelTerminationStrategy: PID 3683 died...
14:54:08.955892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3683): Terminated: ok {rc=0}
14:54:08.966384 ---      ParallelTerminationStrategy: PID 3688 died...
14:54:09.024170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3688): Terminated: ok {rc=0}
14:54:09.034584 ---      ParallelTerminationStrategy: PID 3693 died...
14:54:09.091808 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3693): Terminated: ok {rc=0}
14:54:09.179117 bus                          /gobi_0: Setting Powered False
14:54:10.283720 bus                          /gobi_0: Setting Powered False
14:54:11.393826 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:trx-sysmocell5000+mod-bts0-dynts-ipa</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3703): Process ended prematurely: osmo-stp_10.42.42.5(pid=3703) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3703)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3703): Process ended prematurely: osmo-stp_10.42.42.5(pid=3703) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3703)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py
----------------------------------------------
14:54:12.513020 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:54:12.526430 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
14:54:12.698436 tst                        iperf3.py: using LAC 41667
14:54:12.827794 tst                        iperf3.py: using RAC 102
14:54:12.954773 tst                        iperf3.py: using CellId 41667
14:54:13.082399 tst                        iperf3.py: using BVCI 41668
14:54:13.108614 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:54:13.121184 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:54:13.133534 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:54:13.146110 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:54:13.158807 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:54:13.171337 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:54:13.184337 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:54:13.196861 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:54:13.209917 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
14:54:13.511042 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
14:54:13.651150 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:54:14.009845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3695): Launched
14:54:14.312502 run iperf3-srv_10.42.42.10(pid=3696): Launched
14:54:14.514183 tst                      iperf3.py:8: start network...
14:54:14.654561 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:54:15.223051 run          create_hlr_db(pid=3697): Launched
14:54:15.413578 bus                          /gobi_6: Setting Powered False
14:54:16.524507 run          create_hlr_db(pid=3697): Terminated: ok {rc=0}
14:54:17.069609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3699): Launched
14:54:17.605107 run    osmo-hlr_10.42.42.2(pid=3700): Launched
14:54:17.788567 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:54:18.485925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3702): Launched
14:54:18.925514 run    osmo-stp_10.42.42.5(pid=3703): Launched
14:54:19.152636 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:54:19.754024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3705): Launched
14:54:19.874383 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:54:20.182998 run               patchelf(pid=3706): Launched
14:54:20.381205 run    osmo-stp_10.42.42.5(pid=3703): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3703)]
14:54:20.525720 run    osmo-stp_10.42.42.5(pid=3703): stdout: 
| (launched: 2022-12-14_14:54:18.657073)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:54:20.670922 run    osmo-stp_10.42.42.5(pid=3703): stderr: 
| �[0;m�[38;5;43m20221214145418961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145418961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145418961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145418962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145418962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145418962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145418962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:54:20.809240 run    osmo-stp_10.42.42.5(pid=3703): stdout: 
| (launched: 2022-12-14_14:54:18.657073)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:54:20.947544 run    osmo-stp_10.42.42.5(pid=3703): stderr: 
| �[0;m�[38;5;43m20221214145418961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145418961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145418961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145418962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145418962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145418962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145418962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:54:21.108521 run               patchelf(pid=3706): Terminating (SIGINT)
14:54:21.297386 run               patchelf(pid=3706): Terminated: ok {rc=0}
14:54:21.332731 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3703): Process ended prematurely: osmo-stp_10.42.42.5(pid=3703) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3703)]  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]
14:54:21.344447 tst                      iperf3.py:8: Test FAILED (8.9 sec)
14:54:21.410453 run    osmo-hlr_10.42.42.2(pid=3700): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3700)]
14:54:21.465814 run    osmo-hlr_10.42.42.2(pid=3700): stdout: 
| (launched: 2022-12-14_14:54:17.271929) 
14:54:21.520241 run    osmo-hlr_10.42.42.2(pid=3700): stderr: 
| �[0;m�[1;31m20221214145417634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145417634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145417636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145417636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145417636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145417636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145417657 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145417669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145417669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145417669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:54:21.568281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3695): Terminating (SIGTERM)
14:54:21.614470 run iperf3-srv_10.42.42.10(pid=3696): Terminating (SIGTERM)
14:54:21.661700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3699): Terminating (SIGTERM)
14:54:21.708021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3702): Terminating (SIGTERM)
14:54:21.754271 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3705): Terminating (SIGTERM)
14:54:21.765591 ---      ParallelTerminationStrategy: PID 3695 died...
14:54:21.826401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3695): Terminated: ok {rc=0}
14:54:21.837747 ---      ParallelTerminationStrategy: PID 3696 died...
14:54:21.895952 run iperf3-srv_10.42.42.10(pid=3696): Terminated {rc=256}
14:54:21.907029 ---      ParallelTerminationStrategy: PID 3699 died...
14:54:21.965133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3699): Terminated: ok {rc=0}
14:54:21.976304 ---      ParallelTerminationStrategy: PID 3702 died...
14:54:22.035499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3702): Terminated: ok {rc=0}
14:54:22.047338 ---      ParallelTerminationStrategy: PID 3705 died...
14:54:22.106543 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3705): Terminated: ok {rc=0}
14:54:22.198250 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:trx-sysmocell5000+mod-bts0-dynts-ipa</className><duration>12.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3722): Process ended prematurely: osmo-stp_10.42.42.5(pid=3722) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3722)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3722): Process ended prematurely: osmo-stp_10.42.42.5(pid=3722) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3722)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py
----------------------------------------------
14:54:23.321457 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:54:23.334789 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
14:54:23.505288 tst                      iperf3m4.py: using LAC 41668
14:54:23.641582 tst                      iperf3m4.py: using RAC 103
14:54:23.771142 tst                      iperf3m4.py: using CellId 41668
14:54:23.905014 tst                      iperf3m4.py: using BVCI 41669
14:54:23.931019 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:54:23.943651 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:54:23.956264 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:54:23.968785 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:54:23.981541 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:54:23.994143 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:54:24.006885 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:54:24.019429 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:54:24.033363 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
14:54:24.160111 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
14:54:24.289165 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
14:54:24.413694 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
14:54:24.722615 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
14:54:24.865350 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:54:25.218121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3708): Launched
14:54:25.497245 run iperf3-srv_10.42.42.10(pid=3709): Launched
14:54:25.697843 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
14:54:25.832937 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:54:26.168911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3710): Launched
14:54:26.447486 run iperf3-srv_10.42.42.10(pid=3711): Launched
14:54:26.646378 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
14:54:26.781521 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:54:27.117171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3712): Launched
14:54:27.396191 run iperf3-srv_10.42.42.10(pid=3713): Launched
14:54:27.594810 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
14:54:27.730499 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:54:28.066067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3714): Launched
14:54:28.344618 run iperf3-srv_10.42.42.10(pid=3715): Launched
14:54:28.542490 tst                    iperf3m4.py:8: start network...
14:54:28.678224 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:54:29.193732 run          create_hlr_db(pid=3716): Launched
14:54:29.380399 bus                          /gobi_6: Setting Powered False
14:54:30.401845 run          create_hlr_db(pid=3716): Terminated: ok {rc=0}
14:54:30.832246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3718): Launched
14:54:31.293410 run    osmo-hlr_10.42.42.2(pid=3719): Launched
14:54:31.485127 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:54:32.068623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3721): Launched
14:54:32.429118 run    osmo-stp_10.42.42.5(pid=3722): Launched
14:54:32.551523 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:54:33.115116 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3724): Launched
14:54:33.230502 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:54:33.512103 run               patchelf(pid=3725): Launched
14:54:33.702654 run    osmo-stp_10.42.42.5(pid=3722): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3722)]
14:54:33.840616 run    osmo-stp_10.42.42.5(pid=3722): stdout: 
| (launched: 2022-12-14_14:54:32.234642)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:54:33.978547 run    osmo-stp_10.42.42.5(pid=3722): stderr: 
| �[0;m�[38;5;43m20221214145432461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145432461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145432461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145432462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145432462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145432462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145432462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:54:34.111923 run    osmo-stp_10.42.42.5(pid=3722): stdout: 
| (launched: 2022-12-14_14:54:32.234642)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:54:34.244146 run    osmo-stp_10.42.42.5(pid=3722): stderr: 
| �[0;m�[38;5;43m20221214145432461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145432461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145432461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145432462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145432462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145432462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145432462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:54:34.398778 run               patchelf(pid=3725): Terminating (SIGINT)
14:54:34.580258 run               patchelf(pid=3725): Terminated: ok {rc=0}
14:54:34.613683 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3722): Process ended prematurely: osmo-stp_10.42.42.5(pid=3722) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3722)]  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]
14:54:34.623615 tst                    iperf3m4.py:8: Test FAILED (11.3 sec)
14:54:34.686962 run    osmo-hlr_10.42.42.2(pid=3719): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3719)]
14:54:34.738366 run    osmo-hlr_10.42.42.2(pid=3719): stdout: 
| (launched: 2022-12-14_14:54:31.005472) 
14:54:34.790493 run    osmo-hlr_10.42.42.2(pid=3719): stderr: 
| �[0;m�[1;31m20221214145431230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145431230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145431230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145431230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145431230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145431230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145431251 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145431267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145431267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145431267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:54:34.835324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3708): Terminating (SIGTERM)
14:54:34.877705 run iperf3-srv_10.42.42.10(pid=3709): Terminating (SIGTERM)
14:54:34.919742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3710): Terminating (SIGTERM)
14:54:34.962351 run iperf3-srv_10.42.42.10(pid=3711): Terminating (SIGTERM)
14:54:35.004079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3712): Terminating (SIGTERM)
14:54:35.046021 run iperf3-srv_10.42.42.10(pid=3713): Terminating (SIGTERM)
14:54:35.087644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3714): Terminating (SIGTERM)
14:54:35.129707 run iperf3-srv_10.42.42.10(pid=3715): Terminating (SIGTERM)
14:54:35.171231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3718): Terminating (SIGTERM)
14:54:35.213352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3721): Terminating (SIGTERM)
14:54:35.254999 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3724): Terminating (SIGTERM)
14:54:35.264669 ---      ParallelTerminationStrategy: PID 3708 died...
14:54:35.320426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3708): Terminated: ok {rc=0}
14:54:35.330423 ---      ParallelTerminationStrategy: PID 3709 died...
14:54:35.385638 run iperf3-srv_10.42.42.10(pid=3709): Terminated {rc=256}
14:54:35.395590 ---      ParallelTerminationStrategy: PID 3710 died...
14:54:35.450889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3710): Terminated: ok {rc=0}
14:54:35.460855 ---      ParallelTerminationStrategy: PID 3711 died...
14:54:35.516005 run iperf3-srv_10.42.42.10(pid=3711): Terminated {rc=256}
14:54:35.525962 ---      ParallelTerminationStrategy: PID 3712 died...
14:54:35.581689 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3712): Terminated: ok {rc=0}
14:54:35.591703 ---      ParallelTerminationStrategy: PID 3713 died...
14:54:35.647069 run iperf3-srv_10.42.42.10(pid=3713): Terminated {rc=256}
14:54:35.657100 ---      ParallelTerminationStrategy: PID 3714 died...
14:54:35.712790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3714): Terminated: ok {rc=0}
14:54:35.722780 ---      ParallelTerminationStrategy: PID 3715 died...
14:54:35.778035 run iperf3-srv_10.42.42.10(pid=3715): Terminated {rc=256}
14:54:35.788009 ---      ParallelTerminationStrategy: PID 3718 died...
14:54:35.843476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3718): Terminated: ok {rc=0}
14:54:35.853950 ---      ParallelTerminationStrategy: PID 3721 died...
14:54:35.909703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3721): Terminated: ok {rc=0}
14:54:35.919793 ---      ParallelTerminationStrategy: PID 3724 died...
14:54:35.975195 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3724): Terminated: ok {rc=0}
14:54:36.062137 bus                          /gobi_4: Setting Powered False
14:54:37.168979 bus                          /gobi_4: Setting Powered False
14:54:38.277866 bus                          /gobi_1: Setting Powered False
14:54:39.384135 bus                          /gobi_1: Setting Powered False
14:54:40.496289 bus                          /gobi_0: Setting Powered False
14:54:41.600197 bus                          /gobi_0: Setting Powered False
14:54:42.712511 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:trx-sysmocell5000+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3733): Process ended prematurely: osmo-stp_10.42.42.5(pid=3733) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3733)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3733): Process ended prematurely: osmo-stp_10.42.42.5(pid=3733) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3733)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py
----------------------------------------------
14:54:43.781742 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:54:43.793891 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
14:54:43.951851 tst                          ping.py: using LAC 41669
14:54:44.066027 tst                          ping.py: using RAC 104
14:54:44.179832 tst                          ping.py: using CellId 41669
14:54:44.293916 tst                          ping.py: using BVCI 41670
14:54:44.316550 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:54:44.327590 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:54:44.338325 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:54:44.349213 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:54:44.360242 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:54:44.371292 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:54:44.382426 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:54:44.393364 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
14:54:44.665442 tst                       ping.py:19: start network...
14:54:44.787644 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:54:45.252008 run          create_hlr_db(pid=3727): Launched
14:54:45.422981 bus                          /gobi_6: Setting Powered False
14:54:46.470508 run          create_hlr_db(pid=3727): Terminated: ok {rc=0}
14:54:46.923355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3729): Launched
14:54:47.242050 run    osmo-hlr_10.42.42.2(pid=3730): Launched
14:54:47.357179 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:54:47.885357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3732): Launched
14:54:48.182205 run    osmo-stp_10.42.42.5(pid=3733): Launched
14:54:48.289559 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:54:48.805336 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3735): Launched
14:54:48.910298 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:54:49.168833 run               patchelf(pid=3736): Launched
14:54:49.342936 run    osmo-stp_10.42.42.5(pid=3733): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3733)]
14:54:49.469964 run    osmo-stp_10.42.42.5(pid=3733): stdout: 
| (launched: 2022-12-14_14:54:48.034902)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:54:49.597386 run    osmo-stp_10.42.42.5(pid=3733): stderr: 
| �[0;m�[38;5;43m20221214145448204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145448204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145448205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145448205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145448206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145448206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145448206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:54:49.719840 run    osmo-stp_10.42.42.5(pid=3733): stdout: 
| (launched: 2022-12-14_14:54:48.034902)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:54:49.842138 run    osmo-stp_10.42.42.5(pid=3733): stderr: 
| �[0;m�[38;5;43m20221214145448204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145448204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145448205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145448205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145448206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145448206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145448206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:54:49.983659 run               patchelf(pid=3736): Terminating (SIGINT)
14:54:50.150469 run               patchelf(pid=3736): Terminated: ok {rc=0}
14:54:50.180877 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3733): Process ended prematurely: osmo-stp_10.42.42.5(pid=3733) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3733)]  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]
14:54:50.189609 tst                       ping.py:22: Test FAILED (6.4 sec)
14:54:50.250735 run    osmo-hlr_10.42.42.2(pid=3730): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3730)]
14:54:50.299782 run    osmo-hlr_10.42.42.2(pid=3730): stdout: 
| (launched: 2022-12-14_14:54:47.088373) 
14:54:50.349435 run    osmo-hlr_10.42.42.2(pid=3730): stderr: 
| �[0;m�[1;31m20221214145447271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145447271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145447271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145447271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145447271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145447271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145447283 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145447292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145447292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145447292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:54:50.392027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3729): Terminating (SIGTERM)
14:54:50.432300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3732): Terminating (SIGTERM)
14:54:50.472671 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3735): Terminating (SIGTERM)
14:54:50.482152 ---      ParallelTerminationStrategy: PID 3729 died...
14:54:50.536495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3729): Terminated: ok {rc=0}
14:54:50.546074 ---      ParallelTerminationStrategy: PID 3732 died...
14:54:50.600287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3732): Terminated: ok {rc=0}
14:54:50.609934 ---      ParallelTerminationStrategy: PID 3735 died...
14:54:50.664037 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3735): Terminated: ok {rc=0}
14:54:50.751959 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:trx-sysmocell5000+mod-bts0-dynts-ipa</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3743): Process ended prematurely: osmo-stp_10.42.42.5(pid=3743) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3743)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3743): Process ended prematurely: osmo-stp_10.42.42.5(pid=3743) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3743)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py
----------------------------------------------
14:54:51.805044 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:54:51.817078 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)
14:54:51.974707 tst                ping_idle_ping.py: using LAC 41670
14:54:52.093758 tst                ping_idle_ping.py: using RAC 105
14:54:52.210405 tst                ping_idle_ping.py: using CellId 41670
14:54:52.326826 tst                ping_idle_ping.py: using BVCI 41671
14:54:52.349602 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:54:52.360669 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:54:52.371627 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:54:52.382536 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:54:52.394297 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:54:52.406019 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:54:52.417806 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)
14:54:52.429345 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)
14:54:52.719919 tst             ping_idle_ping.py:24: start network...
14:54:52.851806 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:54:53.368625 run          create_hlr_db(pid=3737): Launched
14:54:53.554105 bus                          /gobi_6: Setting Powered False
14:54:54.574657 run          create_hlr_db(pid=3737): Terminated: ok {rc=0}
14:54:54.977140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3739): Launched
14:54:55.289228 run    osmo-hlr_10.42.42.2(pid=3740): Launched
14:54:55.413513 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:54:55.967809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3742): Launched
14:54:56.282874 run    osmo-stp_10.42.42.5(pid=3743): Launched
14:54:56.396835 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:54:56.950923 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3745): Launched
14:54:57.063126 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:54:57.340337 run               patchelf(pid=3746): Launched
14:54:57.526884 run    osmo-stp_10.42.42.5(pid=3743): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3743)]
14:54:57.663171 run    osmo-stp_10.42.42.5(pid=3743): stdout: 
| (launched: 2022-12-14_14:54:56.128447)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:54:57.799250 run    osmo-stp_10.42.42.5(pid=3743): stderr: 
| �[0;m�[38;5;43m20221214145456319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145456319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145456319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145456320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145456322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145456322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145456322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:54:57.931118 run    osmo-stp_10.42.42.5(pid=3743): stdout: 
| (launched: 2022-12-14_14:54:56.128447)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:54:58.060771 run    osmo-stp_10.42.42.5(pid=3743): stderr: 
| �[0;m�[38;5;43m20221214145456319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145456319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145456319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145456320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145456322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145456322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145456322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:54:58.212458 run               patchelf(pid=3746): Terminating (SIGINT)
14:54:58.391100 run               patchelf(pid=3746): Terminated: ok {rc=0}
14:54:58.423350 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3743): Process ended prematurely: osmo-stp_10.42.42.5(pid=3743) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3743)]  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]
14:54:58.432431 tst             ping_idle_ping.py:27: Test FAILED (6.6 sec)
14:54:58.494592 run    osmo-hlr_10.42.42.2(pid=3740): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3740)]
14:54:58.546165 run    osmo-hlr_10.42.42.2(pid=3740): stdout: 
| (launched: 2022-12-14_14:54:55.130239) 
14:54:58.598592 run    osmo-hlr_10.42.42.2(pid=3740): stderr: 
| �[0;m�[1;31m20221214145455327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145455327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145455328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145455328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145455328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145455328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145455340 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145455350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145455350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145455350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:54:58.643319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3739): Terminating (SIGTERM)
14:54:58.685798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3742): Terminating (SIGTERM)
14:54:58.727907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3745): Terminating (SIGTERM)
14:54:58.737626 ---      ParallelTerminationStrategy: PID 3739 died...
14:54:58.793727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3739): Terminated: ok {rc=0}
14:54:58.803747 ---      ParallelTerminationStrategy: PID 3742 died...
14:54:58.858958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3742): Terminated: ok {rc=0}
14:54:58.869080 ---      ParallelTerminationStrategy: PID 3745 died...
14:54:58.924257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3745): Terminated: ok {rc=0}
14:54:59.010750 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>63.0</duration><id>71</id><name>gprs_trx-sysmocell5000+mod-bts0-dynts-ipa</name><properties></properties><timestamp>2022-12-14T14:53:58</timestamp></suite><suite><case><age>270</age><className>gprs:trx-sysmocell5000+mod-bts0-dynts-osmo</className><duration>9.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3764): Process ended prematurely: osmo-stp_10.42.42.5(pid=3764) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3764)]</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py", line 38, in &lt;module&gt;
    setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3764): Process ended prematurely: osmo-stp_10.42.42.5(pid=3764) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3764)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py
----------------------------------------------
14:55:01.169466 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:01.180456 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
14:55:01.361127 tst         cs_paging_gprs_active.py: using LAC 41671
14:55:01.500794 tst         cs_paging_gprs_active.py: using RAC 106
14:55:01.632242 tst         cs_paging_gprs_active.py: using CellId 41671
14:55:01.782524 tst         cs_paging_gprs_active.py: using BVCI 41672
14:55:01.815753 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:01.830505 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:01.845869 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:01.858189 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:01.870505 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:01.882943 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:01.895195 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:01.907231 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:01.919282 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
14:55:02.064211 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
14:55:02.348776 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...
14:55:02.474989 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:55:02.788269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3754): Launched
14:55:03.049427 run iperf3-srv_10.42.42.10(pid=3755): Launched
14:55:03.233281 tst      cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...
14:55:03.358685 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:55:03.671761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3756): Launched
14:55:03.932157 run iperf3-srv_10.42.42.10(pid=3757): Launched
14:55:04.115811 tst      cs_paging_gprs_active.py:38: start network...
14:55:04.241174 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:55:04.734235 run          create_hlr_db(pid=3758): Launched
14:55:04.921331 bus                          /gobi_6: Setting Powered False
14:55:05.942026 run          create_hlr_db(pid=3758): Terminated: ok {rc=0}
14:55:06.371685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3760): Launched
14:55:06.694752 run    osmo-hlr_10.42.42.2(pid=3761): Launched
14:55:06.815793 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:55:07.376338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3763): Launched
14:55:07.701025 run    osmo-stp_10.42.42.5(pid=3764): Launched
14:55:07.818361 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:55:08.383749 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3766): Launched
14:55:08.499144 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:55:08.782906 run               patchelf(pid=3767): Launched
14:55:08.972718 run    osmo-stp_10.42.42.5(pid=3764): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3764)]
14:55:09.110630 run    osmo-stp_10.42.42.5(pid=3764): stdout: 
| (launched: 2022-12-14_14:55:07.541098)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:55:09.248445 run    osmo-stp_10.42.42.5(pid=3764): stderr: 
| �[0;m�[38;5;43m20221214145507734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145507734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145507734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145507735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145507735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145507736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145507736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:55:09.382323 run    osmo-stp_10.42.42.5(pid=3764): stdout: 
| (launched: 2022-12-14_14:55:07.541098)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:55:09.515091 run    osmo-stp_10.42.42.5(pid=3764): stderr: 
| �[0;m�[38;5;43m20221214145507734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145507734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145507734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145507735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145507735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145507736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145507736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:55:09.669908 run               patchelf(pid=3767): Terminating (SIGINT)
14:55:09.850914 run               patchelf(pid=3767): Terminated: ok {rc=0}
14:55:09.884064 tst      cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3764): Process ended prematurely: osmo-stp_10.42.42.5(pid=3764) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3764)]  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]
14:55:09.893922 tst      cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)
14:55:09.957495 run    osmo-hlr_10.42.42.2(pid=3761): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3761)]
14:55:10.009152 run    osmo-hlr_10.42.42.2(pid=3761): stdout: 
| (launched: 2022-12-14_14:55:06.535956) 
14:55:10.061328 run    osmo-hlr_10.42.42.2(pid=3761): stderr: 
| �[0;m�[1;31m20221214145506734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145506734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145506734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145506734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145506734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145506734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145506746 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145506754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145506754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145506754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:55:10.106043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3754): Terminating (SIGTERM)
14:55:10.148444 run iperf3-srv_10.42.42.10(pid=3755): Terminating (SIGTERM)
14:55:10.190537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3756): Terminating (SIGTERM)
14:55:10.232342 run iperf3-srv_10.42.42.10(pid=3757): Terminating (SIGTERM)
14:55:10.274730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3760): Terminating (SIGTERM)
14:55:10.316708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3763): Terminating (SIGTERM)
14:55:10.358759 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3766): Terminating (SIGTERM)
14:55:10.368448 ---      ParallelTerminationStrategy: PID 3754 died...
14:55:10.424231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3754): Terminated: ok {rc=0}
14:55:10.434226 ---      ParallelTerminationStrategy: PID 3755 died...
14:55:10.489534 run iperf3-srv_10.42.42.10(pid=3755): Terminated {rc=256}
14:55:10.499473 ---      ParallelTerminationStrategy: PID 3756 died...
14:55:10.555056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3756): Terminated: ok {rc=0}
14:55:10.565127 ---      ParallelTerminationStrategy: PID 3757 died...
14:55:10.621027 run iperf3-srv_10.42.42.10(pid=3757): Terminated {rc=256}
14:55:10.630954 ---      ParallelTerminationStrategy: PID 3760 died...
14:55:10.686251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3760): Terminated: ok {rc=0}
14:55:10.696222 ---      ParallelTerminationStrategy: PID 3763 died...
14:55:10.751974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3763): Terminated: ok {rc=0}
14:55:10.762000 ---      ParallelTerminationStrategy: PID 3766 died...
14:55:10.817373 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3766): Terminated: ok {rc=0}
14:55:10.904258 bus                          /gobi_0: Setting Powered False
14:55:12.011222 bus                          /gobi_0: Setting Powered False
14:55:13.120100 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:trx-sysmocell5000+mod-bts0-dynts-osmo</className><duration>8.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3776): Process ended prematurely: osmo-stp_10.42.42.5(pid=3776) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3776)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(1)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3776): Process ended prematurely: osmo-stp_10.42.42.5(pid=3776) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3776)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py
----------------------------------------------
14:55:14.229649 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:14.241374 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
14:55:14.402296 tst                        iperf3.py: using LAC 41672
14:55:14.519580 tst                        iperf3.py: using RAC 107
14:55:14.639347 tst                        iperf3.py: using CellId 41672
14:55:14.758560 tst                        iperf3.py: using BVCI 41673
14:55:14.781527 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:14.792305 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:14.803123 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:14.813921 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:14.824895 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:14.836250 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:14.847360 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:14.858378 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:14.870005 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
14:55:15.162763 tst                      iperf3.py:8: start iperfv3 server 10.42.42.10:5003...
14:55:15.297516 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:55:15.633086 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3768): Launched
14:55:15.929790 run iperf3-srv_10.42.42.10(pid=3769): Launched
14:55:16.139236 tst                      iperf3.py:8: start network...
14:55:16.276279 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:55:16.835529 run          create_hlr_db(pid=3770): Launched
14:55:17.025508 bus                          /gobi_6: Setting Powered False
14:55:18.033735 run          create_hlr_db(pid=3770): Terminated: ok {rc=0}
14:55:18.474100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3772): Launched
14:55:18.797177 run    osmo-hlr_10.42.42.2(pid=3773): Launched
14:55:18.917523 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:55:19.480479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3775): Launched
14:55:19.802740 run    osmo-stp_10.42.42.5(pid=3776): Launched
14:55:19.919103 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:55:20.483652 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3778): Launched
14:55:20.599076 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:55:20.881681 run               patchelf(pid=3779): Launched
14:55:21.071490 run    osmo-stp_10.42.42.5(pid=3776): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3776)]
14:55:21.209777 run    osmo-stp_10.42.42.5(pid=3776): stdout: 
| (launched: 2022-12-14_14:55:19.644880)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:55:21.347888 run    osmo-stp_10.42.42.5(pid=3776): stderr: 
| �[0;m�[38;5;43m20221214145519840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145519840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145519840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145519840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145519841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145519841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145519841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:55:21.481403 run    osmo-stp_10.42.42.5(pid=3776): stdout: 
| (launched: 2022-12-14_14:55:19.644880)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:55:21.614158 run    osmo-stp_10.42.42.5(pid=3776): stderr: 
| �[0;m�[38;5;43m20221214145519840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145519840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145519840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145519840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145519841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145519841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145519841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:55:21.768430 run               patchelf(pid=3779): Terminating (SIGINT)
14:55:21.950510 run               patchelf(pid=3779): Terminated: ok {rc=0}
14:55:21.983902 tst                      iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3776): Process ended prematurely: osmo-stp_10.42.42.5(pid=3776) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3776)]  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]
14:55:21.993819 tst                      iperf3.py:8: Test FAILED (7.8 sec)
14:55:22.057355 run    osmo-hlr_10.42.42.2(pid=3773): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3773)]
14:55:22.109026 run    osmo-hlr_10.42.42.2(pid=3773): stdout: 
| (launched: 2022-12-14_14:55:18.638594) 
14:55:22.161298 run    osmo-hlr_10.42.42.2(pid=3773): stderr: 
| �[0;m�[1;31m20221214145518840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145518840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145518840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145518840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145518840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145518840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145518855 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145518865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145518865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145518865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:55:22.206118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3768): Terminating (SIGTERM)
14:55:22.248271 run iperf3-srv_10.42.42.10(pid=3769): Terminating (SIGTERM)
14:55:22.290755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3772): Terminating (SIGTERM)
14:55:22.333049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3775): Terminating (SIGTERM)
14:55:22.375169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3778): Terminating (SIGTERM)
14:55:22.385002 ---      ParallelTerminationStrategy: PID 3768 died...
14:55:22.440858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3768): Terminated: ok {rc=0}
14:55:22.450858 ---      ParallelTerminationStrategy: PID 3769 died...
14:55:22.506186 run iperf3-srv_10.42.42.10(pid=3769): Terminated {rc=256}
14:55:22.516059 ---      ParallelTerminationStrategy: PID 3772 died...
14:55:22.571478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3772): Terminated: ok {rc=0}
14:55:22.581870 ---      ParallelTerminationStrategy: PID 3775 died...
14:55:22.637266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3775): Terminated: ok {rc=0}
14:55:22.647176 ---      ParallelTerminationStrategy: PID 3778 died...
14:55:22.702340 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3778): Terminated: ok {rc=0}
14:55:22.789240 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:trx-sysmocell5000+mod-bts0-dynts-osmo</className><duration>12.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3794): Process ended prematurely: osmo-stp_10.42.42.5(pid=3794) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3794)]</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py", line 8, in &lt;module&gt;
    setup_run_iperf3_test_parallel(4)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py", line 67, in setup_run_iperf3_test_parallel
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3794): Process ended prematurely: osmo-stp_10.42.42.5(pid=3794) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3794)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py
----------------------------------------------
14:55:23.907201 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:23.919259 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
14:55:24.087812 tst                      iperf3m4.py: using LAC 41673
14:55:24.211613 tst                      iperf3m4.py: using RAC 108
14:55:24.339289 tst                      iperf3m4.py: using CellId 41673
14:55:24.463591 tst                      iperf3m4.py: using BVCI 41674
14:55:24.488250 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:24.499623 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:24.510802 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:24.521968 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:24.533253 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:24.544412 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:24.555733 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:24.566881 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:24.578671 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
14:55:24.695818 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
14:55:24.815529 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
14:55:24.933394 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
14:55:25.226817 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...
14:55:25.361379 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:55:25.696582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3780): Launched
14:55:25.974889 run iperf3-srv_10.42.42.10(pid=3781): Launched
14:55:26.173658 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...
14:55:26.308147 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:55:26.644051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3782): Launched
14:55:26.922724 run iperf3-srv_10.42.42.10(pid=3783): Launched
14:55:27.119928 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...
14:55:27.254211 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:55:27.590170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3784): Launched
14:55:27.868230 run iperf3-srv_10.42.42.10(pid=3785): Launched
14:55:28.065893 tst                    iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...
14:55:28.201437 run           iperf3-srv_10.42.42.10: Starting iperf3-srv
14:55:28.535634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3786): Launched
14:55:28.813789 run iperf3-srv_10.42.42.10(pid=3787): Launched
14:55:29.010874 tst                    iperf3m4.py:8: start network...
14:55:29.145817 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:55:29.662767 run          create_hlr_db(pid=3788): Launched
14:55:29.849896 bus                          /gobi_6: Setting Powered False
14:55:30.872042 run          create_hlr_db(pid=3788): Terminated: ok {rc=0}
14:55:31.327008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3790): Launched
14:55:31.673167 run    osmo-hlr_10.42.42.2(pid=3791): Launched
14:55:31.840618 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:55:32.487641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3793): Launched
14:55:32.790002 run    osmo-stp_10.42.42.5(pid=3794): Launched
14:55:32.900470 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:55:33.458661 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3796): Launched
14:55:33.573992 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:55:33.857530 run               patchelf(pid=3797): Launched
14:55:34.047153 run    osmo-stp_10.42.42.5(pid=3794): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3794)]
14:55:34.185870 run    osmo-stp_10.42.42.5(pid=3794): stdout: 
| (launched: 2022-12-14_14:55:32.640871)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:55:34.324385 run    osmo-stp_10.42.42.5(pid=3794): stderr: 
| �[0;m�[38;5;43m20221214145532809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145532809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145532809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145532810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145532810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145532810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145532810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:55:34.457698 run    osmo-stp_10.42.42.5(pid=3794): stdout: 
| (launched: 2022-12-14_14:55:32.640871)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:55:34.590288 run    osmo-stp_10.42.42.5(pid=3794): stderr: 
| �[0;m�[38;5;43m20221214145532809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145532809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145532809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145532810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145532810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145532810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145532810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:55:34.745348 run               patchelf(pid=3797): Terminating (SIGINT)
14:55:34.927114 run               patchelf(pid=3797): Terminated: ok {rc=0}
14:55:34.960667 tst                    iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3794): Process ended prematurely: osmo-stp_10.42.42.5(pid=3794) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3794)]  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]
14:55:34.970781 tst                    iperf3m4.py:8: Test FAILED (11.1 sec)
14:55:35.033834 run    osmo-hlr_10.42.42.2(pid=3791): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3791)]
14:55:35.085093 run    osmo-hlr_10.42.42.2(pid=3791): stdout: 
| (launched: 2022-12-14_14:55:31.495403) 
14:55:35.136979 run    osmo-hlr_10.42.42.2(pid=3791): stderr: 
| �[0;m�[1;31m20221214145531925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145531925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145531925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145531925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145531925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145531925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145531952 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145531968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145531968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145531968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:55:35.181547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3780): Terminating (SIGTERM)
14:55:35.223467 run iperf3-srv_10.42.42.10(pid=3781): Terminating (SIGTERM)
14:55:35.265319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3782): Terminating (SIGTERM)
14:55:35.306875 run iperf3-srv_10.42.42.10(pid=3783): Terminating (SIGTERM)
14:55:35.348687 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3784): Terminating (SIGTERM)
14:55:35.390357 run iperf3-srv_10.42.42.10(pid=3785): Terminating (SIGTERM)
14:55:35.431920 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3786): Terminating (SIGTERM)
14:55:35.473511 run iperf3-srv_10.42.42.10(pid=3787): Terminating (SIGTERM)
14:55:35.515104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3790): Terminating (SIGTERM)
14:55:35.556884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3793): Terminating (SIGTERM)
14:55:35.599313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3796): Terminating (SIGTERM)
14:55:35.609106 ---      ParallelTerminationStrategy: PID 3780 died...
14:55:35.665214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3780): Terminated: ok {rc=0}
14:55:35.675241 ---      ParallelTerminationStrategy: PID 3781 died...
14:55:35.730838 run iperf3-srv_10.42.42.10(pid=3781): Terminated {rc=256}
14:55:35.740841 ---      ParallelTerminationStrategy: PID 3782 died...
14:55:35.796663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3782): Terminated: ok {rc=0}
14:55:35.806706 ---      ParallelTerminationStrategy: PID 3783 died...
14:55:35.862372 run iperf3-srv_10.42.42.10(pid=3783): Terminated {rc=256}
14:55:35.872330 ---      ParallelTerminationStrategy: PID 3784 died...
14:55:35.928054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3784): Terminated: ok {rc=0}
14:55:35.938130 ---      ParallelTerminationStrategy: PID 3785 died...
14:55:35.993829 run iperf3-srv_10.42.42.10(pid=3785): Terminated {rc=256}
14:55:36.003866 ---      ParallelTerminationStrategy: PID 3786 died...
14:55:36.059515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3786): Terminated: ok {rc=0}
14:55:36.069926 ---      ParallelTerminationStrategy: PID 3787 died...
14:55:36.125754 run iperf3-srv_10.42.42.10(pid=3787): Terminated {rc=256}
14:55:36.135731 ---      ParallelTerminationStrategy: PID 3790 died...
14:55:36.192136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3790): Terminated: ok {rc=0}
14:55:36.202181 ---      ParallelTerminationStrategy: PID 3793 died...
14:55:36.257909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3793): Terminated: ok {rc=0}
14:55:36.267964 ---      ParallelTerminationStrategy: PID 3796 died...
14:55:36.323584 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3796): Terminated: ok {rc=0}
14:55:36.410826 bus                          /gobi_4: Setting Powered False
14:55:37.518627 bus                          /gobi_4: Setting Powered False
14:55:38.628091 bus                          /gobi_1: Setting Powered False
14:55:39.734040 bus                          /gobi_1: Setting Powered False
14:55:40.840470 bus                          /gobi_0: Setting Powered False
14:55:41.946274 bus                          /gobi_0: Setting Powered False
14:55:43.056150 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:trx-sysmocell5000+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3804): Process ended prematurely: osmo-stp_10.42.42.5(pid=3804) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3804)]</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py", line 22, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3804): Process ended prematurely: osmo-stp_10.42.42.5(pid=3804) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3804)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py
----------------------------------------------
14:55:44.125315 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:44.137592 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
14:55:44.294324 tst                          ping.py: using LAC 41674
14:55:44.409842 tst                          ping.py: using RAC 109
14:55:44.524570 tst                          ping.py: using CellId 41674
14:55:44.645457 tst                          ping.py: using BVCI 41675
14:55:44.667866 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:44.679006 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:44.689752 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:44.700413 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:44.711466 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:44.722692 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:44.733953 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:44.744801 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
14:55:45.032056 tst                       ping.py:19: start network...
14:55:45.163758 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:55:45.671919 run          create_hlr_db(pid=3798): Launched
14:55:45.864544 bus                          /gobi_6: Setting Powered False
14:55:46.920783 run          create_hlr_db(pid=3798): Terminated: ok {rc=0}
14:55:47.367959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3800): Launched
14:55:47.686314 run    osmo-hlr_10.42.42.2(pid=3801): Launched
14:55:47.802070 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:55:48.359637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3803): Launched
14:55:48.674516 run    osmo-stp_10.42.42.5(pid=3804): Launched
14:55:48.787826 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:55:49.340183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3806): Launched
14:55:49.453150 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:55:49.730564 run               patchelf(pid=3807): Launched
14:55:49.915156 run    osmo-stp_10.42.42.5(pid=3804): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3804)]
14:55:50.050344 run    osmo-stp_10.42.42.5(pid=3804): stdout: 
| (launched: 2022-12-14_14:55:48.519719)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:55:50.185406 run    osmo-stp_10.42.42.5(pid=3804): stderr: 
| �[0;m�[38;5;43m20221214145548711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145548711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145548711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145548712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145548712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145548712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145548712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:55:50.316278 run    osmo-stp_10.42.42.5(pid=3804): stdout: 
| (launched: 2022-12-14_14:55:48.519719)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:55:50.445479 run    osmo-stp_10.42.42.5(pid=3804): stderr: 
| �[0;m�[38;5;43m20221214145548711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145548711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145548711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145548712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145548712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145548712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145548712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:55:50.596577 run               patchelf(pid=3807): Terminating (SIGINT)
14:55:50.774203 run               patchelf(pid=3807): Terminated: ok {rc=0}
14:55:50.806697 tst                       ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3804): Process ended prematurely: osmo-stp_10.42.42.5(pid=3804) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3804)]  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]
14:55:50.815798 tst                       ping.py:22: Test FAILED (6.7 sec)
14:55:50.878282 run    osmo-hlr_10.42.42.2(pid=3801): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3801)]
14:55:50.929337 run    osmo-hlr_10.42.42.2(pid=3801): stdout: 
| (launched: 2022-12-14_14:55:47.529710) 
14:55:50.981035 run    osmo-hlr_10.42.42.2(pid=3801): stderr: 
| �[0;m�[1;31m20221214145547728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145547728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145547728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145547729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145547729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145547729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145547745 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145547755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145547755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145547755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:55:51.025192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3800): Terminating (SIGTERM)
14:55:51.067216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3803): Terminating (SIGTERM)
14:55:51.108557 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3806): Terminating (SIGTERM)
14:55:51.118209 ---      ParallelTerminationStrategy: PID 3800 died...
14:55:51.173531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3800): Terminated: ok {rc=0}
14:55:51.183513 ---      ParallelTerminationStrategy: PID 3803 died...
14:55:51.238744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3803): Terminated: ok {rc=0}
14:55:51.248567 ---      ParallelTerminationStrategy: PID 3806 died...
14:55:51.303524 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3806): Terminated: ok {rc=0}
14:55:51.389683 bus                          /gobi_6: Setting Powered False
</stdout></case><case><age>270</age><className>gprs:trx-sysmocell5000+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3814): Process ended prematurely: osmo-stp_10.42.42.5(pid=3814) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3814)]</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py", line 27, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3814): Process ended prematurely: osmo-stp_10.42.42.5(pid=3814) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3814)]
</stderr><stdout>
----------------------------------------------
trial-2406 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py
----------------------------------------------
14:55:52.441139 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:52.453269 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
14:55:52.620836 tst                ping_idle_ping.py: using LAC 41675
14:55:52.744878 tst                ping_idle_ping.py: using RAC 110
14:55:52.869204 tst                ping_idle_ping.py: using CellId 41675
14:55:53.001650 tst                ping_idle_ping.py: using BVCI 41676
14:55:53.025852 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:53.037367 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:53.048628 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:53.060044 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:53.071805 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:53.083583 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:53.095532 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)
14:55:53.107451 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)
14:55:53.383877 tst             ping_idle_ping.py:24: start network...
14:55:53.507674 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:55:53.978065 run          create_hlr_db(pid=3808): Launched
14:55:54.150312 bus                          /gobi_6: Setting Powered False
14:55:55.170917 run          create_hlr_db(pid=3808): Terminated: ok {rc=0}
14:55:55.594948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3810): Launched
14:55:55.911414 run    osmo-hlr_10.42.42.2(pid=3811): Launched
14:55:56.028528 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:55:56.581964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3813): Launched
14:55:56.900126 run    osmo-stp_10.42.42.5(pid=3814): Launched
14:55:57.014770 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:55:57.568896 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3816): Launched
14:55:57.682580 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:55:57.959682 run               patchelf(pid=3817): Launched
14:55:58.146426 run    osmo-stp_10.42.42.5(pid=3814): ERR: Terminated: ERROR {rc=1}  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3814)]
14:55:58.282451 run    osmo-stp_10.42.42.5(pid=3814): stdout: 
| (launched: 2022-12-14_14:55:56.744048)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:55:58.418954 run    osmo-stp_10.42.42.5(pid=3814): stderr: 
| �[0;m�[38;5;43m20221214145556938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145556938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145556938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145556939 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145556939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145556939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145556939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:55:58.550498 run    osmo-stp_10.42.42.5(pid=3814): stdout: 
| (launched: 2022-12-14_14:55:56.744048)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:55:58.681067 run    osmo-stp_10.42.42.5(pid=3814): stderr: 
| �[0;m�[38;5;43m20221214145556938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145556938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145556938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145556939 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145556939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145556939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145556939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:55:58.832927 run               patchelf(pid=3817): Terminating (SIGINT)
14:55:59.011157 run               patchelf(pid=3817): Terminated: ok {rc=0}
14:55:59.043437 tst             ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3814): Process ended prematurely: osmo-stp_10.42.42.5(pid=3814) [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3814)]  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]
14:55:59.052648 tst             ping_idle_ping.py:27: Test FAILED (6.6 sec)
14:55:59.115301 run    osmo-hlr_10.42.42.2(pid=3811): ERR: Terminated: ERROR {rc=237}  [trial-2406↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3811)]
14:55:59.166543 run    osmo-hlr_10.42.42.2(pid=3811): stdout: 
| (launched: 2022-12-14_14:55:55.756126) 
14:55:59.218402 run    osmo-hlr_10.42.42.2(pid=3811): stderr: 
| �[0;m�[1;31m20221214145555955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145555955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145555955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145555956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145555956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145555956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145555969 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145555977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145555977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145555977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:55:59.262753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3810): Terminating (SIGTERM)
14:55:59.304438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3813): Terminating (SIGTERM)
14:55:59.346156 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3816): Terminating (SIGTERM)
14:55:59.355762 ---      ParallelTerminationStrategy: PID 3810 died...
14:55:59.411238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3810): Terminated: ok {rc=0}
14:55:59.421303 ---      ParallelTerminationStrategy: PID 3813 died...
14:55:59.476454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3813): Terminated: ok {rc=0}
14:55:59.486362 ---      ParallelTerminationStrategy: PID 3816 died...
14:55:59.541660 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3816): Terminated: ok {rc=0}
14:55:59.628902 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>61.0</duration><id>72</id><name>gprs_trx-sysmocell5000+mod-bts0-dynts-osmo</name><properties></properties><timestamp>2022-12-14T14:55:00</timestamp></suite><suite><case><age>270</age><className>dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3827): Process ended prematurely: osmo-stp_10.42.42.5(pid=3827) [trial-2406↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3827)]</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py", line 54, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3827): Process ended prematurely: osmo-stp_10.42.42.5(pid=3827) [trial-2406↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3827)]
</stderr><stdout>
----------------------------------------------
trial-2406 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py
----------------------------------------------
14:56:01.698663 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
14:56:01.711012 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
14:56:01.905267 tst               switch_tch_pdch.py: using LAC 41676
14:56:02.064595 tst               switch_tch_pdch.py: using RAC 111
14:56:02.198177 tst               switch_tch_pdch.py: using CellId 41676
14:56:02.326183 tst               switch_tch_pdch.py: using BVCI 41677
14:56:02.351624 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
14:56:02.364184 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
14:56:02.376382 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
14:56:02.388650 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
14:56:02.401074 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
14:56:02.413143 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
14:56:02.425612 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)
14:56:02.437684 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
14:56:02.555186 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
14:56:02.827794 tst            switch_tch_pdch.py:51: start network...
14:56:02.950213 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:56:03.414332 run          create_hlr_db(pid=3821): Launched
14:56:03.584755 bus                          /gobi_6: Setting Powered False
14:56:04.617933 run          create_hlr_db(pid=3821): Terminated: ok {rc=0}
14:56:05.039992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3823): Launched
14:56:05.355465 run    osmo-hlr_10.42.42.2(pid=3824): Launched
14:56:05.474041 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:56:06.025127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3826): Launched
14:56:06.341311 run    osmo-stp_10.42.42.5(pid=3827): Launched
14:56:06.456562 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:56:07.010439 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3829): Launched
14:56:07.123177 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:56:07.398815 run               patchelf(pid=3830): Launched
14:56:07.584740 run    osmo-stp_10.42.42.5(pid=3827): ERR: Terminated: ERROR {rc=1}  [trial-2406↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3827)]
14:56:07.720586 run    osmo-stp_10.42.42.5(pid=3827): stdout: 
| (launched: 2022-12-14_14:56:06.185795)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:56:07.856113 run    osmo-stp_10.42.42.5(pid=3827): stderr: 
| �[0;m�[38;5;43m20221214145606377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145606377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145606378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145606378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145606378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145606379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145606379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:56:07.987016 run    osmo-stp_10.42.42.5(pid=3827): stdout: 
| (launched: 2022-12-14_14:56:06.185795)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:56:08.116156 run    osmo-stp_10.42.42.5(pid=3827): stderr: 
| �[0;m�[38;5;43m20221214145606377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145606377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145606378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145606378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145606378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145606379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145606379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:56:08.267563 run               patchelf(pid=3830): Terminating (SIGINT)
14:56:08.445482 run               patchelf(pid=3830): Terminated: ok {rc=0}
14:56:08.477658 tst            switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=3827): Process ended prematurely: osmo-stp_10.42.42.5(pid=3827) [trial-2406↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3827)]  [trial-2406↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]
14:56:08.486978 tst            switch_tch_pdch.py:54: Test FAILED (6.8 sec)
14:56:08.549304 run    osmo-hlr_10.42.42.2(pid=3824): ERR: Terminated: ERROR {rc=237}  [trial-2406↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3824)]
14:56:08.600852 run    osmo-hlr_10.42.42.2(pid=3824): stdout: 
| (launched: 2022-12-14_14:56:05.200394) 
14:56:08.652882 run    osmo-hlr_10.42.42.2(pid=3824): stderr: 
| �[0;m�[1;31m20221214145605398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145605398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145605398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145605398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145605398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145605398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145605411 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145605419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145605419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145605419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:56:08.697202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3823): Terminating (SIGTERM)
14:56:08.738662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3826): Terminating (SIGTERM)
14:56:08.780335 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3829): Terminating (SIGTERM)
14:56:08.790068 ---      ParallelTerminationStrategy: PID 3823 died...
14:56:08.845683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3823): Terminated: ok {rc=0}
14:56:08.855787 ---      ParallelTerminationStrategy: PID 3826 died...
14:56:08.910843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3826): Terminated: ok {rc=0}
14:56:08.920800 ---      ParallelTerminationStrategy: PID 3829 died...
14:56:08.976151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3829): Terminated: ok {rc=0}
14:56:09.063718 bus                          /gobi_0: Setting Powered False
14:56:10.167330 bus                          /gobi_0: Setting Powered False
14:56:11.280288 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>12.0</duration><id>73</id><name>dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-14T14:56:01</timestamp></suite><suite><case><age>270</age><className>dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3841): Process ended prematurely: osmo-stp_10.42.42.5(pid=3841) [trial-2406↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3841)]</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py", line 54, in &lt;module&gt;
    ggsn.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py", line 57, in start
    util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 57, in change_elf_rpath
    proc.launch_sync()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 214, in launch_sync
    raise e
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 211, in launch_sync
    self.wait()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py", line 421, in wait
    MainLoop.wait(self.terminated, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3841): Process ended prematurely: osmo-stp_10.42.42.5(pid=3841) [trial-2406↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3841)]
</stderr><stdout>
----------------------------------------------
trial-2406 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py
----------------------------------------------
14:56:13.252754 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
14:56:13.264332 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)
14:56:13.420212 tst               switch_tch_pdch.py: using LAC 41677
14:56:13.537630 tst               switch_tch_pdch.py: using RAC 112
14:56:13.654213 tst               switch_tch_pdch.py: using CellId 41677
14:56:13.769810 tst               switch_tch_pdch.py: using BVCI 41678
14:56:13.792278 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
14:56:13.803348 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
14:56:13.814153 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
14:56:13.824855 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
14:56:13.835966 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
14:56:13.847076 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
14:56:13.858231 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)
14:56:13.869265 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)
14:56:13.990138 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)
14:56:14.278474 tst            switch_tch_pdch.py:51: start network...
14:56:14.411149 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:56:14.892625 run          create_hlr_db(pid=3835): Launched
14:56:15.022086 bus                          /gobi_6: Setting Powered False
14:56:16.107689 run          create_hlr_db(pid=3835): Terminated: ok {rc=0}
14:56:16.505391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3837): Launched
14:56:16.841488 run    osmo-hlr_10.42.42.2(pid=3838): Launched
14:56:17.063549 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:56:17.659837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3840): Launched
14:56:17.974386 run    osmo-stp_10.42.42.5(pid=3841): Launched
14:56:18.088476 run             osmo-ggsn_10.42.42.6: Starting osmo-ggsn
14:56:18.614379 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3843): Launched
14:56:18.726753 run             osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn
14:56:19.002191 run               patchelf(pid=3844): Launched
14:56:19.187286 run    osmo-stp_10.42.42.5(pid=3841): ERR: Terminated: ERROR {rc=1}  [trial-2406↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3841)]
14:56:19.322482 run    osmo-stp_10.42.42.5(pid=3841): stdout: 
| (launched: 2022-12-14_14:56:17.820072)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:56:19.457314 run    osmo-stp_10.42.42.5(pid=3841): stderr: 
| �[0;m�[38;5;43m20221214145618014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145618014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145618015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145618015 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145618015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145618015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145618015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:56:19.587648 run    osmo-stp_10.42.42.5(pid=3841): stdout: 
| (launched: 2022-12-14_14:56:17.820072)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:56:19.717331 run    osmo-stp_10.42.42.5(pid=3841): stderr: 
| �[0;m�[38;5;43m20221214145618014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145618014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145618015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145618015 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145618015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145618015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145618015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:56:19.867898 run               patchelf(pid=3844): Terminating (SIGINT)
14:56:20.045510 run               patchelf(pid=3844): Terminated: ok {rc=0}
14:56:20.077820 tst            switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=3841): Process ended prematurely: osmo-stp_10.42.42.5(pid=3841) [trial-2406↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3841)]  [trial-2406↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]
14:56:20.086820 tst            switch_tch_pdch.py:54: Test FAILED (6.8 sec)
14:56:20.149484 run    osmo-hlr_10.42.42.2(pid=3838): ERR: Terminated: ERROR {rc=237}  [trial-2406↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3838)]
14:56:20.200396 run    osmo-hlr_10.42.42.2(pid=3838): stdout: 
| (launched: 2022-12-14_14:56:16.661873) 
14:56:20.252078 run    osmo-hlr_10.42.42.2(pid=3838): stderr: 
| �[0;m�[1;31m20221214145617072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145617072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145617072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145617072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145617073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145617073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145617099 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145617118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145617118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145617118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:56:20.297812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3837): Terminating (SIGTERM)
14:56:20.339344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3840): Terminating (SIGTERM)
14:56:20.380900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3843): Terminating (SIGTERM)
14:56:20.390517 ---      ParallelTerminationStrategy: PID 3837 died...
14:56:20.446012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3837): Terminated: ok {rc=0}
14:56:20.455913 ---      ParallelTerminationStrategy: PID 3840 died...
14:56:20.511495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3840): Terminated: ok {rc=0}
14:56:20.521492 ---      ParallelTerminationStrategy: PID 3843 died...
14:56:20.576442 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3843): Terminated: ok {rc=0}
14:56:20.662875 bus                          /gobi_0: Setting Powered False
14:56:21.768585 bus                          /gobi_0: Setting Powered False
14:56:22.878340 bus                          /gobi_6: Setting Powered False
</stdout></case><duration>12.0</duration><id>74</id><name>dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo</name><properties></properties><timestamp>2022-12-14T14:56:12</timestamp></suite><suite><case><age>264</age><className>nitb_sms:trx-umtrx</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=3849): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3849) [trial-2406↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3849)]</errorStackTrace><failedSince>2145</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py", line 11, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3849): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3849) [trial-2406↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3849)]
</stderr><stdout>
----------------------------------------------
trial-2406 nitb_sms:trx-umtrx mo_mt_sms.py
----------------------------------------------
14:56:24.775114 tst               nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)
14:56:24.786411 tst               nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)
14:56:24.921963 tst                     mo_mt_sms.py: using LAC 41678
14:56:25.038151 tst                     mo_mt_sms.py: using RAC 113
14:56:25.155132 tst                     mo_mt_sms.py: using CellId 41678
14:56:25.279181 tst                     mo_mt_sms.py: using BVCI 41679
14:56:25.303304 tst               nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)
14:56:25.417948 tst               nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)
14:56:25.702307 tst                   mo_mt_sms.py:9: start nitb and bts...
14:56:25.834849 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
14:56:26.490275 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3848): Launched
14:56:26.804746 run   osmo-nitb_10.42.42.2(pid=3849): Launched
14:56:27.000060 run   osmo-nitb_10.42.42.2(pid=3849): ERR: Terminated: ERROR {rc=2}  [trial-2406↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3849)]
14:56:27.144066 run   osmo-nitb_10.42.42.2(pid=3849): stdout: 
| (launched: 2022-12-14_14:56:26.652483) 
14:56:27.288201 run   osmo-nitb_10.42.42.2(pid=3849): stderr: 
| (launched: 2022-12-14_14:56:26.699587)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
14:56:27.426931 run   osmo-nitb_10.42.42.2(pid=3849): stdout: 
| (launched: 2022-12-14_14:56:26.652483) 
14:56:27.564487 run   osmo-nitb_10.42.42.2(pid=3849): stderr: 
| (launched: 2022-12-14_14:56:26.699587)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
14:56:27.932568 tst   osmo-nitb_10.42.42.2(pid=3849): stdout: 
| (launched: 2022-12-14_14:56:26.652483) 
14:56:28.058591 tst   osmo-nitb_10.42.42.2(pid=3849): stderr: 
| (launched: 2022-12-14_14:56:26.699587)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
14:56:28.113849 tst                  mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=3849): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3849) [trial-2406↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3849)]  [trial-2406↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]
14:56:28.122668 tst                  mo_mt_sms.py:11: Test FAILED (3.3 sec)
14:56:28.158495 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3848): Terminating (SIGTERM)
14:56:28.336057 ---      ParallelTerminationStrategy: PID 3848 died...
14:56:28.392913 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3848): Terminated: ok {rc=0}
14:56:28.480211 bus                        /sierra_3: Setting Powered False
14:56:29.586468 bus                        /sierra_3: Setting Powered False
14:56:30.694990 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>8.0</duration><id>75</id><name>nitb_sms_trx-umtrx</name><properties></properties><timestamp>2022-12-14T14:56:24</timestamp></suite><suite><case><age>91</age><className>sms:trx-umtrx</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3859): Process ended prematurely: osmo-stp_10.42.42.5(pid=3859) [trial-2406↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3859)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py", line 16, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3859): Process ended prematurely: osmo-stp_10.42.42.5(pid=3859) [trial-2406↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3859)]
</stderr><stdout>
----------------------------------------------
trial-2406 sms:trx-umtrx mo_mt_sms.py
----------------------------------------------
14:56:32.609571 tst                    sms:trx-umtrx: Using 1 x ip_address (candidates: 6)
14:56:32.620492 tst                    sms:trx-umtrx: Using 1 x bts (candidates: 1)
14:56:32.759235 tst                     mo_mt_sms.py: using LAC 41679
14:56:32.883503 tst                     mo_mt_sms.py: using RAC 114
14:56:33.006777 tst                     mo_mt_sms.py: using CellId 41679
14:56:33.130774 tst                     mo_mt_sms.py: using BVCI 41680
14:56:33.154929 tst                    sms:trx-umtrx: Using 1 x ip_address (candidates: 6)
14:56:33.166040 tst                    sms:trx-umtrx: Using 1 x ip_address (candidates: 6)
14:56:33.176896 tst                    sms:trx-umtrx: Using 1 x ip_address (candidates: 6)
14:56:33.187748 tst                    sms:trx-umtrx: Using 1 x ip_address (candidates: 6)
14:56:33.198685 tst                    sms:trx-umtrx: Using 1 x ip_address (candidates: 6)
14:56:33.209525 tst                    sms:trx-umtrx: Using 1 x modem (candidates: 2)
14:56:33.328091 tst                    sms:trx-umtrx: Using 1 x modem (candidates: 2)
14:56:33.524641 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:56:33.989149 run          create_hlr_db(pid=3853): Launched
14:56:34.160478 bus                        /sierra_2: Setting Powered False
14:56:35.182092 run          create_hlr_db(pid=3853): Terminated: ok {rc=0}
14:56:35.603923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3855): Launched
14:56:35.921264 run    osmo-hlr_10.42.42.2(pid=3856): Launched
14:56:36.037437 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:56:36.587865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3858): Launched
14:56:36.904812 run    osmo-stp_10.42.42.5(pid=3859): Launched
14:56:37.019231 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:56:37.598993 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3861): Launched
14:56:37.915369 run    osmo-msc_10.42.42.6(pid=3862): Launched
14:56:38.101087 run    osmo-stp_10.42.42.5(pid=3859): ERR: Terminated: ERROR {rc=1}  [trial-2406↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3859)]
14:56:38.235590 run    osmo-stp_10.42.42.5(pid=3859): stdout: 
| (launched: 2022-12-14_14:56:36.749300)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:56:38.370044 run    osmo-stp_10.42.42.5(pid=3859): stderr: 
| �[0;m�[38;5;43m20221214145636942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145636943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145636943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145636943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145636944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145636944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145636944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:56:38.497367 run    osmo-stp_10.42.42.5(pid=3859): stdout: 
| (launched: 2022-12-14_14:56:36.749300)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:56:38.623878 run    osmo-stp_10.42.42.5(pid=3859): stderr: 
| �[0;m�[38;5;43m20221214145636942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145636943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145636943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145636943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145636944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145636944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145636944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:56:38.680254 tst                  mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=3859): Process ended prematurely: osmo-stp_10.42.42.5(pid=3859) [trial-2406↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3859)]  [trial-2406↪sms:trx-umtrx↪mo_mt_sms.py:16]
14:56:38.689057 tst                  mo_mt_sms.py:16: Test FAILED (6.1 sec)
14:56:38.751613 run    osmo-hlr_10.42.42.2(pid=3856): ERR: Terminated: ERROR {rc=237}  [trial-2406↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3856)]
14:56:38.803232 run    osmo-hlr_10.42.42.2(pid=3856): stdout: 
| (launched: 2022-12-14_14:56:35.766079) 
14:56:38.855352 run    osmo-hlr_10.42.42.2(pid=3856): stderr: 
| �[0;m�[1;31m20221214145635966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145635966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145635966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145635966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145635966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145635966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145635979 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145635987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145635988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145635988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:56:38.925575 run    osmo-msc_10.42.42.6(pid=3862): ERR: Terminated: ERROR {rc=2}  [trial-2406↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3862)]
14:56:38.976610 run    osmo-msc_10.42.42.6(pid=3862): stdout: 
| (launched: 2022-12-14_14:56:37.760461) 
14:56:39.028294 run    osmo-msc_10.42.42.6(pid=3862): stderr: 
| �[0;m�[38;5;43m20221214145638082 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214145638082 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2bb963bc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214145638082 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214145638082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214145638082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214145638082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214145638084 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214145638084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214145638084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214145638085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:56:39.072361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3855): Terminating (SIGTERM)
14:56:39.114224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3858): Terminating (SIGTERM)
14:56:39.155754 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3861): Terminating (SIGTERM)
14:56:39.165559 ---      ParallelTerminationStrategy: PID 3855 died...
14:56:39.221414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3855): Terminated: ok {rc=0}
14:56:39.231570 ---      ParallelTerminationStrategy: PID 3858 died...
14:56:39.287060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3858): Terminated: ok {rc=0}
14:56:39.297168 ---      ParallelTerminationStrategy: PID 3861 died...
14:56:39.353006 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3861): Terminated: ok {rc=0}
14:56:39.439406 bus                        /sierra_3: Setting Powered False
14:56:40.542471 bus                        /sierra_3: Setting Powered False
14:56:41.652720 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>11.0</duration><id>76</id><name>sms_trx-umtrx</name><properties></properties><timestamp>2022-12-14T14:56:32</timestamp></suite><suite><case><age>264</age><className>nitb_ussd:trx-umtrx</className><duration>4.0</duration><errorStackTrace>osmo-nitb_10.42.42.2(pid=3870): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3870) [trial-2406↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3870)]</errorStackTrace><failedSince>2145</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py", line 12, in &lt;module&gt;
    nitb.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py", line 67, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3870): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3870) [trial-2406↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3870)]
</stderr><stdout>
----------------------------------------------
trial-2406 nitb_ussd:trx-umtrx assert_extension.py
----------------------------------------------
14:56:43.481728 tst              nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)
14:56:43.492294 tst              nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)
14:56:43.630687 tst              assert_extension.py: using LAC 41680
14:56:43.750153 tst              assert_extension.py: using RAC 115
14:56:43.873550 tst              assert_extension.py: using CellId 41680
14:56:43.999584 tst              assert_extension.py: using BVCI 41681
14:56:44.023742 tst              nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)
14:56:44.295629 tst           assert_extension.py:10: start nitb and bts...
14:56:44.417834 run             osmo-nitb_10.42.42.2: Starting osmo-nitb
14:56:45.031418 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3869): Launched
14:56:45.323988 run   osmo-nitb_10.42.42.2(pid=3870): Launched
14:56:45.507006 run   osmo-nitb_10.42.42.2(pid=3870): ERR: Terminated: ERROR {rc=2}  [trial-2406↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3870)]
14:56:45.641213 run   osmo-nitb_10.42.42.2(pid=3870): stdout: 
| (launched: 2022-12-14_14:56:45.181559) 
14:56:45.776562 run   osmo-nitb_10.42.42.2(pid=3870): stderr: 
| (launched: 2022-12-14_14:56:45.225331)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
14:56:45.937434 run   osmo-nitb_10.42.42.2(pid=3870): stdout: 
| (launched: 2022-12-14_14:56:45.181559) 
14:56:46.079128 run   osmo-nitb_10.42.42.2(pid=3870): stderr: 
| (launched: 2022-12-14_14:56:45.225331)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
14:56:46.445284 tst   osmo-nitb_10.42.42.2(pid=3870): stdout: 
| (launched: 2022-12-14_14:56:45.181559) 
14:56:46.567150 tst   osmo-nitb_10.42.42.2(pid=3870): stderr: 
| (launched: 2022-12-14_14:56:45.225331)
| ======================================================================
| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and
| obsolete for several years.  If you really want to ignore years of hard work on
| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),
| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line
| argument.  DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!
| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box
| ====================================================================== 
14:56:46.620427 tst           assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=3870): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3870) [trial-2406↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3870)]  [trial-2406↪nitb_ussd:trx-umtrx↪assert_extension.py:12]
14:56:46.629616 tst           assert_extension.py:12: Test FAILED (3.1 sec)
14:56:46.666439 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3869): Terminating (SIGTERM)
14:56:46.844039 ---      ParallelTerminationStrategy: PID 3869 died...
14:56:46.921641 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3869): Terminated: ok {rc=0}
14:56:47.019112 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>6.0</duration><id>77</id><name>nitb_ussd_trx-umtrx</name><properties></properties><timestamp>2022-12-14T14:56:43</timestamp></suite><suite><case><age>91</age><className>ussd:trx-umtrx</className><duration>6.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3880): Process ended prematurely: osmo-stp_10.42.42.5(pid=3880) [trial-2406↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3880)]</errorStackTrace><failedSince>2318</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py", line 17, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3880): Process ended prematurely: osmo-stp_10.42.42.5(pid=3880) [trial-2406↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3880)]
</stderr><stdout>
----------------------------------------------
trial-2406 ussd:trx-umtrx assert_extension.py
----------------------------------------------
14:56:48.845614 tst                   ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)
14:56:48.856633 tst                   ussd:trx-umtrx: Using 1 x bts (candidates: 1)
14:56:48.990251 tst              assert_extension.py: using LAC 41681
14:56:49.114048 tst              assert_extension.py: using RAC 116
14:56:49.241366 tst              assert_extension.py: using CellId 41681
14:56:49.367631 tst              assert_extension.py: using BVCI 41682
14:56:49.391978 tst                   ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)
14:56:49.403299 tst                   ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)
14:56:49.414234 tst                   ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)
14:56:49.425148 tst                   ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)
14:56:49.435897 tst                   ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)
14:56:49.447371 tst                   ussd:trx-umtrx: Using 1 x modem (candidates: 1)
14:56:49.648490 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:56:50.147155 run          create_hlr_db(pid=3874): Launched
14:56:50.319999 bus                        /sierra_2: Setting Powered False
14:56:51.339192 run          create_hlr_db(pid=3874): Terminated: ok {rc=0}
14:56:51.761167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3876): Launched
14:56:52.077670 run    osmo-hlr_10.42.42.2(pid=3877): Launched
14:56:52.193316 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:56:52.750648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3879): Launched
14:56:53.066608 run    osmo-stp_10.42.42.5(pid=3880): Launched
14:56:53.181344 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:56:53.760159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3882): Launched
14:56:54.075708 run    osmo-msc_10.42.42.6(pid=3883): Launched
14:56:54.260878 run    osmo-stp_10.42.42.5(pid=3880): ERR: Terminated: ERROR {rc=1}  [trial-2406↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3880)]
14:56:54.394609 run    osmo-stp_10.42.42.5(pid=3880): stdout: 
| (launched: 2022-12-14_14:56:52.911349)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:56:54.528534 run    osmo-stp_10.42.42.5(pid=3880): stderr: 
| �[0;m�[38;5;43m20221214145653101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145653101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145653102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145653102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145653104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145653104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145653104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:56:54.655909 run    osmo-stp_10.42.42.5(pid=3880): stdout: 
| (launched: 2022-12-14_14:56:52.911349)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:56:54.782216 run    osmo-stp_10.42.42.5(pid=3880): stderr: 
| �[0;m�[38;5;43m20221214145653101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145653101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145653102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145653102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145653104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145653104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145653104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:56:54.837863 tst           assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=3880): Process ended prematurely: osmo-stp_10.42.42.5(pid=3880) [trial-2406↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3880)]  [trial-2406↪ussd:trx-umtrx↪assert_extension.py:17]
14:56:54.846985 tst           assert_extension.py:17: Test FAILED (6.0 sec)
14:56:54.909631 run    osmo-hlr_10.42.42.2(pid=3877): ERR: Terminated: ERROR {rc=237}  [trial-2406↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3877)]
14:56:54.960987 run    osmo-hlr_10.42.42.2(pid=3877): stdout: 
| (launched: 2022-12-14_14:56:51.921886) 
14:56:55.012859 run    osmo-hlr_10.42.42.2(pid=3877): stderr: 
| �[0;m�[1;31m20221214145652117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145652117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145652117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145652117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145652117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145652117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145652129 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145652137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145652137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145652138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:56:55.083327 run    osmo-msc_10.42.42.6(pid=3883): ERR: Terminated: ERROR {rc=2}  [trial-2406↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3883)]
14:56:55.134349 run    osmo-msc_10.42.42.6(pid=3883): stdout: 
| (launched: 2022-12-14_14:56:53.921174) 
14:56:55.185775 run    osmo-msc_10.42.42.6(pid=3883): stderr: 
| �[0;m�[38;5;43m20221214145654241 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214145654241 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efd92bf7c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214145654241 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214145654241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214145654241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214145654241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214145654244 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214145654244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214145654245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214145654245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:56:55.229914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3876): Terminating (SIGTERM)
14:56:55.271544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3879): Terminating (SIGTERM)
14:56:55.313301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3882): Terminating (SIGTERM)
14:56:55.322606 ---      ParallelTerminationStrategy: PID 3876 died...
14:56:55.377800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3876): Terminated: ok {rc=0}
14:56:55.387685 ---      ParallelTerminationStrategy: PID 3879 died...
14:56:55.442838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3879): Terminated: ok {rc=0}
14:56:55.452724 ---      ParallelTerminationStrategy: PID 3882 died...
14:56:55.507659 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3882): Terminated: ok {rc=0}
14:56:55.594075 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>9.0</duration><id>78</id><name>ussd_trx-umtrx</name><properties></properties><timestamp>2022-12-14T14:56:48</timestamp></suite><suite><case><age>91</age><className>voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3894): Process ended prematurely: osmo-stp_10.42.42.5(pid=3894) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3894)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3894): Process ended prematurely: osmo-stp_10.42.42.5(pid=3894) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3894)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py
----------------------------------------------
14:56:57.543360 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:56:57.555037 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
14:56:57.718196 tst                    mo_mt_call.py: using LAC 41682
14:56:57.842515 tst                    mo_mt_call.py: using RAC 117
14:56:57.967179 tst                    mo_mt_call.py: using CellId 41682
14:56:58.091207 tst                    mo_mt_call.py: using BVCI 41683
14:56:58.115835 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:56:58.127300 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:56:58.138567 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:56:58.149919 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:56:58.161307 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:56:58.172602 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
14:56:58.293762 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
14:56:58.496329 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:56:58.971231 run          create_hlr_db(pid=3888): Launched
14:56:59.144725 bus                        /sierra_2: Setting Powered False
14:57:00.166310 run          create_hlr_db(pid=3888): Terminated: ok {rc=0}
14:57:00.596210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3890): Launched
14:57:01.051420 run    osmo-hlr_10.42.42.2(pid=3891): Launched
14:57:01.302951 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:57:01.889406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3893): Launched
14:57:02.422618 run    osmo-stp_10.42.42.5(pid=3894): Launched
14:57:02.531108 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:57:03.086676 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3896): Launched
14:57:03.390250 run    osmo-msc_10.42.42.6(pid=3897): Launched
14:57:03.570066 run    osmo-stp_10.42.42.5(pid=3894): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3894)]
14:57:03.699896 run    osmo-stp_10.42.42.5(pid=3894): stdout: 
| (launched: 2022-12-14_14:57:02.110939)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:57:03.827157 run    osmo-stp_10.42.42.5(pid=3894): stderr: 
| �[0;m�[38;5;43m20221214145702324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145702324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145702324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145702326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145702326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145702326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145702327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:57:03.948289 run    osmo-stp_10.42.42.5(pid=3894): stdout: 
| (launched: 2022-12-14_14:57:02.110939)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:57:04.068063 run    osmo-stp_10.42.42.5(pid=3894): stderr: 
| �[0;m�[38;5;43m20221214145702324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145702324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145702324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145702326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145702326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145702326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145702327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:57:04.121713 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3894): Process ended prematurely: osmo-stp_10.42.42.5(pid=3894) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3894)]  [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]
14:57:04.130654 tst                  mo_mt_call.py:8: Test FAILED (6.6 sec)
14:57:04.190981 run    osmo-hlr_10.42.42.2(pid=3891): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3891)]
14:57:04.241235 run    osmo-hlr_10.42.42.2(pid=3891): stdout: 
| (launched: 2022-12-14_14:57:00.761099) 
14:57:04.291688 run    osmo-hlr_10.42.42.2(pid=3891): stderr: 
| �[0;m�[1;31m20221214145701019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145701019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145701019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145701019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145701019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145701019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145701035 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145701050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145701050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145701050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:57:04.360447 run    osmo-msc_10.42.42.6(pid=3897): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3897)]
14:57:04.410466 run    osmo-msc_10.42.42.6(pid=3897): stdout: 
| (launched: 2022-12-14_14:57:03.240316) 
14:57:04.460670 run    osmo-msc_10.42.42.6(pid=3897): stderr: 
| �[0;m�[38;5;43m20221214145703510 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214145703511 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9e9ade5c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214145703511 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214145703511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214145703511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214145703511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214145703513 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214145703513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214145703513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214145703513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:57:04.503446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3890): Terminating (SIGTERM)
14:57:04.543555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3893): Terminating (SIGTERM)
14:57:04.584184 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3896): Terminating (SIGTERM)
14:57:04.593492 ---      ParallelTerminationStrategy: PID 3890 died...
14:57:04.647797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3890): Terminated: ok {rc=0}
14:57:04.657851 ---      ParallelTerminationStrategy: PID 3893 died...
14:57:04.711837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3893): Terminated: ok {rc=0}
14:57:04.721951 ---      ParallelTerminationStrategy: PID 3896 died...
14:57:04.775956 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3896): Terminated: ok {rc=0}
14:57:04.865550 bus                        /sierra_3: Setting Powered False
14:57:05.969424 bus                        /sierra_3: Setting Powered False
14:57:07.076200 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>91</age><className>voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3905): Process ended prematurely: osmo-stp_10.42.42.5(pid=3905) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3905)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3905): Process ended prematurely: osmo-stp_10.42.42.5(pid=3905) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3905)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py
----------------------------------------------
14:57:08.191129 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:57:08.203377 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)
14:57:08.367715 tst              mo_mt_call_osmux.py: using LAC 41683
14:57:08.491078 tst              mo_mt_call_osmux.py: using RAC 118
14:57:08.615066 tst              mo_mt_call_osmux.py: using CellId 41683
14:57:08.739312 tst              mo_mt_call_osmux.py: using BVCI 41684
14:57:08.763845 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:57:08.775337 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:57:08.786681 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:57:08.797985 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:57:08.809459 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)
14:57:08.820847 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
14:57:08.939753 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)
14:57:09.142386 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:57:09.616518 run          create_hlr_db(pid=3899): Launched
14:57:09.789777 bus                        /sierra_2: Setting Powered False
14:57:10.810997 run          create_hlr_db(pid=3899): Terminated: ok {rc=0}
14:57:11.212172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3901): Launched
14:57:11.513838 run    osmo-hlr_10.42.42.2(pid=3902): Launched
14:57:11.629913 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:57:12.165099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3904): Launched
14:57:12.467015 run    osmo-stp_10.42.42.5(pid=3905): Launched
14:57:12.577718 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:57:13.132775 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3907): Launched
14:57:13.435801 run    osmo-msc_10.42.42.6(pid=3908): Launched
14:57:13.614173 run    osmo-stp_10.42.42.5(pid=3905): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3905)]
14:57:13.743056 run    osmo-stp_10.42.42.5(pid=3905): stdout: 
| (launched: 2022-12-14_14:57:12.318374)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:57:13.869298 run    osmo-stp_10.42.42.5(pid=3905): stderr: 
| �[0;m�[38;5;43m20221214145712490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145712490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145712490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145712491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145712491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145712491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145712491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:57:13.990632 run    osmo-stp_10.42.42.5(pid=3905): stdout: 
| (launched: 2022-12-14_14:57:12.318374)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:57:14.110641 run    osmo-stp_10.42.42.5(pid=3905): stderr: 
| �[0;m�[38;5;43m20221214145712490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145712490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145712490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145712491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145712491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145712491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145712491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:57:14.163538 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3905): Process ended prematurely: osmo-stp_10.42.42.5(pid=3905) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3905)]  [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]
14:57:14.172165 tst            mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)
14:57:14.233134 run    osmo-hlr_10.42.42.2(pid=3902): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3902)]
14:57:14.283164 run    osmo-hlr_10.42.42.2(pid=3902): stdout: 
| (launched: 2022-12-14_14:57:11.365436) 
14:57:14.333431 run    osmo-hlr_10.42.42.2(pid=3902): stderr: 
| �[0;m�[1;31m20221214145711541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145711541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145711541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145711541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145711541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145711541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145711553 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145711561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145711561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145711561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:57:14.401440 run    osmo-msc_10.42.42.6(pid=3908): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3908)]
14:57:14.450450 run    osmo-msc_10.42.42.6(pid=3908): stdout: 
| (launched: 2022-12-14_14:57:13.285409) 
14:57:14.500822 run    osmo-msc_10.42.42.6(pid=3908): stderr: 
| �[0;m�[38;5;43m20221214145713555 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214145713555 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f93a9400c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214145713555 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214145713555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214145713555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214145713556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214145713558 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214145713558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214145713558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214145713558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:57:14.543605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3901): Terminating (SIGTERM)
14:57:14.583281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3904): Terminating (SIGTERM)
14:57:14.623890 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3907): Terminating (SIGTERM)
14:57:14.633252 ---      ParallelTerminationStrategy: PID 3901 died...
14:57:14.687178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3901): Terminated: ok {rc=0}
14:57:14.697356 ---      ParallelTerminationStrategy: PID 3904 died...
14:57:14.750660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3904): Terminated: ok {rc=0}
14:57:14.760256 ---      ParallelTerminationStrategy: PID 3907 died...
14:57:14.814215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3907): Terminated: ok {rc=0}
14:57:14.899037 bus                        /sierra_3: Setting Powered False
14:57:16.007754 bus                        /sierra_3: Setting Powered False
14:57:17.132466 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>79</id><name>voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1</name><properties></properties><timestamp>2022-12-14T14:56:57</timestamp></suite><suite><case><age>91</age><className>voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3920): Process ended prematurely: osmo-stp_10.42.42.5(pid=3920) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3920)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3920): Process ended prematurely: osmo-stp_10.42.42.5(pid=3920) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3920)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py
----------------------------------------------
14:57:19.114654 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:57:19.125590 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
14:57:19.281192 tst                    mo_mt_call.py: using LAC 41684
14:57:19.400797 tst                    mo_mt_call.py: using RAC 119
14:57:19.523361 tst                    mo_mt_call.py: using CellId 41684
14:57:19.641217 tst                    mo_mt_call.py: using BVCI 41685
14:57:19.664082 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:57:19.675015 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:57:19.685800 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:57:19.696468 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:57:19.707619 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:57:19.718334 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
14:57:19.838550 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
14:57:20.048599 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:57:20.564241 run          create_hlr_db(pid=3914): Launched
14:57:20.751972 bus                        /sierra_2: Setting Powered False
14:57:21.773353 run          create_hlr_db(pid=3914): Terminated: ok {rc=0}
14:57:22.204700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3916): Launched
14:57:22.527347 run    osmo-hlr_10.42.42.2(pid=3917): Launched
14:57:22.647773 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:57:23.210577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3919): Launched
14:57:23.531965 run    osmo-stp_10.42.42.5(pid=3920): Launched
14:57:23.650076 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:57:24.238424 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3922): Launched
14:57:24.560378 run    osmo-msc_10.42.42.6(pid=3923): Launched
14:57:24.749285 run    osmo-stp_10.42.42.5(pid=3920): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3920)]
14:57:24.886460 run    osmo-stp_10.42.42.5(pid=3920): stdout: 
| (launched: 2022-12-14_14:57:23.374614)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:57:25.023275 run    osmo-stp_10.42.42.5(pid=3920): stderr: 
| �[0;m�[38;5;43m20221214145723567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145723567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145723567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145723568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145723568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145723568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145723568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:57:25.153369 run    osmo-stp_10.42.42.5(pid=3920): stdout: 
| (launched: 2022-12-14_14:57:23.374614)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:57:25.281784 run    osmo-stp_10.42.42.5(pid=3920): stderr: 
| �[0;m�[38;5;43m20221214145723567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145723567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145723567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145723568 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145723568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145723568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145723568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:57:25.338740 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3920): Process ended prematurely: osmo-stp_10.42.42.5(pid=3920) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3920)]  [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]
14:57:25.348002 tst                  mo_mt_call.py:8: Test FAILED (6.3 sec)
14:57:25.410456 run    osmo-hlr_10.42.42.2(pid=3917): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3917)]
14:57:25.461655 run    osmo-hlr_10.42.42.2(pid=3917): stdout: 
| (launched: 2022-12-14_14:57:22.368897) 
14:57:25.513540 run    osmo-hlr_10.42.42.2(pid=3917): stderr: 
| �[0;m�[1;31m20221214145722566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145722566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145722566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145722566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145722566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145722566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145722579 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145722587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145722587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145722587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:57:25.583872 run    osmo-msc_10.42.42.6(pid=3923): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3923)]
14:57:25.635459 run    osmo-msc_10.42.42.6(pid=3923): stdout: 
| (launched: 2022-12-14_14:57:24.401954) 
14:57:25.687495 run    osmo-msc_10.42.42.6(pid=3923): stderr: 
| �[0;m�[38;5;43m20221214145724725 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214145724725 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6c73e54c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214145724725 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214145724725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214145724725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214145724725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214145724727 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214145724727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214145724727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214145724728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:57:25.731596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3916): Terminating (SIGTERM)
14:57:25.773411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3919): Terminating (SIGTERM)
14:57:25.815067 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3922): Terminating (SIGTERM)
14:57:25.824821 ---      ParallelTerminationStrategy: PID 3916 died...
14:57:25.880415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3916): Terminated: ok {rc=0}
14:57:25.890606 ---      ParallelTerminationStrategy: PID 3919 died...
14:57:25.946439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3919): Terminated: ok {rc=0}
14:57:25.956591 ---      ParallelTerminationStrategy: PID 3922 died...
14:57:26.012255 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3922): Terminated: ok {rc=0}
14:57:26.100376 bus                        /sierra_3: Setting Powered False
14:57:27.202617 bus                        /sierra_3: Setting Powered False
14:57:28.309973 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>91</age><className>voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3931): Process ended prematurely: osmo-stp_10.42.42.5(pid=3931) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3931)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3931): Process ended prematurely: osmo-stp_10.42.42.5(pid=3931) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3931)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py
----------------------------------------------
14:57:29.423924 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:57:29.436017 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)
14:57:29.602476 tst              mo_mt_call_osmux.py: using LAC 41685
14:57:29.729181 tst              mo_mt_call_osmux.py: using RAC 120
14:57:29.852162 tst              mo_mt_call_osmux.py: using CellId 41685
14:57:29.976849 tst              mo_mt_call_osmux.py: using BVCI 41686
14:57:30.001797 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:57:30.013581 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:57:30.025184 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:57:30.036673 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:57:30.048134 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)
14:57:30.059489 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
14:57:30.178491 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)
14:57:30.384322 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:57:30.886935 run          create_hlr_db(pid=3925): Launched
14:57:31.108727 bus                        /sierra_2: Setting Powered False
14:57:32.090335 run          create_hlr_db(pid=3925): Terminated: ok {rc=0}
14:57:32.535999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3927): Launched
14:57:32.839572 run    osmo-hlr_10.42.42.2(pid=3928): Launched
14:57:32.954036 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:57:33.478692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3930): Launched
14:57:33.780348 run    osmo-stp_10.42.42.5(pid=3931): Launched
14:57:33.890537 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:57:34.443043 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3933): Launched
14:57:34.747051 run    osmo-msc_10.42.42.6(pid=3934): Launched
14:57:34.926284 run    osmo-stp_10.42.42.5(pid=3931): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3931)]
14:57:35.055370 run    osmo-stp_10.42.42.5(pid=3931): stdout: 
| (launched: 2022-12-14_14:57:33.631699)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:57:35.182287 run    osmo-stp_10.42.42.5(pid=3931): stderr: 
| �[0;m�[38;5;43m20221214145733801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145733801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145733801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145733801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145733802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145733802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145733802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:57:35.303312 run    osmo-stp_10.42.42.5(pid=3931): stdout: 
| (launched: 2022-12-14_14:57:33.631699)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:57:35.423930 run    osmo-stp_10.42.42.5(pid=3931): stderr: 
| �[0;m�[38;5;43m20221214145733801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145733801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145733801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145733801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145733802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145733802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145733802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:57:35.476894 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3931): Process ended prematurely: osmo-stp_10.42.42.5(pid=3931) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3931)]  [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]
14:57:35.485559 tst            mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)
14:57:35.545584 run    osmo-hlr_10.42.42.2(pid=3928): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3928)]
14:57:35.595135 run    osmo-hlr_10.42.42.2(pid=3928): stdout: 
| (launched: 2022-12-14_14:57:32.689895) 
14:57:35.645173 run    osmo-hlr_10.42.42.2(pid=3928): stderr: 
| �[0;m�[1;31m20221214145732867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145732867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145732867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145732867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145732867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145732867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145732879 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145732888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145732888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145732888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:57:35.713056 run    osmo-msc_10.42.42.6(pid=3934): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3934)]
14:57:35.762120 run    osmo-msc_10.42.42.6(pid=3934): stdout: 
| (launched: 2022-12-14_14:57:34.596307) 
14:57:35.811707 run    osmo-msc_10.42.42.6(pid=3934): stderr: 
| �[0;m�[38;5;43m20221214145734871 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214145734871 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc74c077c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214145734871 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214145734871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214145734872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214145734872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214145734873 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214145734874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214145734874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214145734874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:57:35.854117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3927): Terminating (SIGTERM)
14:57:35.893945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3930): Terminating (SIGTERM)
14:57:35.933929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3933): Terminating (SIGTERM)
14:57:35.943143 ---      ParallelTerminationStrategy: PID 3927 died...
14:57:35.996591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3927): Terminated: ok {rc=0}
14:57:36.006114 ---      ParallelTerminationStrategy: PID 3930 died...
14:57:36.059417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3930): Terminated: ok {rc=0}
14:57:36.068831 ---      ParallelTerminationStrategy: PID 3933 died...
14:57:36.122056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3933): Terminated: ok {rc=0}
14:57:36.210286 bus                        /sierra_3: Setting Powered False
14:57:37.312369 bus                        /sierra_3: Setting Powered False
14:57:38.418207 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>80</id><name>voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2</name><properties></properties><timestamp>2022-12-14T14:57:18</timestamp></suite><suite><case><age>91</age><className>voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3945): Process ended prematurely: osmo-stp_10.42.42.5(pid=3945) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3945)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3945): Process ended prematurely: osmo-stp_10.42.42.5(pid=3945) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3945)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py
----------------------------------------------
14:57:40.406265 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:57:40.418643 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
14:57:40.583470 tst                    mo_mt_call.py: using LAC 41686
14:57:40.705341 tst                    mo_mt_call.py: using RAC 121
14:57:40.827129 tst                    mo_mt_call.py: using CellId 41686
14:57:40.948663 tst                    mo_mt_call.py: using BVCI 41687
14:57:40.971909 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:57:40.983007 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:57:40.993802 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:57:41.004826 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:57:41.016740 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:57:41.027656 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
14:57:41.147543 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
14:57:41.349623 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:57:41.824740 run          create_hlr_db(pid=3939): Launched
14:57:41.999525 bus                        /sierra_2: Setting Powered False
14:57:43.019942 run          create_hlr_db(pid=3939): Terminated: ok {rc=0}
14:57:43.449996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3941): Launched
14:57:43.774101 run    osmo-hlr_10.42.42.2(pid=3942): Launched
14:57:43.892463 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:57:44.454445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3944): Launched
14:57:44.778144 run    osmo-stp_10.42.42.5(pid=3945): Launched
14:57:44.894976 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:57:45.487005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3947): Launched
14:57:45.810547 run    osmo-msc_10.42.42.6(pid=3948): Launched
14:57:46.218808 run    osmo-stp_10.42.42.5(pid=3945): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3945)]
14:57:46.515824 run    osmo-stp_10.42.42.5(pid=3945): stdout: 
| (launched: 2022-12-14_14:57:44.618758)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:57:46.667678 run    osmo-stp_10.42.42.5(pid=3945): stderr: 
| �[0;m�[38;5;43m20221214145744812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145744812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145744813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145744813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145744814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145744814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145744814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:57:46.800459 run    osmo-stp_10.42.42.5(pid=3945): stdout: 
| (launched: 2022-12-14_14:57:44.618758)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:57:46.930471 run    osmo-stp_10.42.42.5(pid=3945): stderr: 
| �[0;m�[38;5;43m20221214145744812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145744812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145744813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145744813 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145744814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145744814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145744814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:57:46.988236 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3945): Process ended prematurely: osmo-stp_10.42.42.5(pid=3945) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3945)]  [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]
14:57:46.998051 tst                  mo_mt_call.py:8: Test FAILED (6.6 sec)
14:57:47.061102 run    osmo-hlr_10.42.42.2(pid=3942): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3942)]
14:57:47.112904 run    osmo-hlr_10.42.42.2(pid=3942): stdout: 
| (launched: 2022-12-14_14:57:43.614813) 
14:57:47.165168 run    osmo-hlr_10.42.42.2(pid=3942): stderr: 
| �[0;m�[1;31m20221214145743816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145743816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145743816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145743816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145743816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145743816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145743828 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145743836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145743837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145743837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:57:47.236338 run    osmo-msc_10.42.42.6(pid=3948): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3948)]
14:57:47.288213 run    osmo-msc_10.42.42.6(pid=3948): stdout: 
| (launched: 2022-12-14_14:57:45.651961) 
14:57:47.340941 run    osmo-msc_10.42.42.6(pid=3948): stderr: 
| �[0;m�[38;5;43m20221214145746084 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214145746084 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff113836c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214145746084 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214145746084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214145746085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214145746085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214145746087 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214145746087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214145746087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214145746088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:57:47.385620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3941): Terminating (SIGTERM)
14:57:47.427147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3944): Terminating (SIGTERM)
14:57:47.468870 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3947): Terminating (SIGTERM)
14:57:47.478550 ---      ParallelTerminationStrategy: PID 3941 died...
14:57:47.534197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3941): Terminated: ok {rc=0}
14:57:47.544141 ---      ParallelTerminationStrategy: PID 3944 died...
14:57:47.599984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3944): Terminated: ok {rc=0}
14:57:47.610029 ---      ParallelTerminationStrategy: PID 3947 died...
14:57:47.666185 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3947): Terminated: ok {rc=0}
14:57:47.754496 bus                        /sierra_3: Setting Powered False
14:57:48.858042 bus                        /sierra_3: Setting Powered False
14:57:49.968990 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>94</age><className>voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3956): Process ended prematurely: osmo-stp_10.42.42.5(pid=3956) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3956)]</errorStackTrace><failedSince>2315</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3956): Process ended prematurely: osmo-stp_10.42.42.5(pid=3956) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3956)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py
----------------------------------------------
14:57:51.083608 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:57:51.095901 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)
14:57:51.259252 tst              mo_mt_call_osmux.py: using LAC 41687
14:57:51.387393 tst              mo_mt_call_osmux.py: using RAC 122
14:57:51.526573 tst              mo_mt_call_osmux.py: using CellId 41687
14:57:51.660845 tst              mo_mt_call_osmux.py: using BVCI 41688
14:57:51.685879 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:57:51.697453 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:57:51.708800 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:57:51.720135 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:57:51.731666 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)
14:57:51.743102 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
14:57:51.858353 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)
14:57:52.059050 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:57:52.536508 run          create_hlr_db(pid=3950): Launched
14:57:52.710315 bus                        /sierra_2: Setting Powered False
14:57:53.732099 run          create_hlr_db(pid=3950): Terminated: ok {rc=0}
14:57:54.135549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3952): Launched
14:57:54.439146 run    osmo-hlr_10.42.42.2(pid=3953): Launched
14:57:54.557476 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:57:55.102108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3955): Launched
14:57:55.426591 run    osmo-stp_10.42.42.5(pid=3956): Launched
14:57:55.543823 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:57:56.137556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3958): Launched
14:57:56.461613 run    osmo-msc_10.42.42.6(pid=3959): Launched
14:57:56.652282 run    osmo-stp_10.42.42.5(pid=3956): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3956)]
14:57:56.789457 run    osmo-stp_10.42.42.5(pid=3956): stdout: 
| (launched: 2022-12-14_14:57:55.267583)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:57:56.925452 run    osmo-stp_10.42.42.5(pid=3956): stderr: 
| �[0;m�[38;5;43m20221214145755462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145755462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145755462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145755462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145755463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145755463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145755463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:57:57.055067 run    osmo-stp_10.42.42.5(pid=3956): stdout: 
| (launched: 2022-12-14_14:57:55.267583)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:57:57.183231 run    osmo-stp_10.42.42.5(pid=3956): stderr: 
| �[0;m�[38;5;43m20221214145755462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145755462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145755462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145755462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145755463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145755463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145755463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:57:57.239966 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3956): Process ended prematurely: osmo-stp_10.42.42.5(pid=3956) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3956)]  [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]
14:57:57.249406 tst            mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)
14:57:57.312771 run    osmo-hlr_10.42.42.2(pid=3953): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3953)]
14:57:57.364564 run    osmo-hlr_10.42.42.2(pid=3953): stdout: 
| (launched: 2022-12-14_14:57:54.289188) 
14:57:57.416688 run    osmo-hlr_10.42.42.2(pid=3953): stderr: 
| �[0;m�[1;31m20221214145754467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145754467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145754467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145754467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145754467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145754467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145754480 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145754489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145754489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145754489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:57:57.487588 run    osmo-msc_10.42.42.6(pid=3959): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3959)]
14:57:57.539066 run    osmo-msc_10.42.42.6(pid=3959): stdout: 
| (launched: 2022-12-14_14:57:56.301873) 
14:57:57.591638 run    osmo-msc_10.42.42.6(pid=3959): stderr: 
| �[0;m�[38;5;43m20221214145756623 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214145756623 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f71e79abc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214145756624 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214145756624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214145756624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214145756624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214145756626 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214145756626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214145756626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214145756626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:57:57.635842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3952): Terminating (SIGTERM)
14:57:57.678308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3955): Terminating (SIGTERM)
14:57:57.720364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3958): Terminating (SIGTERM)
14:57:57.730280 ---      ParallelTerminationStrategy: PID 3952 died...
14:57:57.786401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3952): Terminated: ok {rc=0}
14:57:57.796462 ---      ParallelTerminationStrategy: PID 3955 died...
14:57:57.852207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3955): Terminated: ok {rc=0}
14:57:57.862345 ---      ParallelTerminationStrategy: PID 3958 died...
14:57:57.918142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3958): Terminated: ok {rc=0}
14:57:58.004931 bus                        /sierra_3: Setting Powered False
14:57:59.111276 bus                        /sierra_3: Setting Powered False
14:58:00.217956 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>81</id><name>voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3</name><properties></properties><timestamp>2022-12-14T14:57:40</timestamp></suite><suite><case><age>91</age><className>voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3971): Process ended prematurely: osmo-stp_10.42.42.5(pid=3971) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3971)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3971): Process ended prematurely: osmo-stp_10.42.42.5(pid=3971) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3971)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py
----------------------------------------------
14:58:02.228856 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:58:02.241340 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)
14:58:02.403731 tst                    mo_mt_call.py: using LAC 41688
14:58:02.530187 tst                    mo_mt_call.py: using RAC 123
14:58:02.656644 tst                    mo_mt_call.py: using CellId 41688
14:58:02.781966 tst                    mo_mt_call.py: using BVCI 41689
14:58:02.806533 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:58:02.817968 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:58:02.829250 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:58:02.840443 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:58:02.851839 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:58:02.863094 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
14:58:02.979527 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
14:58:03.182284 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:58:03.661357 run          create_hlr_db(pid=3965): Launched
14:58:03.835487 bus                        /sierra_2: Setting Powered False
14:58:04.858042 run          create_hlr_db(pid=3965): Terminated: ok {rc=0}
14:58:05.288644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3967): Launched
14:58:05.613808 run    osmo-hlr_10.42.42.2(pid=3968): Launched
14:58:05.732666 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:58:06.296007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3970): Launched
14:58:06.620263 run    osmo-stp_10.42.42.5(pid=3971): Launched
14:58:06.737724 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:58:07.329987 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3973): Launched
14:58:07.653933 run    osmo-msc_10.42.42.6(pid=3974): Launched
14:58:07.844575 run    osmo-stp_10.42.42.5(pid=3971): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3971)]
14:58:07.982450 run    osmo-stp_10.42.42.5(pid=3971): stdout: 
| (launched: 2022-12-14_14:58:06.460717)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:58:08.118249 run    osmo-stp_10.42.42.5(pid=3971): stderr: 
| �[0;m�[38;5;43m20221214145806652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145806653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145806653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145806653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145806654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145806654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145806654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:58:08.247736 run    osmo-stp_10.42.42.5(pid=3971): stdout: 
| (launched: 2022-12-14_14:58:06.460717)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:58:08.376086 run    osmo-stp_10.42.42.5(pid=3971): stderr: 
| �[0;m�[38;5;43m20221214145806652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145806653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145806653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145806653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145806654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145806654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145806654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:58:08.432884 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3971): Process ended prematurely: osmo-stp_10.42.42.5(pid=3971) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3971)]  [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]
14:58:08.442286 tst                  mo_mt_call.py:8: Test FAILED (6.3 sec)
14:58:08.504565 run    osmo-hlr_10.42.42.2(pid=3968): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3968)]
14:58:08.555782 run    osmo-hlr_10.42.42.2(pid=3968): stdout: 
| (launched: 2022-12-14_14:58:05.454370) 
14:58:08.607820 run    osmo-hlr_10.42.42.2(pid=3968): stderr: 
| �[0;m�[1;31m20221214145805652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145805652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145805652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145805652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145805652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145805652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145805665 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145805675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145805675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145805675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:58:08.678283 run    osmo-msc_10.42.42.6(pid=3974): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3974)]
14:58:08.729451 run    osmo-msc_10.42.42.6(pid=3974): stdout: 
| (launched: 2022-12-14_14:58:07.494990) 
14:58:08.780897 run    osmo-msc_10.42.42.6(pid=3974): stderr: 
| �[0;m�[38;5;43m20221214145807820 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214145807820 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f736f8a3c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214145807820 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214145807820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214145807820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214145807821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214145807822 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214145807823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214145807823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214145807823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:58:08.824894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3967): Terminating (SIGTERM)
14:58:08.866534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3970): Terminating (SIGTERM)
14:58:08.908478 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3973): Terminating (SIGTERM)
14:58:08.918106 ---      ParallelTerminationStrategy: PID 3967 died...
14:58:08.973345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3967): Terminated: ok {rc=0}
14:58:08.983307 ---      ParallelTerminationStrategy: PID 3970 died...
14:58:09.038583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3970): Terminated: ok {rc=0}
14:58:09.048466 ---      ParallelTerminationStrategy: PID 3973 died...
14:58:09.103932 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3973): Terminated: ok {rc=0}
14:58:09.190894 bus                        /sierra_3: Setting Powered False
14:58:10.297523 bus                        /sierra_3: Setting Powered False
14:58:11.410304 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>91</age><className>voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3982): Process ended prematurely: osmo-stp_10.42.42.5(pid=3982) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3982)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3982): Process ended prematurely: osmo-stp_10.42.42.5(pid=3982) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3982)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py
----------------------------------------------
14:58:12.523427 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:58:12.535531 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)
14:58:12.698913 tst              mo_mt_call_osmux.py: using LAC 41689
14:58:12.827851 tst              mo_mt_call_osmux.py: using RAC 124
14:58:12.960636 tst              mo_mt_call_osmux.py: using CellId 41689
14:58:13.087209 tst              mo_mt_call_osmux.py: using BVCI 41690
14:58:13.112107 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:58:13.123709 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:58:13.135190 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:58:13.146720 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:58:13.158326 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)
14:58:13.169620 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
14:58:13.286616 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)
14:58:13.486606 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:58:13.963091 run          create_hlr_db(pid=3976): Launched
14:58:14.136239 bus                        /sierra_2: Setting Powered False
14:58:15.158394 run          create_hlr_db(pid=3976): Terminated: ok {rc=0}
14:58:15.589070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3978): Launched
14:58:15.931458 run    osmo-hlr_10.42.42.2(pid=3979): Launched
14:58:16.136117 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:58:16.911667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3981): Launched
14:58:17.375567 run    osmo-stp_10.42.42.5(pid=3982): Launched
14:58:17.589177 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:58:18.141103 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3984): Launched
14:58:18.442690 run    osmo-msc_10.42.42.6(pid=3985): Launched
14:58:18.620669 run    osmo-stp_10.42.42.5(pid=3982): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3982)]
14:58:18.749286 run    osmo-stp_10.42.42.5(pid=3982): stdout: 
| (launched: 2022-12-14_14:58:17.105857)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:58:18.875125 run    osmo-stp_10.42.42.5(pid=3982): stderr: 
| �[0;m�[38;5;43m20221214145817390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145817390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145817390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145817391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145817391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145817391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145817391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:58:18.996089 run    osmo-stp_10.42.42.5(pid=3982): stdout: 
| (launched: 2022-12-14_14:58:17.105857)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:58:19.115888 run    osmo-stp_10.42.42.5(pid=3982): stderr: 
| �[0;m�[38;5;43m20221214145817390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145817390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145817390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145817391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145817391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145817391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145817391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:58:19.168875 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3982): Process ended prematurely: osmo-stp_10.42.42.5(pid=3982) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3982)]  [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]
14:58:19.177449 tst            mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)
14:58:19.237571 run    osmo-hlr_10.42.42.2(pid=3979): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3979)]
14:58:19.286734 run    osmo-hlr_10.42.42.2(pid=3979): stdout: 
| (launched: 2022-12-14_14:58:15.753847) 
14:58:19.336595 run    osmo-hlr_10.42.42.2(pid=3979): stderr: 
| �[0;m�[1;31m20221214145816098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145816099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145816099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145816099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145816099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145816099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145816120 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145816144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145816145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145816145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:58:19.404215 run    osmo-msc_10.42.42.6(pid=3985): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3985)]
14:58:19.453843 run    osmo-msc_10.42.42.6(pid=3985): stdout: 
| (launched: 2022-12-14_14:58:18.293387) 
14:58:19.503553 run    osmo-msc_10.42.42.6(pid=3985): stderr: 
| �[0;m�[38;5;43m20221214145818566 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214145818566 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd95d588c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214145818566 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214145818566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214145818566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214145818566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214145818568 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214145818568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214145818569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214145818569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:58:19.545959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3978): Terminating (SIGTERM)
14:58:19.586164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3981): Terminating (SIGTERM)
14:58:19.625990 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3984): Terminating (SIGTERM)
14:58:19.635230 ---      ParallelTerminationStrategy: PID 3978 died...
14:58:19.688641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3978): Terminated: ok {rc=0}
14:58:19.698162 ---      ParallelTerminationStrategy: PID 3981 died...
14:58:19.751589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3981): Terminated: ok {rc=0}
14:58:19.761092 ---      ParallelTerminationStrategy: PID 3984 died...
14:58:19.814160 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3984): Terminated: ok {rc=0}
14:58:19.902228 bus                        /sierra_3: Setting Powered False
14:58:21.003367 bus                        /sierra_3: Setting Powered False
14:58:22.114564 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>82</id><name>voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1</name><properties></properties><timestamp>2022-12-14T14:58:01</timestamp></suite><suite><case><age>91</age><className>voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=3996): Process ended prematurely: osmo-stp_10.42.42.5(pid=3996) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3996)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3996): Process ended prematurely: osmo-stp_10.42.42.5(pid=3996) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3996)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py
----------------------------------------------
14:58:24.099148 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:58:24.110491 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
14:58:24.267100 tst                    mo_mt_call.py: using LAC 41690
14:58:24.387689 tst                    mo_mt_call.py: using RAC 125
14:58:24.507666 tst                    mo_mt_call.py: using CellId 41690
14:58:24.628504 tst                    mo_mt_call.py: using BVCI 41691
14:58:24.651406 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:58:24.662408 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:58:24.673255 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:58:24.684308 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:58:24.695540 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:58:24.706712 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
14:58:24.824652 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
14:58:25.025856 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:58:25.499224 run          create_hlr_db(pid=3990): Launched
14:58:25.672554 bus                        /sierra_2: Setting Powered False
14:58:26.705567 run          create_hlr_db(pid=3990): Terminated: ok {rc=0}
14:58:27.135502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3992): Launched
14:58:27.459279 run    osmo-hlr_10.42.42.2(pid=3993): Launched
14:58:27.578449 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:58:28.139534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3995): Launched
14:58:28.464852 run    osmo-stp_10.42.42.5(pid=3996): Launched
14:58:28.582364 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:58:29.178482 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3998): Launched
14:58:29.501942 run    osmo-msc_10.42.42.6(pid=3999): Launched
14:58:29.692034 run    osmo-stp_10.42.42.5(pid=3996): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3996)]
14:58:29.828559 run    osmo-stp_10.42.42.5(pid=3996): stdout: 
| (launched: 2022-12-14_14:58:28.306210)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:58:29.964310 run    osmo-stp_10.42.42.5(pid=3996): stderr: 
| �[0;m�[38;5;43m20221214145828500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145828501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145828501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145828501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145828502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145828502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145828502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:58:30.093909 run    osmo-stp_10.42.42.5(pid=3996): stdout: 
| (launched: 2022-12-14_14:58:28.306210)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:58:30.222331 run    osmo-stp_10.42.42.5(pid=3996): stderr: 
| �[0;m�[38;5;43m20221214145828500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145828501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145828501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145828501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145828502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145828502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145828502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:58:30.279007 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3996): Process ended prematurely: osmo-stp_10.42.42.5(pid=3996) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3996)]  [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]
14:58:30.288129 tst                  mo_mt_call.py:8: Test FAILED (6.2 sec)
14:58:30.350904 run    osmo-hlr_10.42.42.2(pid=3993): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3993)]
14:58:30.402022 run    osmo-hlr_10.42.42.2(pid=3993): stdout: 
| (launched: 2022-12-14_14:58:27.299922) 
14:58:30.453845 run    osmo-hlr_10.42.42.2(pid=3993): stderr: 
| �[0;m�[1;31m20221214145827500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145827500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145827500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145827500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145827500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145827500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145827513 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145827521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145827522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145827522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:58:30.524017 run    osmo-msc_10.42.42.6(pid=3999): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3999)]
14:58:30.575291 run    osmo-msc_10.42.42.6(pid=3999): stdout: 
| (launched: 2022-12-14_14:58:29.343053) 
14:58:30.626945 run    osmo-msc_10.42.42.6(pid=3999): stderr: 
| �[0;m�[38;5;43m20221214145829664 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214145829664 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efdd3c13c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214145829664 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214145829664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214145829665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214145829665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214145829667 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214145829667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214145829667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214145829667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:58:30.671209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3992): Terminating (SIGTERM)
14:58:30.712613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3995): Terminating (SIGTERM)
14:58:30.754918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3998): Terminating (SIGTERM)
14:58:30.764578 ---      ParallelTerminationStrategy: PID 3992 died...
14:58:30.820091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3992): Terminated: ok {rc=0}
14:58:30.831516 ---      ParallelTerminationStrategy: PID 3995 died...
14:58:30.899117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3995): Terminated: ok {rc=0}
14:58:30.915484 ---      ParallelTerminationStrategy: PID 3998 died...
14:58:30.972195 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3998): Terminated: ok {rc=0}
14:58:31.063678 bus                        /sierra_3: Setting Powered False
14:58:32.182715 bus                        /sierra_3: Setting Powered False
14:58:33.290733 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>93</age><className>voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4007): Process ended prematurely: osmo-stp_10.42.42.5(pid=4007) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4007)]</errorStackTrace><failedSince>2316</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4007): Process ended prematurely: osmo-stp_10.42.42.5(pid=4007) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4007)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py
----------------------------------------------
14:58:34.405517 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:58:34.417802 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)
14:58:34.583678 tst              mo_mt_call_osmux.py: using LAC 41691
14:58:34.712362 tst              mo_mt_call_osmux.py: using RAC 126
14:58:34.834221 tst              mo_mt_call_osmux.py: using CellId 41691
14:58:34.957345 tst              mo_mt_call_osmux.py: using BVCI 41692
14:58:34.980204 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:58:34.991500 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:58:35.002634 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:58:35.013592 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:58:35.025429 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)
14:58:35.037405 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
14:58:35.157978 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)
14:58:35.360774 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:58:35.836412 run          create_hlr_db(pid=4001): Launched
14:58:36.009757 bus                        /sierra_2: Setting Powered False
14:58:37.031290 run          create_hlr_db(pid=4001): Terminated: ok {rc=0}
14:58:37.433803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4003): Launched
14:58:37.736507 run    osmo-hlr_10.42.42.2(pid=4004): Launched
14:58:37.854099 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:58:38.387330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4006): Launched
14:58:38.689845 run    osmo-stp_10.42.42.5(pid=4007): Launched
14:58:38.800247 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:58:39.352794 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4009): Launched
14:58:39.656481 run    osmo-msc_10.42.42.6(pid=4010): Launched
14:58:39.835076 run    osmo-stp_10.42.42.5(pid=4007): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4007)]
14:58:39.963339 run    osmo-stp_10.42.42.5(pid=4007): stdout: 
| (launched: 2022-12-14_14:58:38.540334)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:58:40.089603 run    osmo-stp_10.42.42.5(pid=4007): stderr: 
| �[0;m�[38;5;43m20221214145838712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145838713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145838713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145838713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145838714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145838714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145838714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:58:40.210905 run    osmo-stp_10.42.42.5(pid=4007): stdout: 
| (launched: 2022-12-14_14:58:38.540334)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:58:40.330913 run    osmo-stp_10.42.42.5(pid=4007): stderr: 
| �[0;m�[38;5;43m20221214145838712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145838713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145838713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145838713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145838714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145838714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145838714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:58:40.384135 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4007): Process ended prematurely: osmo-stp_10.42.42.5(pid=4007) [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4007)]  [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]
14:58:40.392869 tst            mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)
14:58:40.452785 run    osmo-hlr_10.42.42.2(pid=4004): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4004)]
14:58:40.501731 run    osmo-hlr_10.42.42.2(pid=4004): stdout: 
| (launched: 2022-12-14_14:58:37.587478) 
14:58:40.551636 run    osmo-hlr_10.42.42.2(pid=4004): stderr: 
| �[0;m�[1;31m20221214145837764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145837764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145837764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145837764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145837764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145837764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145837776 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145837784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145837784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145837785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:58:40.618682 run    osmo-msc_10.42.42.6(pid=4010): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4010)]
14:58:40.667392 run    osmo-msc_10.42.42.6(pid=4010): stdout: 
| (launched: 2022-12-14_14:58:39.506069) 
14:58:40.716746 run    osmo-msc_10.42.42.6(pid=4010): stderr: 
| �[0;m�[38;5;43m20221214145839779 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214145839780 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f271d9bcc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214145839780 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214145839780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214145839780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214145839780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214145839782 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214145839782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214145839783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214145839783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:58:40.758571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4003): Terminating (SIGTERM)
14:58:40.797963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4006): Terminating (SIGTERM)
14:58:40.837569 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4009): Terminating (SIGTERM)
14:58:40.846829 ---      ParallelTerminationStrategy: PID 4003 died...
14:58:40.900098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4003): Terminated: ok {rc=0}
14:58:40.909733 ---      ParallelTerminationStrategy: PID 4006 died...
14:58:40.963022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4006): Terminated: ok {rc=0}
14:58:40.972600 ---      ParallelTerminationStrategy: PID 4009 died...
14:58:41.025548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4009): Terminated: ok {rc=0}
14:58:41.112793 bus                        /sierra_3: Setting Powered False
14:58:42.215678 bus                        /sierra_3: Setting Powered False
14:58:43.323033 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>83</id><name>voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3</name><properties></properties><timestamp>2022-12-14T14:58:23</timestamp></suite><suite><case><age>91</age><className>voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4021): Process ended prematurely: osmo-stp_10.42.42.5(pid=4021) [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4021)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4021): Process ended prematurely: osmo-stp_10.42.42.5(pid=4021) [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4021)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py
----------------------------------------------
14:58:45.329153 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:58:45.340884 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
14:58:45.505405 tst                    mo_mt_call.py: using LAC 41692
14:58:45.633411 tst                    mo_mt_call.py: using RAC 127
14:58:45.770017 tst                    mo_mt_call.py: using CellId 41692
14:58:45.899297 tst                    mo_mt_call.py: using BVCI 41693
14:58:45.930975 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:58:45.943523 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:58:45.955465 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:58:45.967573 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:58:45.979758 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:58:45.991803 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
14:58:46.115560 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
14:58:46.328563 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:58:46.883555 run          create_hlr_db(pid=4015): Launched
14:58:47.073598 bus                        /sierra_2: Setting Powered False
14:58:48.091791 run          create_hlr_db(pid=4015): Terminated: ok {rc=0}
14:58:48.498145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4017): Launched
14:58:48.801880 run    osmo-hlr_10.42.42.2(pid=4018): Launched
14:58:48.912720 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:58:49.435837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4020): Launched
14:58:49.736921 run    osmo-stp_10.42.42.5(pid=4021): Launched
14:58:49.846240 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:58:50.396607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4023): Launched
14:58:50.698998 run    osmo-msc_10.42.42.6(pid=4024): Launched
14:58:50.875667 run    osmo-stp_10.42.42.5(pid=4021): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4021)]
14:58:51.003304 run    osmo-stp_10.42.42.5(pid=4021): stdout: 
| (launched: 2022-12-14_14:58:49.588248)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:58:51.129419 run    osmo-stp_10.42.42.5(pid=4021): stderr: 
| �[0;m�[38;5;43m20221214145849760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145849760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145849761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145849761 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145849761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145849762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145849762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:58:51.250447 run    osmo-stp_10.42.42.5(pid=4021): stdout: 
| (launched: 2022-12-14_14:58:49.588248)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:58:51.370123 run    osmo-stp_10.42.42.5(pid=4021): stderr: 
| �[0;m�[38;5;43m20221214145849760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145849760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145849761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145849761 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145849761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145849762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145849762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:58:51.423162 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4021): Process ended prematurely: osmo-stp_10.42.42.5(pid=4021) [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4021)]  [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]
14:58:51.431722 tst                  mo_mt_call.py:8: Test FAILED (6.1 sec)
14:58:51.491397 run    osmo-hlr_10.42.42.2(pid=4018): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4018)]
14:58:51.540160 run    osmo-hlr_10.42.42.2(pid=4018): stdout: 
| (launched: 2022-12-14_14:58:48.651280) 
14:58:51.589745 run    osmo-hlr_10.42.42.2(pid=4018): stderr: 
| �[0;m�[1;31m20221214145848827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145848827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145848827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145848827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145848827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145848827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145848840 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145848849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145848849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145848849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:58:51.656741 run    osmo-msc_10.42.42.6(pid=4024): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4024)]
14:58:51.705801 run    osmo-msc_10.42.42.6(pid=4024): stdout: 
| (launched: 2022-12-14_14:58:50.549789) 
14:58:51.755039 run    osmo-msc_10.42.42.6(pid=4024): stderr: 
| �[0;m�[38;5;43m20221214145850823 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214145850823 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcd1c752c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214145850823 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214145850823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214145850824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214145850824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214145850826 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214145850826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214145850826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214145850826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:58:51.796980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4017): Terminating (SIGTERM)
14:58:51.836739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4020): Terminating (SIGTERM)
14:58:51.876504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4023): Terminating (SIGTERM)
14:58:51.885907 ---      ParallelTerminationStrategy: PID 4017 died...
14:58:51.939952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4017): Terminated: ok {rc=0}
14:58:51.949542 ---      ParallelTerminationStrategy: PID 4020 died...
14:58:52.002480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4020): Terminated: ok {rc=0}
14:58:52.011876 ---      ParallelTerminationStrategy: PID 4023 died...
14:58:52.064856 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4023): Terminated: ok {rc=0}
14:58:52.152743 bus                        /sierra_3: Setting Powered False
14:58:53.255853 bus                        /sierra_3: Setting Powered False
14:58:54.367145 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>91</age><className>voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4032): Process ended prematurely: osmo-stp_10.42.42.5(pid=4032) [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4032)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4032): Process ended prematurely: osmo-stp_10.42.42.5(pid=4032) [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4032)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py
----------------------------------------------
14:58:55.477434 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:58:55.489097 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)
14:58:55.644439 tst              mo_mt_call_osmux.py: using LAC 41693
14:58:55.764869 tst              mo_mt_call_osmux.py: using RAC 128
14:58:55.883842 tst              mo_mt_call_osmux.py: using CellId 41693
14:58:56.003834 tst              mo_mt_call_osmux.py: using BVCI 41694
14:58:56.026591 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:58:56.037602 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:58:56.048506 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:58:56.059320 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:58:56.070591 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)
14:58:56.081785 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
14:58:56.197235 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)
14:58:56.406883 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:58:56.925209 run          create_hlr_db(pid=4026): Launched
14:58:57.111823 bus                        /sierra_2: Setting Powered False
14:58:58.133217 run          create_hlr_db(pid=4026): Terminated: ok {rc=0}
14:58:58.541032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4028): Launched
14:58:58.843112 run    osmo-hlr_10.42.42.2(pid=4029): Launched
14:58:58.960058 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:58:59.493750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4031): Launched
14:58:59.796169 run    osmo-stp_10.42.42.5(pid=4032): Launched
14:58:59.906078 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:59:00.459092 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4034): Launched
14:59:00.764157 run    osmo-msc_10.42.42.6(pid=4035): Launched
14:59:01.128751 run    osmo-stp_10.42.42.5(pid=4032): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4032)]
14:59:01.268355 run    osmo-stp_10.42.42.5(pid=4032): stdout: 
| (launched: 2022-12-14_14:58:59.646965)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:59:01.406517 run    osmo-stp_10.42.42.5(pid=4032): stderr: 
| �[0;m�[38;5;43m20221214145859817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145859818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145859818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145859818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145859819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145859819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145859819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:59:01.543508 run    osmo-stp_10.42.42.5(pid=4032): stdout: 
| (launched: 2022-12-14_14:58:59.646965)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:59:01.676551 run    osmo-stp_10.42.42.5(pid=4032): stderr: 
| �[0;m�[38;5;43m20221214145859817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145859818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145859818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145859818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145859819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145859819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145859819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:59:01.736027 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4032): Process ended prematurely: osmo-stp_10.42.42.5(pid=4032) [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4032)]  [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]
14:59:01.746388 tst            mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)
14:59:01.812222 run    osmo-hlr_10.42.42.2(pid=4029): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4029)]
14:59:01.864896 run    osmo-hlr_10.42.42.2(pid=4029): stdout: 
| (launched: 2022-12-14_14:58:58.694609) 
14:59:01.919046 run    osmo-hlr_10.42.42.2(pid=4029): stderr: 
| �[0;m�[1;31m20221214145858870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145858870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145858870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145858871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145858871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145858871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145858883 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145858894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145858894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145858894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:59:01.990985 run    osmo-msc_10.42.42.6(pid=4035): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4035)]
14:59:02.043375 run    osmo-msc_10.42.42.6(pid=4035): stdout: 
| (launched: 2022-12-14_14:59:00.612364) 
14:59:02.099460 run    osmo-msc_10.42.42.6(pid=4035): stderr: 
| �[0;m�[38;5;43m20221214145900899 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214145900899 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fec85e7ec40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214145900899 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214145900899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214145900899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214145900899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214145900903 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214145900903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214145900903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214145900903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:59:02.145017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4028): Terminating (SIGTERM)
14:59:02.189709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4031): Terminating (SIGTERM)
14:59:02.234644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4034): Terminating (SIGTERM)
14:59:02.244481 ---      ParallelTerminationStrategy: PID 4028 died...
14:59:02.300262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4028): Terminated: ok {rc=0}
14:59:02.310297 ---      ParallelTerminationStrategy: PID 4031 died...
14:59:02.366250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4031): Terminated: ok {rc=0}
14:59:02.376332 ---      ParallelTerminationStrategy: PID 4034 died...
14:59:02.431739 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4034): Terminated: ok {rc=0}
14:59:02.519439 bus                        /sierra_3: Setting Powered False
14:59:03.625642 bus                        /sierra_3: Setting Powered False
14:59:04.734565 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>84</id><name>voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any</name><properties></properties><timestamp>2022-12-14T14:58:45</timestamp></suite><suite><case><age>91</age><className>voice:trx-umtrx+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4047): Process ended prematurely: osmo-stp_10.42.42.5(pid=4047) [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4047)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4047): Process ended prematurely: osmo-stp_10.42.42.5(pid=4047) [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4047)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py
----------------------------------------------
14:59:06.724552 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:59:06.735285 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
14:59:06.889447 tst                    mo_mt_call.py: using LAC 41694
14:59:07.015191 tst                    mo_mt_call.py: using RAC 129
14:59:07.141491 tst                    mo_mt_call.py: using CellId 41694
14:59:07.273076 tst                    mo_mt_call.py: using BVCI 41695
14:59:07.297637 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:59:07.309066 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:59:07.320081 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:59:07.331130 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:59:07.342302 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:59:07.353421 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
14:59:07.469976 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
14:59:07.668918 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:59:08.144333 run          create_hlr_db(pid=4041): Launched
14:59:08.317934 bus                        /sierra_2: Setting Powered False
14:59:09.338713 run          create_hlr_db(pid=4041): Terminated: ok {rc=0}
14:59:09.742671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4043): Launched
14:59:10.046261 run    osmo-hlr_10.42.42.2(pid=4044): Launched
14:59:10.163520 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:59:10.692434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4046): Launched
14:59:10.994808 run    osmo-stp_10.42.42.5(pid=4047): Launched
14:59:11.105416 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:59:11.658013 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4049): Launched
14:59:11.962353 run    osmo-msc_10.42.42.6(pid=4050): Launched
14:59:12.140864 run    osmo-stp_10.42.42.5(pid=4047): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4047)]
14:59:12.269223 run    osmo-stp_10.42.42.5(pid=4047): stdout: 
| (launched: 2022-12-14_14:59:10.845934)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:59:12.394608 run    osmo-stp_10.42.42.5(pid=4047): stderr: 
| �[0;m�[38;5;43m20221214145911017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145911017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145911017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145911017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145911018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145911018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145911018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:59:12.515569 run    osmo-stp_10.42.42.5(pid=4047): stdout: 
| (launched: 2022-12-14_14:59:10.845934)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:59:12.635182 run    osmo-stp_10.42.42.5(pid=4047): stderr: 
| �[0;m�[38;5;43m20221214145911017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145911017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145911017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145911017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145911018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145911018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145911018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:59:12.688332 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4047): Process ended prematurely: osmo-stp_10.42.42.5(pid=4047) [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4047)]  [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]
14:59:12.697278 tst                  mo_mt_call.py:8: Test FAILED (6.0 sec)
14:59:12.756745 run    osmo-hlr_10.42.42.2(pid=4044): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4044)]
14:59:12.805598 run    osmo-hlr_10.42.42.2(pid=4044): stdout: 
| (launched: 2022-12-14_14:59:09.896441) 
14:59:12.854875 run    osmo-hlr_10.42.42.2(pid=4044): stderr: 
| �[0;m�[1;31m20221214145910072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145910072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145910073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145910073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145910073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145910073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145910089 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145910098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145910099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145910099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:59:12.922053 run    osmo-msc_10.42.42.6(pid=4050): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4050)]
14:59:12.971081 run    osmo-msc_10.42.42.6(pid=4050): stdout: 
| (launched: 2022-12-14_14:59:11.811214) 
14:59:13.020313 run    osmo-msc_10.42.42.6(pid=4050): stderr: 
| �[0;m�[38;5;43m20221214145912080 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214145912080 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7d3aef9c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214145912080 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214145912080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214145912080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214145912081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214145912082 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214145912083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214145912083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214145912083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:59:13.062868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4043): Terminating (SIGTERM)
14:59:13.102735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4046): Terminating (SIGTERM)
14:59:13.142476 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4049): Terminating (SIGTERM)
14:59:13.151650 ---      ParallelTerminationStrategy: PID 4043 died...
14:59:13.205012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4043): Terminated: ok {rc=0}
14:59:13.214495 ---      ParallelTerminationStrategy: PID 4046 died...
14:59:13.267609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4046): Terminated: ok {rc=0}
14:59:13.277174 ---      ParallelTerminationStrategy: PID 4049 died...
14:59:13.330623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4049): Terminated: ok {rc=0}
14:59:13.419265 bus                        /sierra_3: Setting Powered False
14:59:14.521776 bus                        /sierra_3: Setting Powered False
14:59:15.628243 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>91</age><className>voice:trx-umtrx+mod-bts0-dynts-osmo</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4058): Process ended prematurely: osmo-stp_10.42.42.5(pid=4058) [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4058)]</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4058): Process ended prematurely: osmo-stp_10.42.42.5(pid=4058) [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4058)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py
----------------------------------------------
14:59:16.741436 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:59:16.754094 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)
14:59:16.915154 tst              mo_mt_call_osmux.py: using LAC 41695
14:59:17.042546 tst              mo_mt_call_osmux.py: using RAC 130
14:59:17.186881 tst              mo_mt_call_osmux.py: using CellId 41695
14:59:17.319290 tst              mo_mt_call_osmux.py: using BVCI 41696
14:59:17.344435 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:59:17.355753 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:59:17.366892 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:59:17.378134 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:59:17.389375 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)
14:59:17.400435 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
14:59:17.521688 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)
14:59:17.724353 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:59:18.202775 run          create_hlr_db(pid=4052): Launched
14:59:18.376709 bus                        /sierra_2: Setting Powered False
14:59:19.398875 run          create_hlr_db(pid=4052): Terminated: ok {rc=0}
14:59:19.833461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4054): Launched
14:59:20.157210 run    osmo-hlr_10.42.42.2(pid=4055): Launched
14:59:20.280563 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:59:20.845556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4057): Launched
14:59:21.171160 run    osmo-stp_10.42.42.5(pid=4058): Launched
14:59:21.288502 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:59:21.886909 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4060): Launched
14:59:22.211610 run    osmo-msc_10.42.42.6(pid=4061): Launched
14:59:22.401368 run    osmo-stp_10.42.42.5(pid=4058): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4058)]
14:59:22.538125 run    osmo-stp_10.42.42.5(pid=4058): stdout: 
| (launched: 2022-12-14_14:59:21.010289)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:59:22.674367 run    osmo-stp_10.42.42.5(pid=4058): stderr: 
| �[0;m�[38;5;43m20221214145921204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145921205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145921205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145921205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145921206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145921206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145921206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:59:22.804560 run    osmo-stp_10.42.42.5(pid=4058): stdout: 
| (launched: 2022-12-14_14:59:21.010289)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:59:22.933586 run    osmo-stp_10.42.42.5(pid=4058): stderr: 
| �[0;m�[38;5;43m20221214145921204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145921205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145921205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145921205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145921206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145921206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145921206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:59:22.990645 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4058): Process ended prematurely: osmo-stp_10.42.42.5(pid=4058) [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4058)]  [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]
14:59:22.999733 tst            mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)
14:59:23.062345 run    osmo-hlr_10.42.42.2(pid=4055): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4055)]
14:59:23.113763 run    osmo-hlr_10.42.42.2(pid=4055): stdout: 
| (launched: 2022-12-14_14:59:19.998266) 
14:59:23.165634 run    osmo-hlr_10.42.42.2(pid=4055): stderr: 
| �[0;m�[1;31m20221214145920197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145920197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145920197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145920197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145920197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145920197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145920210 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145920218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145920218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145920218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:59:23.236244 run    osmo-msc_10.42.42.6(pid=4061): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4061)]
14:59:23.287421 run    osmo-msc_10.42.42.6(pid=4061): stdout: 
| (launched: 2022-12-14_14:59:22.052328) 
14:59:23.339084 run    osmo-msc_10.42.42.6(pid=4061): stderr: 
| �[0;m�[38;5;43m20221214145922375 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214145922375 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7529d10c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214145922375 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214145922375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214145922375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214145922376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214145922377 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214145922378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214145922378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214145922378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:59:23.383150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4054): Terminating (SIGTERM)
14:59:23.424666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4057): Terminating (SIGTERM)
14:59:23.466308 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4060): Terminating (SIGTERM)
14:59:23.475999 ---      ParallelTerminationStrategy: PID 4054 died...
14:59:23.531467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4054): Terminated: ok {rc=0}
14:59:23.541931 ---      ParallelTerminationStrategy: PID 4057 died...
14:59:23.597221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4057): Terminated: ok {rc=0}
14:59:23.607137 ---      ParallelTerminationStrategy: PID 4060 died...
14:59:23.662861 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4060): Terminated: ok {rc=0}
14:59:23.750382 bus                        /sierra_3: Setting Powered False
14:59:24.852485 bus                        /sierra_3: Setting Powered False
14:59:25.964001 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>85</id><name>voice_trx-umtrx+mod-bts0-dynts-osmo</name><properties></properties><timestamp>2022-12-14T14:59:06</timestamp></suite><suite><case><age>246</age><className>voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4072): Process ended prematurely: osmo-stp_10.42.42.5(pid=4072) [trial-2406↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4072)]</errorStackTrace><failedSince>2163</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py", line 8, in &lt;module&gt;
    test_mo_mt_call(False, False)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4072): Process ended prematurely: osmo-stp_10.42.42.5(pid=4072) [trial-2406↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4072)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py
----------------------------------------------
14:59:27.950704 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
14:59:27.961913 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
14:59:28.106588 tst                    mo_mt_call.py: using LAC 41696
14:59:28.232193 tst                    mo_mt_call.py: using RAC 131
14:59:28.352226 tst                    mo_mt_call.py: using CellId 41696
14:59:28.476129 tst                    mo_mt_call.py: using BVCI 41697
14:59:28.500599 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
14:59:28.512397 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
14:59:28.524071 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
14:59:28.536158 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
14:59:28.547944 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
14:59:28.559511 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)
14:59:28.675470 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)
14:59:28.886430 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:59:29.404350 run          create_hlr_db(pid=4066): Launched
14:59:29.591271 bus                        /sierra_2: Setting Powered False
14:59:30.612210 run          create_hlr_db(pid=4066): Terminated: ok {rc=0}
14:59:31.064092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4068): Launched
14:59:31.485088 run    osmo-hlr_10.42.42.2(pid=4069): Launched
14:59:31.672767 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:59:32.292169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4071): Launched
14:59:32.597396 run    osmo-stp_10.42.42.5(pid=4072): Launched
14:59:32.708125 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:59:33.261788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4074): Launched
14:59:33.566587 run    osmo-msc_10.42.42.6(pid=4075): Launched
14:59:33.746239 run    osmo-stp_10.42.42.5(pid=4072): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4072)]
14:59:33.875191 run    osmo-stp_10.42.42.5(pid=4072): stdout: 
| (launched: 2022-12-14_14:59:32.445860)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:59:34.001345 run    osmo-stp_10.42.42.5(pid=4072): stderr: 
| �[0;m�[38;5;43m20221214145932615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145932616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145932616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145932616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145932617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145932617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145932617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:59:34.122862 run    osmo-stp_10.42.42.5(pid=4072): stdout: 
| (launched: 2022-12-14_14:59:32.445860)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:59:34.242974 run    osmo-stp_10.42.42.5(pid=4072): stderr: 
| �[0;m�[38;5;43m20221214145932615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145932616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145932616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145932616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145932617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145932617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145932617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:59:34.295856 tst                  mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4072): Process ended prematurely: osmo-stp_10.42.42.5(pid=4072) [trial-2406↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4072)]  [trial-2406↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]
14:59:34.304407 tst                  mo_mt_call.py:8: Test FAILED (6.4 sec)
14:59:34.364976 run    osmo-hlr_10.42.42.2(pid=4069): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4069)]
14:59:34.413919 run    osmo-hlr_10.42.42.2(pid=4069): stdout: 
| (launched: 2022-12-14_14:59:31.223197) 
14:59:34.463365 run    osmo-hlr_10.42.42.2(pid=4069): stderr: 
| �[0;m�[1;31m20221214145931571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145931571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145931571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145931571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145931571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145931572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145931591 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145931607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145931608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145931608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:59:34.530692 run    osmo-msc_10.42.42.6(pid=4075): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4075)]
14:59:34.579453 run    osmo-msc_10.42.42.6(pid=4075): stdout: 
| (launched: 2022-12-14_14:59:33.414969) 
14:59:34.628932 run    osmo-msc_10.42.42.6(pid=4075): stderr: 
| �[0;m�[38;5;43m20221214145933703 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214145933704 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe44879fc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214145933704 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214145933704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214145933704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214145933704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214145933706 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214145933706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214145933706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214145933706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:59:34.670981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4068): Terminating (SIGTERM)
14:59:34.710652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4071): Terminating (SIGTERM)
14:59:34.750401 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4074): Terminating (SIGTERM)
14:59:34.759571 ---      ParallelTerminationStrategy: PID 4068 died...
14:59:34.812884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4068): Terminated: ok {rc=0}
14:59:34.822795 ---      ParallelTerminationStrategy: PID 4071 died...
14:59:34.876167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4071): Terminated: ok {rc=0}
14:59:34.885659 ---      ParallelTerminationStrategy: PID 4074 died...
14:59:34.938808 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4074): Terminated: ok {rc=0}
14:59:35.026689 bus                        /sierra_3: Setting Powered False
14:59:36.131885 bus                        /sierra_3: Setting Powered False
14:59:37.242932 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>244</age><className>voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4084): Process ended prematurely: osmo-stp_10.42.42.5(pid=4084) [trial-2406↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4084)]</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py", line 8, in &lt;module&gt;
    test_mo_mt_call(True, True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py", line 19, in test_mo_mt_call
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4084): Process ended prematurely: osmo-stp_10.42.42.5(pid=4084) [trial-2406↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4084)]
</stderr><stdout>
----------------------------------------------
trial-2406 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py
----------------------------------------------
14:59:38.352176 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
14:59:38.364076 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)
14:59:38.503709 tst              mo_mt_call_osmux.py: using LAC 41697
14:59:38.624021 tst              mo_mt_call_osmux.py: using RAC 132
14:59:38.743947 tst              mo_mt_call_osmux.py: using CellId 41697
14:59:38.863831 tst              mo_mt_call_osmux.py: using BVCI 41698
14:59:38.886653 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
14:59:38.897887 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
14:59:38.908831 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
14:59:38.919737 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
14:59:38.931241 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)
14:59:38.942599 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)
14:59:39.062897 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)
14:59:39.266438 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:59:39.743619 run          create_hlr_db(pid=4077): Launched
14:59:39.917055 bus                        /sierra_2: Setting Powered False
14:59:40.938102 run          create_hlr_db(pid=4077): Terminated: ok {rc=0}
14:59:41.368275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4079): Launched
14:59:41.691590 run    osmo-hlr_10.42.42.2(pid=4080): Launched
14:59:41.811436 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:59:42.376901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4083): Launched
14:59:42.702231 run    osmo-stp_10.42.42.5(pid=4084): Launched
14:59:42.820634 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:59:43.413634 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4086): Launched
14:59:43.738293 run    osmo-msc_10.42.42.6(pid=4087): Launched
14:59:43.928362 run    osmo-stp_10.42.42.5(pid=4084): ERR: Terminated: ERROR {rc=1}  [trial-2406↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4084)]
14:59:44.065483 run    osmo-stp_10.42.42.5(pid=4084): stdout: 
| (launched: 2022-12-14_14:59:42.542437)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:59:44.203052 run    osmo-stp_10.42.42.5(pid=4084): stderr: 
| �[0;m�[38;5;43m20221214145942736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145942736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145942737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145942737 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145942738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145942738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145942738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:59:44.332922 run    osmo-stp_10.42.42.5(pid=4084): stdout: 
| (launched: 2022-12-14_14:59:42.542437)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:59:44.461681 run    osmo-stp_10.42.42.5(pid=4084): stderr: 
| �[0;m�[38;5;43m20221214145942736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145942736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145942737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145942737 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145942738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145942738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145942738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:59:44.518806 tst            mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4084): Process ended prematurely: osmo-stp_10.42.42.5(pid=4084) [trial-2406↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4084)]  [trial-2406↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]
14:59:44.527874 tst            mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)
14:59:44.589995 run    osmo-hlr_10.42.42.2(pid=4080): ERR: Terminated: ERROR {rc=237}  [trial-2406↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4080)]
14:59:44.640902 run    osmo-hlr_10.42.42.2(pid=4080): stdout: 
| (launched: 2022-12-14_14:59:41.533324) 
14:59:44.692313 run    osmo-hlr_10.42.42.2(pid=4080): stderr: 
| �[0;m�[1;31m20221214145941731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145941731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145941731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145941731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145941731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145941731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145941752 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145941762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145941762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145941762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:59:44.762748 run    osmo-msc_10.42.42.6(pid=4087): ERR: Terminated: ERROR {rc=2}  [trial-2406↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4087)]
14:59:44.813538 run    osmo-msc_10.42.42.6(pid=4087): stdout: 
| (launched: 2022-12-14_14:59:43.578595) 
14:59:44.864771 run    osmo-msc_10.42.42.6(pid=4087): stderr: 
| �[0;m�[38;5;43m20221214145943899 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214145943900 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0cbc0f5c40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214145943900 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214145943900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214145943900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214145943900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214145943902 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214145943902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214145943902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214145943902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:59:44.908385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4079): Terminating (SIGTERM)
14:59:44.949575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4083): Terminating (SIGTERM)
14:59:44.990809 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4086): Terminating (SIGTERM)
14:59:45.000481 ---      ParallelTerminationStrategy: PID 4079 died...
14:59:45.056266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4079): Terminated: ok {rc=0}
14:59:45.066731 ---      ParallelTerminationStrategy: PID 4083 died...
14:59:45.122135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4083): Terminated: ok {rc=0}
14:59:45.132302 ---      ParallelTerminationStrategy: PID 4086 died...
14:59:45.187601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4086): Terminated: ok {rc=0}
14:59:45.274061 bus                        /sierra_3: Setting Powered False
14:59:46.375114 bus                        /sierra_3: Setting Powered False
14:59:47.480845 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>22.0</duration><id>86</id><name>voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend</name><properties></properties><timestamp>2022-12-14T14:59:27</timestamp></suite><suite><case><age>91</age><className>emergency:trx-umtrx</className><duration>7.0</duration><errorStackTrace>osmo-stp_10.42.42.5(pid=4098): Process ended prematurely: osmo-stp_10.42.42.5(pid=4098) [trial-2406↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4098)]</errorStackTrace><failedSince>2318</failedSince><name>emergency_mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stderr>Traceback (most recent call last):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py", line 76, in run
    self.path)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py", line 414, in run_python_file
    spec.loader.exec_module( importlib.util.module_from_spec(spec) )
  File "&lt;frozen importlib._bootstrap_external&gt;", line 728, in exec_module
  File "&lt;frozen importlib._bootstrap&gt;", line 219, in _call_with_frames_removed
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py", line 19, in &lt;module&gt;
    msc.start()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py", line 80, in start
    self.ctrl.connect()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py", line 92, in connect
    MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 108, in wait
    if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 98, in wait_no_raise
    self.poll(may_block=True)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 86, in poll
    self.deferred_handling.handle_queue()
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py", line 33, in handle_queue
    handler(*args, **kwargs)
  File "/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py", line 142, in poll
    raise log_module.Error('Process ended prematurely: %s' % proc.name())
osmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4098): Process ended prematurely: osmo-stp_10.42.42.5(pid=4098) [trial-2406↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4098)]
</stderr><stdout>
----------------------------------------------
trial-2406 emergency:trx-umtrx emergency_mo_mt_call.py
----------------------------------------------
14:59:49.499128 tst              emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)
14:59:49.510364 tst              emergency:trx-umtrx: Using 1 x bts (candidates: 1)
14:59:49.652404 tst          emergency_mo_mt_call.py: using LAC 41698
14:59:49.771183 tst          emergency_mo_mt_call.py: using RAC 133
14:59:49.889576 tst          emergency_mo_mt_call.py: using CellId 41698
14:59:50.006248 tst          emergency_mo_mt_call.py: using BVCI 41699
14:59:50.028670 tst              emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)
14:59:50.039461 tst              emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)
14:59:50.049980 tst              emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)
14:59:50.060365 tst              emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)
14:59:50.071454 tst              emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)
14:59:50.082228 tst              emergency:trx-umtrx: Using 1 x modem (candidates: 4)
14:59:50.200527 tst              emergency:trx-umtrx: Using 1 x modem (candidates: 4)
14:59:50.410238 run              osmo-hlr_10.42.42.2: Starting osmo-hlr
14:59:50.922028 run          create_hlr_db(pid=4092): Launched
14:59:51.108375 bus                        /sierra_2: Setting Powered False
14:59:52.128070 run          create_hlr_db(pid=4092): Terminated: ok {rc=0}
14:59:52.530365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4094): Launched
14:59:52.827639 run    osmo-hlr_10.42.42.2(pid=4095): Launched
14:59:52.943135 run              osmo-stp_10.42.42.5: Starting osmo-stp
14:59:53.466508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4097): Launched
14:59:53.764387 run    osmo-stp_10.42.42.5(pid=4098): Launched
14:59:53.887878 tst          emergency_mo_mt_call.py: using MSISDN 8743
14:59:54.034829 run              osmo-msc_10.42.42.6: Starting osmo-msc
14:59:54.581228 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4100): Launched
14:59:54.880500 run    osmo-msc_10.42.42.6(pid=4101): Launched
14:59:55.056508 run    osmo-stp_10.42.42.5(pid=4098): ERR: Terminated: ERROR {rc=1}  [trial-2406↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4098)]
14:59:55.183684 run    osmo-stp_10.42.42.5(pid=4098): stdout: 
| (launched: 2022-12-14_14:59:53.616931)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:59:55.308699 run    osmo-stp_10.42.42.5(pid=4098): stderr: 
| �[0;m�[38;5;43m20221214145953785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145953785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145953785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145953786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145953789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145953789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145953789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:59:55.428223 run    osmo-stp_10.42.42.5(pid=4098): stdout: 
| (launched: 2022-12-14_14:59:53.616931)
| Copyright (C) 2015-2020 by Harald Welte &amp;lt;laforge@gnumonks.org&amp;gt;
| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy
| License GPLv2+: GNU GPL Version 2 or later &amp;lt;http://gnu.org/licenses/gpl-2.0.html&amp;gt;
| This is free software: you are free to change and redistribute it.
| There is NO WARRANTY, to the extent permitted by law.
| 
| Free Software lives by contribution.  If you use this, please contribute!
|  
14:59:55.546911 run    osmo-stp_10.42.42.5(pid=4098): stderr: 
| �[0;m�[38;5;43m20221214145953785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)
| �[0;m�[38;5;43m20221214145953785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)
| �[0;m�[38;5;43m20221214145953785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)
| �[0;m20221214145953786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)
| % Unable to bind xUA server to IP(s)
| 20221214145953789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)
| 20221214145953789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)
| 20221214145953789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)
| Error binding VTY port
| : Address already in use 
14:59:55.599279 tst       emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=4098): Process ended prematurely: osmo-stp_10.42.42.5(pid=4098) [trial-2406↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4098)]  [trial-2406↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]
14:59:55.607318 tst       emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)
14:59:55.667691 run    osmo-hlr_10.42.42.2(pid=4095): ERR: Terminated: ERROR {rc=237}  [trial-2406↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4095)]
14:59:55.717638 run    osmo-hlr_10.42.42.2(pid=4095): stdout: 
| (launched: 2022-12-14_14:59:52.681386) 
14:59:55.767979 run    osmo-hlr_10.42.42.2(pid=4095): stderr: 
| �[0;m�[1;31m20221214145952859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)
| �[0;m�[1;31m20221214145952859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)
| �[0;m�[1;31m20221214145952859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)
| �[0;m�[1;31m20221214145952859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)
| �[0;m�[1;31m20221214145952859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)
| �[0;m�[1;31m20221214145952859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)
| �[0;m�[1;31m20221214145952873 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2406/run.2022-12-14_14-20-43/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)
| �[0;m20221214145952882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)
| 20221214145952882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)
| 20221214145952882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) 
14:59:55.836183 run    osmo-msc_10.42.42.6(pid=4101): ERR: Terminated: ERROR {rc=2}  [trial-2406↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4101)]
14:59:55.886090 run    osmo-msc_10.42.42.6(pid=4101): stdout: 
| (launched: 2022-12-14_14:59:54.732380) 
14:59:55.936449 run    osmo-msc_10.42.42.6(pid=4101): stderr: 
| �[0;m�[38;5;43m20221214145955002 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)
| �[0;m20221214145955002 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f486b04dc40(sigtran_as) with 2 counters (rate_ctr.c:87)
| �[38;5;43m20221214145955002 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)
| �[0;m�[38;5;43m20221214145955002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)
| �[0;m�[38;5;43m20221214145955002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)
| �[0;m�[38;5;43m20221214145955002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)
| �[0;m�[1;39m20221214145955004 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)
| �[0;m20221214145955005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)
| 20221214145955005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)
| 20221214145955005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) 
14:59:55.979275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4094): Terminating (SIGTERM)
14:59:56.019820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4097): Terminating (SIGTERM)
14:59:56.060220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4100): Terminating (SIGTERM)
14:59:56.069584 ---      ParallelTerminationStrategy: PID 4094 died...
14:59:56.123537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4094): Terminated: ok {rc=0}
14:59:56.133140 ---      ParallelTerminationStrategy: PID 4097 died...
14:59:56.186739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4097): Terminated: ok {rc=0}
14:59:56.196332 ---      ParallelTerminationStrategy: PID 4100 died...
14:59:56.250129 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4100): Terminated: ok {rc=0}
14:59:56.338418 bus                        /sierra_3: Setting Powered False
14:59:57.441534 bus                        /sierra_3: Setting Powered False
14:59:58.551698 bus                        /sierra_2: Setting Powered False
</stdout></case><case><age>267</age><className>emergency:trx-umtrx</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2142</failedSince><name>emergency_preemptive_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>
----------------------------------------------
trial-2406 emergency:trx-umtrx emergency_preemptive_call.py
----------------------------------------------
14:59:59.602658 tst              emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)
14:59:59.614437 tst              emergency:trx-umtrx: Using 1 x bts (candidates: 1)
14:59:59.752231 tst     emergency_preemptive_call.py: using LAC 41699
14:59:59.870276 tst     emergency_preemptive_call.py: using RAC 134
14:59:59.989781 tst     emergency_preemptive_call.py: using CellId 41699
15:00:00.106451 tst     emergency_preemptive_call.py: using BVCI 41700
15:00:00.128994 tst              emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)
15:00:00.139821 tst              emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)
15:00:00.150293 tst              emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)
15:00:00.160742 tst              emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)
15:00:00.171738 tst              emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)
15:00:00.183262 tst              emergency:trx-umtrx: Using 1 x modem (candidates: 4)
15:00:00.329260 tst              emergency:trx-umtrx: Using 1 x modem (candidates: 4)
15:00:00.375267 tst  emergency_preemptive_call.py:12: ERR: TEST RUN ABORTED: SystemExit  [trial-2406↪emergency:trx-umtrx↪emergency_preemptive_call.py:12]
15:00:00.439203 bus                        /sierra_2: Setting Powered False
15:00:01.532421 bus                        /sierra_2: Setting Powered False
</stdout></case><duration>15.0</duration><id>87</id><name>emergency_trx-umtrx</name><properties></properties><timestamp>2022-12-14T14:59:49</timestamp></suite><suite><case><age>91</age><className>gprs:trx-umtrx</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2318</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>91</age><className>gprs:trx-umtrx</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2318</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>234</age><className>gprs:trx-umtrx</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2175</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>209</age><className>gprs:trx-umtrx</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2200</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-umtrx</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>88</id><name>gprs_trx-umtrx</name><properties></properties></suite><suite><case><age>270</age><className>gprs:trx-umtrx+mod-bts0-egprs</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-umtrx+mod-bts0-egprs</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-umtrx+mod-bts0-egprs</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-umtrx+mod-bts0-egprs</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-umtrx+mod-bts0-egprs</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>89</id><name>gprs_trx-umtrx+mod-bts0-egprs</name><properties></properties></suite><suite><case><age>270</age><className>gprs:trx-umtrx+mod-bts0-dynts-ipa</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-umtrx+mod-bts0-dynts-ipa</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-umtrx+mod-bts0-dynts-ipa</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-umtrx+mod-bts0-dynts-ipa</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-umtrx+mod-bts0-dynts-ipa</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>90</id><name>gprs_trx-umtrx+mod-bts0-dynts-ipa</name><properties></properties></suite><suite><case><age>270</age><className>gprs:trx-umtrx+mod-bts0-dynts-osmo</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-umtrx+mod-bts0-dynts-osmo</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-umtrx+mod-bts0-dynts-osmo</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-umtrx+mod-bts0-dynts-osmo</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-umtrx+mod-bts0-dynts-osmo</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>91</id><name>gprs_trx-umtrx+mod-bts0-dynts-osmo</name><properties></properties></suite><suite><case><age>270</age><className>gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>92</id><name>gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend</name><properties></properties></suite><suite><case><age>270</age><className>dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>93</id><name>dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any</name><properties></properties></suite><suite><case><age>270</age><className>dynts:trx-umtrx+mod-bts0-dynts67-osmo</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>94</id><name>dynts_trx-umtrx+mod-bts0-dynts67-osmo</name><properties></properties></suite><suite><case><age>269</age><className>nitb_sms:trx-lms</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2140</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>95</id><name>nitb_sms_trx-lms</name><properties></properties></suite><suite><case><age>78</age><className>sms:trx-lms</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>96</id><name>sms_trx-lms</name><properties></properties></suite><suite><case><age>269</age><className>nitb_ussd:trx-lms</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2140</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>97</id><name>nitb_ussd_trx-lms</name><properties></properties></suite><suite><case><age>78</age><className>ussd:trx-lms</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2331</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>98</id><name>ussd_trx-lms</name><properties></properties></suite><suite><case><age>82</age><className>voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2327</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>89</age><className>voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2320</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>99</id><name>voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1</name><properties></properties></suite><suite><case><age>78</age><className>voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>89</age><className>voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2320</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>100</id><name>voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2</name><properties></properties></suite><suite><case><age>78</age><className>voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>89</age><className>voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2320</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>101</id><name>voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3</name><properties></properties></suite><suite><case><age>82</age><className>voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2327</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>85</age><className>voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2324</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>102</id><name>voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1</name><properties></properties></suite><suite><case><age>78</age><className>voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>244</age><className>voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>103</id><name>voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3</name><properties></properties></suite><suite><case><age>78</age><className>voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>244</age><className>voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>104</id><name>voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any</name><properties></properties></suite><suite><case><age>80</age><className>voice:trx-lms+mod-bts0-dynts-osmo</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2329</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>244</age><className>voice:trx-lms+mod-bts0-dynts-osmo</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>105</id><name>voice_trx-lms+mod-bts0-dynts-osmo</name><properties></properties></suite><suite><case><age>78</age><className>emergency:trx-lms</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2331</failedSince><name>emergency_mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>267</age><className>emergency:trx-lms</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2142</failedSince><name>emergency_preemptive_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>106</id><name>emergency_trx-lms</name><properties></properties></suite><suite><case><age>270</age><className>gprs:trx-lms</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>267</age><className>gprs:trx-lms</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2142</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-lms</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>82</age><className>gprs:trx-lms</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2327</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>89</age><className>gprs:trx-lms</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2320</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>107</id><name>gprs_trx-lms</name><properties></properties></suite><suite><case><age>270</age><className>gprs:trx-lms+mod-bts0-egprs</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-lms+mod-bts0-egprs</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-lms+mod-bts0-egprs</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-lms+mod-bts0-egprs</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-lms+mod-bts0-egprs</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>108</id><name>gprs_trx-lms+mod-bts0-egprs</name><properties></properties></suite><suite><case><age>270</age><className>gprs:trx-lms+mod-bts0-dynts-ipa</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-lms+mod-bts0-dynts-ipa</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-lms+mod-bts0-dynts-ipa</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-lms+mod-bts0-dynts-ipa</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>78</age><className>gprs:trx-lms+mod-bts0-dynts-ipa</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2331</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>109</id><name>gprs_trx-lms+mod-bts0-dynts-ipa</name><properties></properties></suite><suite><case><age>270</age><className>gprs:trx-lms+mod-bts0-dynts-osmo</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-lms+mod-bts0-dynts-osmo</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-lms+mod-bts0-dynts-osmo</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-lms+mod-bts0-dynts-osmo</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-lms+mod-bts0-dynts-osmo</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>110</id><name>gprs_trx-lms+mod-bts0-dynts-osmo</name><properties></properties></suite><suite><case><age>270</age><className>dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>111</id><name>dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any</name><properties></properties></suite><suite><case><age>270</age><className>dynts:trx-lms+mod-bts0-dynts67-osmo</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>112</id><name>dynts_trx-lms+mod-bts0-dynts67-osmo</name><properties></properties></suite><suite><case><age>269</age><className>nitb_sms:trx-lms-limenet-micro</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2140</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>113</id><name>nitb_sms_trx-lms-limenet-micro</name><properties></properties></suite><suite><case><age>270</age><className>sms:trx-lms-limenet-micro</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>114</id><name>sms_trx-lms-limenet-micro</name><properties></properties></suite><suite><case><age>269</age><className>nitb_ussd:trx-lms-limenet-micro</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2140</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>115</id><name>nitb_ussd_trx-lms-limenet-micro</name><properties></properties></suite><suite><case><age>270</age><className>ussd:trx-lms-limenet-micro</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>116</id><name>ussd_trx-lms-limenet-micro</name><properties></properties></suite><suite><case><age>270</age><className>voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>244</age><className>voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>117</id><name>voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1</name><properties></properties></suite><suite><case><age>270</age><className>voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>244</age><className>voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>118</id><name>voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2</name><properties></properties></suite><suite><case><age>270</age><className>voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>244</age><className>voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>119</id><name>voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3</name><properties></properties></suite><suite><case><age>270</age><className>voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>244</age><className>voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>120</id><name>voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1</name><properties></properties></suite><suite><case><age>270</age><className>voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>244</age><className>voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>121</id><name>voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3</name><properties></properties></suite><suite><case><age>270</age><className>voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>244</age><className>voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>122</id><name>voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any</name><properties></properties></suite><suite><case><age>270</age><className>voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>244</age><className>voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>123</id><name>voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo</name><properties></properties></suite><suite><case><age>267</age><className>emergency:trx-lms-limenet-micro</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2142</failedSince><name>emergency_mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>267</age><className>emergency:trx-lms-limenet-micro</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2142</failedSince><name>emergency_preemptive_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>124</id><name>emergency_trx-lms-limenet-micro</name><properties></properties></suite><suite><case><age>270</age><className>gprs:trx-lms-limenet-micro</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-lms-limenet-micro</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-lms-limenet-micro</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-lms-limenet-micro</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-lms-limenet-micro</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>125</id><name>gprs_trx-lms-limenet-micro</name><properties></properties></suite><suite><case><age>270</age><className>gprs:trx-lms-limenet-micro+mod-bts0-egprs</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-lms-limenet-micro+mod-bts0-egprs</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-lms-limenet-micro+mod-bts0-egprs</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-lms-limenet-micro+mod-bts0-egprs</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-lms-limenet-micro+mod-bts0-egprs</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>126</id><name>gprs_trx-lms-limenet-micro+mod-bts0-egprs</name><properties></properties></suite><suite><case><age>270</age><className>gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>127</id><name>gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa</name><properties></properties></suite><suite><case><age>270</age><className>gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>128</id><name>gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo</name><properties></properties></suite><suite><case><age>270</age><className>dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>129</id><name>dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any</name><properties></properties></suite><suite><case><age>270</age><className>dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>130</id><name>dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo</name><properties></properties></suite><suite><case><age>237</age><className>nitb_sms:nanobts</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2172</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>131</id><name>nitb_sms_nanobts</name><properties></properties></suite><suite><case><age>78</age><className>sms:nanobts+band-1900</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>132</id><name>sms_nanobts+band-1900</name><properties></properties></suite><suite><case><age>237</age><className>nitb_ussd:nanobts+band-1900</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2172</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>133</id><name>nitb_ussd_nanobts+band-1900</name><properties></properties></suite><suite><case><age>78</age><className>ussd:nanobts+band-1900</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2331</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>134</id><name>ussd_nanobts+band-1900</name><properties></properties></suite><suite><case><age>78</age><className>voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>87</age><className>voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2322</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>135</id><name>voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1</name><properties></properties></suite><suite><case><age>78</age><className>voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>89</age><className>voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2320</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>136</id><name>voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2</name><properties></properties></suite><suite><case><age>78</age><className>voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>89</age><className>voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2320</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>137</id><name>voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3</name><properties></properties></suite><suite><case><age>78</age><className>voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>89</age><className>voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2320</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>138</id><name>voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3</name><properties></properties></suite><suite><case><age>78</age><className>voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>91</age><className>voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>139</id><name>voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any</name><properties></properties></suite><suite><case><age>78</age><className>emergency:nanobts+band-1900</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2331</failedSince><name>emergency_mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>248</age><className>emergency:nanobts+band-1900</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2161</failedSince><name>emergency_preemptive_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>140</id><name>emergency_nanobts+band-1900</name><properties></properties></suite><suite><case><age>270</age><className>gprs:nanobts+band-1900</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:nanobts+band-1900</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:nanobts+band-1900</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:nanobts+band-1900</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:nanobts+band-1900</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>141</id><name>gprs_nanobts+band-1900</name><properties></properties></suite><suite><case><age>270</age><className>gprs:nanobts+band-1900+mod-bts0-egprs</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:nanobts+band-1900+mod-bts0-egprs</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:nanobts+band-1900+mod-bts0-egprs</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:nanobts+band-1900+mod-bts0-egprs</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:nanobts+band-1900+mod-bts0-egprs</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>142</id><name>gprs_nanobts+band-1900+mod-bts0-egprs</name><properties></properties></suite><suite><case><age>270</age><className>gprs:nanobts+band-1900+mod-bts0-dynts-ipa</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:nanobts+band-1900+mod-bts0-dynts-ipa</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:nanobts+band-1900+mod-bts0-dynts-ipa</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:nanobts+band-1900+mod-bts0-dynts-ipa</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:nanobts+band-1900+mod-bts0-dynts-ipa</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>143</id><name>gprs_nanobts+band-1900+mod-bts0-dynts-ipa</name><properties></properties></suite><suite><case><age>270</age><className>dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>144</id><name>dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any</name><properties></properties></suite><suite><case><age>78</age><className>sms:nanobts+band-900</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_sms.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>145</id><name>sms_nanobts+band-900</name><properties></properties></suite><suite><case><age>237</age><className>nitb_ussd:nanobts+band-900</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2172</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>146</id><name>nitb_ussd_nanobts+band-900</name><properties></properties></suite><suite><case><age>78</age><className>ussd:nanobts+band-900</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2331</failedSince><name>assert_extension.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>147</id><name>ussd_nanobts+band-900</name><properties></properties></suite><suite><case><age>78</age><className>voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>89</age><className>voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2320</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>148</id><name>voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1</name><properties></properties></suite><suite><case><age>78</age><className>voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>89</age><className>voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2320</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>149</id><name>voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2</name><properties></properties></suite><suite><case><age>83</age><className>voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2326</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>91</age><className>voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2318</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>150</id><name>voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3</name><properties></properties></suite><suite><case><age>78</age><className>voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2331</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>89</age><className>voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2320</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>151</id><name>voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3</name><properties></properties></suite><suite><case><age>83</age><className>voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2326</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>86</age><className>voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2323</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>152</id><name>voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any</name><properties></properties></suite><suite><case><age>270</age><className>voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>244</age><className>voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2165</failedSince><name>mo_mt_call_osmux.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>153</id><name>voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend</name><properties></properties></suite><suite><case><age>78</age><className>emergency:nanobts+band-900</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2331</failedSince><name>emergency_mo_mt_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>246</age><className>emergency:nanobts+band-900</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2163</failedSince><name>emergency_preemptive_call.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>154</id><name>emergency_nanobts+band-900</name><properties></properties></suite><suite><case><age>270</age><className>gprs:nanobts+band-900</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>96</age><className>gprs:nanobts+band-900</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2313</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>248</age><className>gprs:nanobts+band-900</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2161</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>83</age><className>gprs:nanobts+band-900</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2326</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:nanobts+band-900</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>155</id><name>gprs_nanobts+band-900</name><properties></properties></suite><suite><case><age>270</age><className>gprs:nanobts+band-900+mod-bts0-egprs</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:nanobts+band-900+mod-bts0-egprs</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:nanobts+band-900+mod-bts0-egprs</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:nanobts+band-900+mod-bts0-egprs</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:nanobts+band-900+mod-bts0-egprs</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>156</id><name>gprs_nanobts+band-900+mod-bts0-egprs</name><properties></properties></suite><suite><case><age>270</age><className>gprs:nanobts+band-900+mod-bts0-dynts-ipa</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:nanobts+band-900+mod-bts0-dynts-ipa</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:nanobts+band-900+mod-bts0-dynts-ipa</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:nanobts+band-900+mod-bts0-dynts-ipa</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:nanobts+band-900+mod-bts0-dynts-ipa</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>157</id><name>gprs_nanobts+band-900+mod-bts0-dynts-ipa</name><properties></properties></suite><suite><case><age>270</age><className>gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>cs_paging_gprs_active.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>iperf3.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>iperf3m4.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>ping_idle_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>158</id><name>gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend</name><properties></properties></suite><suite><case><age>270</age><className>dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>switch_tch_pdch.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>159</id><name>dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any</name><properties></properties></suite><suite><case><age>237</age><className>nitb_smpp</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2172</failedSince><name>esme_connect_policy_acceptall.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>237</age><className>nitb_smpp</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2172</failedSince><name>esme_connect_policy_closed.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>269</age><className>nitb_smpp</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2140</failedSince><name>esme_ms_sms_storeforward.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>269</age><className>nitb_smpp</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2140</failedSince><name>esme_ms_sms_transaction.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>160</id><name>nitb_smpp</name><properties></properties></suite><suite><case><age>78</age><className>smpp</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2331</failedSince><name>esme_connect_policy_acceptall.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>78</age><className>smpp</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2331</failedSince><name>esme_connect_policy_closed.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>78</age><className>smpp</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2331</failedSince><name>esme_ms_sms_storeforward.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>78</age><className>smpp</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2331</failedSince><name>esme_ms_sms_transaction.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>161</id><name>smpp</name><properties></properties></suite><suite><case><age>78</age><className>encryption</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2331</failedSince><name>register_a5_0_authopt.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>78</age><className>encryption</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2331</failedSince><name>register_a5_0_authreq.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>78</age><className>encryption</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2331</failedSince><name>register_a5_1_authreq.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>78</age><className>encryption</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2331</failedSince><name>register_a5_3_authreq.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>162</id><name>encryption</name><properties></properties></suite><suite><case><age>270</age><className>4g:srsenb-rftype@zmq+srsue-rftype@zmq</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>91</age><className>4g:srsenb-rftype@zmq+srsue-rftype@zmq</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2318</failedSince><name>iperf3_bidir.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>4g:srsenb-rftype@zmq+srsue-rftype@zmq</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>iperf3_dl.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>4g:srsenb-rftype@zmq+srsue-rftype@zmq</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>iperf3_ul.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>267</age><className>4g:srsenb-rftype@zmq+srsue-rftype@zmq</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2142</failedSince><name>ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>4g:srsenb-rftype@zmq+srsue-rftype@zmq</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>rrc_idle_mo_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><case><age>270</age><className>4g:srsenb-rftype@zmq+srsue-rftype@zmq</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2139</failedSince><name>rrc_idle_mt_ping.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>163</id><name>4g_srsenb-rftype@zmq+srsue-rftype@zmq</name><properties></properties></suite><suite><case><age>206</age><className>handover_2G:nanobts+bts1-oc2g</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2203</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>164</id><name>handover_2G_nanobts+bts1-oc2g</name><properties></properties></suite><suite><case><age>237</age><className>handover_2G:nanobts+bts1-octphy</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>165</id><name>handover_2G_nanobts+bts1-octphy</name><properties></properties></suite><suite><case><age>237</age><className>handover_2G:nanobts+bts1-trx-lms</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>166</id><name>handover_2G_nanobts+bts1-trx-lms</name><properties></properties></suite><suite><case><age>237</age><className>handover_2G:nanobts+bts1-trx-lms-limenet-micro</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>167</id><name>handover_2G_nanobts+bts1-trx-lms-limenet-micro</name><properties></properties></suite><suite><case><age>237</age><className>handover_2G:nanobts+bts1-trx-sysmocell5000</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>168</id><name>handover_2G_nanobts+bts1-trx-sysmocell5000</name><properties></properties></suite><suite><case><age>237</age><className>handover_2G:nanobts+bts1-sysmo</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>169</id><name>handover_2G_nanobts+bts1-sysmo</name><properties></properties></suite><suite><case><age>237</age><className>handover_2G:nanobts+bts1-trx-b200</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>170</id><name>handover_2G_nanobts+bts1-trx-b200</name><properties></properties></suite><suite><case><age>237</age><className>handover_2G:nanobts+bts1-trx-umtrx</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>171</id><name>handover_2G_nanobts+bts1-trx-umtrx</name><properties></properties></suite><suite><case><age>237</age><className>handover_2G:oc2g+bts1-octphy</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>172</id><name>handover_2G_oc2g+bts1-octphy</name><properties></properties></suite><suite><case><age>237</age><className>handover_2G:oc2g+bts1-trx-lms</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>173</id><name>handover_2G_oc2g+bts1-trx-lms</name><properties></properties></suite><suite><case><age>237</age><className>handover_2G:oc2g+bts1-trx-lms-limenet-micro</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>174</id><name>handover_2G_oc2g+bts1-trx-lms-limenet-micro</name><properties></properties></suite><suite><case><age>237</age><className>handover_2G:oc2g+bts1-trx-sysmocell5000</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>175</id><name>handover_2G_oc2g+bts1-trx-sysmocell5000</name><properties></properties></suite><suite><case><age>206</age><className>handover_2G:oc2g+bts1-sysmo</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2203</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>176</id><name>handover_2G_oc2g+bts1-sysmo</name><properties></properties></suite><suite><case><age>206</age><className>handover_2G:oc2g+bts1-trx-b200</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2203</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>177</id><name>handover_2G_oc2g+bts1-trx-b200</name><properties></properties></suite><suite><case><age>206</age><className>handover_2G:oc2g+bts1-trx-umtrx</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2203</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>178</id><name>handover_2G_oc2g+bts1-trx-umtrx</name><properties></properties></suite><suite><case><age>237</age><className>handover_2G:octphy+bts1-trx-lms</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>179</id><name>handover_2G_octphy+bts1-trx-lms</name><properties></properties></suite><suite><case><age>237</age><className>handover_2G:octphy+bts1-trx-lms-limenet-micro</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>180</id><name>handover_2G_octphy+bts1-trx-lms-limenet-micro</name><properties></properties></suite><suite><case><age>237</age><className>handover_2G:octphy+bts1-trx-sysmocell5000</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>181</id><name>handover_2G_octphy+bts1-trx-sysmocell5000</name><properties></properties></suite><suite><case><age>237</age><className>handover_2G:octphy+bts1-sysmo</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>182</id><name>handover_2G_octphy+bts1-sysmo</name><properties></properties></suite><suite><case><age>237</age><className>handover_2G:octphy+bts1-trx-b200</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>183</id><name>handover_2G_octphy+bts1-trx-b200</name><properties></properties></suite><suite><case><age>237</age><className>handover_2G:octphy+bts1-trx-umtrx</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>184</id><name>handover_2G_octphy+bts1-trx-umtrx</name><properties></properties></suite><suite><case><age>237</age><className>handover_2G:trx-lms+bts1-trx-lms-limenet-micro</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>185</id><name>handover_2G_trx-lms+bts1-trx-lms-limenet-micro</name><properties></properties></suite><suite><case><age>237</age><className>handover_2G:trx-lms+bts1-trx-sysmocell5000</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>186</id><name>handover_2G_trx-lms+bts1-trx-sysmocell5000</name><properties></properties></suite><suite><case><age>78</age><className>handover_2G:trx-lms+bts1-sysmo</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2331</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>187</id><name>handover_2G_trx-lms+bts1-sysmo</name><properties></properties></suite><suite><case><age>237</age><className>handover_2G:trx-lms+bts1-trx-b200</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>188</id><name>handover_2G_trx-lms+bts1-trx-b200</name><properties></properties></suite><suite><case><age>237</age><className>handover_2G:trx-lms+bts1-trx-umtrx</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>189</id><name>handover_2G_trx-lms+bts1-trx-umtrx</name><properties></properties></suite><suite><case><age>237</age><className>handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>190</id><name>handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000</name><properties></properties></suite><suite><case><age>237</age><className>handover_2G:trx-lms-limenet-micro+bts1-sysmo</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>191</id><name>handover_2G_trx-lms-limenet-micro+bts1-sysmo</name><properties></properties></suite><suite><case><age>237</age><className>handover_2G:trx-lms-limenet-micro+bts1-trx-b200</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>192</id><name>handover_2G_trx-lms-limenet-micro+bts1-trx-b200</name><properties></properties></suite><suite><case><age>237</age><className>handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>193</id><name>handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx</name><properties></properties></suite><suite><case><age>237</age><className>handover_2G:trx-sysmocell5000+bts1-sysmo</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>194</id><name>handover_2G_trx-sysmocell5000+bts1-sysmo</name><properties></properties></suite><suite><case><age>237</age><className>handover_2G:trx-sysmocell5000+bts1-trx-b200</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>195</id><name>handover_2G_trx-sysmocell5000+bts1-trx-b200</name><properties></properties></suite><suite><case><age>237</age><className>handover_2G:trx-sysmocell5000+bts1-trx-umtrx</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2172</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>196</id><name>handover_2G_trx-sysmocell5000+bts1-trx-umtrx</name><properties></properties></suite><suite><case><age>91</age><className>handover_2G:sysmo+bts1-trx-b200</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2318</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>197</id><name>handover_2G_sysmo+bts1-trx-b200</name><properties></properties></suite><suite><case><age>91</age><className>handover_2G:sysmo+bts1-trx-umtrx</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2318</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>198</id><name>handover_2G_sysmo+bts1-trx-umtrx</name><properties></properties></suite><suite><case><age>91</age><className>handover_2G:trx-b200+bts1-trx-umtrx</className><duration>0.0</duration><errorStackTrace>could not run</errorStackTrace><failedSince>2318</failedSince><name>handover.py</name><properties></properties><skipped>false</skipped><status>FAILED</status><stdout>test log file not available</stdout></case><duration>0.0</duration><id>199</id><name>handover_2G_trx-b200+bts1-trx-umtrx</name><properties></properties></suite></testResult>